diff --git a/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260519/owt_compact_v2048_step26k_dualline_steps128_c256_t1p15_n8/summary.jsonl b/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260519/owt_compact_v2048_step26k_dualline_steps128_c256_t1p15_n8/summary.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..fb5ec951d5201fa57bb64042c742d6b8ddf2595a
--- /dev/null
+++ b/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260519/owt_compact_v2048_step26k_dualline_steps128_c256_t1p15_n8/summary.jsonl
@@ -0,0 +1,10 @@
+{"type": "decode_done", "setting": {"endpoint_temp": 1.15, "final_from": "state"}, "step": 26222, "n_samples": 8}
+{"type": "summary", "checkpoint": "runs/lta_owt_compact_gpt2bpe_v2048_stream1024_fullycoupled_rmsnorm_nobias_adamw_wd0p1_logitnormal_m1p5_s0p8_hardce_mask1p0-1p0_fp32_ddit768x12_gbs512_8gpu_1m_20260517_141027/step_0026222.pt", "step": 26222, "decode": {"steps": 128, "model_t_mode": "flow", "decode_time_schedule": "linear", "decode_s_min_frac": 0.0, "decode_s_max_frac": 0.25, "decode_force_final_t": true, "decode_time_grid": [0.0, 0.0078125, 0.015625, 0.0234375, 0.03125, 0.0390625, 0.046875, 0.0546875, 0.0625, 0.0703125, 0.078125, 0.0859375, 0.09375, 0.1015625, 0.109375, 0.1171875, 0.125, 0.1328125, 0.140625, 0.1484375, 0.15625, 0.1640625, 0.171875, 0.1796875, 0.1875, 0.1953125, 0.203125, 0.2109375, 0.21875, 0.2265625, 0.234375, 0.2421875, 0.25, 0.2578125, 0.265625, 0.2734375, 0.28125, 0.2890625, 0.296875, 0.3046875, 0.3125, 0.3203125, 0.328125, 0.3359375, 0.34375, 0.3515625, 0.359375, 0.3671875, 0.375, 0.3828125, 0.390625, 0.3984375, 0.40625, 0.4140625, 0.421875, 0.4296875, 0.4375, 0.4453125, 0.453125, 0.4609375, 0.46875, 0.4765625, 0.484375, 0.4921875, 0.5, 0.5078125, 0.515625, 0.5234375, 0.53125, 0.5390625, 0.546875, 0.5546875, 0.5625, 0.5703125, 0.578125, 0.5859375, 0.59375, 0.6015625, 0.609375, 0.6171875, 0.625, 0.6328125, 0.640625, 0.6484375, 0.65625, 0.6640625, 0.671875, 0.6796875, 0.6875, 0.6953125, 0.703125, 0.7109375, 0.71875, 0.7265625, 0.734375, 0.7421875, 0.75, 0.7578125, 0.765625, 0.7734375, 0.78125, 0.7890625, 0.796875, 0.8046875, 0.8125, 0.8203125, 0.828125, 0.8359375, 0.84375, 0.8515625, 0.859375, 0.8671875, 0.875, 0.8828125, 0.890625, 0.8984375, 0.90625, 0.9140625, 0.921875, 0.9296875, 0.9375, 0.9453125, 0.953125, 0.9609375, 0.96875, 0.9765625, 0.984375, 0.9921875, 1.0], "decode_rule": "dual_line_resample", "support_power": 1.0, "semantic_power": 1.0, "anchor_mode": "onehot", "cfg_scale": 0.0, "cfg_power": 1.0, "cfg_start": 0.0, "cfg_prior": "uniform", "decode_freq_penalty_alpha": 0.0, "decode_freq_penalty_beta": 0.0, "decode_freq_penalty_floor": 0.0, "decode_freq_penalty_start": 0.0, "decode_freq_penalty_end": 1.0, "decode_freq_penalty_power": 1.0, "start_t": 0.0, "start_init": "noise", "noise_init": "dirichlet", "noise_sigma": -1.0, "dirichlet_concentration": 1.0, "concentration_min": 1.0, "concentration_max": 256.0, "target_prob": 1.0, "endpoint_temp": 1.15, "final_from": "state", "final_sample_mode": "argmax", "final_sample_temp": 1.0, "final_top_k": 64, "final_top_p": 0.95, "final_freq_penalty_alpha": 0.0, "final_freq_penalty_beta": 0.0, "final_freq_penalty_floor": 0.0, "lock_bos": false, "n_samples": 8, "seed": 20260519}, "raw_genppl": {"ppl": 23.285057126923448, "nll_per_token": 3.147811829810049, "tokens": 2040, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "stripped_genppl": {"ppl": 25.501059110942744, "nll_per_token": 3.2387199850643382, "tokens": 2040, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "diversity": {"sample_entropy": 4.593863298471525, "unique_tokens": 899, "token_count": 8192, "distinct_1": 0.1097412109375, "distinct_2": 0.4442815249266862, "top_token_mass": 0.0595703125}}
+{"type": "sample", "setting": {"endpoint_temp": 1.15, "final_from": "state"}, "index": 0, "raw_text": "\nI just hate—and anything that I’d flex, and my life exists.\n\nOf course, it’s not that I live out on at least an hour of booking and travel distance for photos of my travel, but I don’t really live the ones that do not live in on a train at the party’s music club.\n\n“That’s what we do,” she wrote, “when you, you know,” “the bottom bar in Finland,” the only publicist in the party or the government, I quote it. “I live in the wild.”\n\n“By co-star, we live in the darkness.” “It’s crazy that you need to make a adult casino on the street too.”\n\n(The best costume of the music is the By Day, the By Day model, “the best costume.” It is a “dynamite,” or “communicipal” version.)\n\nLike, I like, not entirely, ethnic. It’s not what I’ve seen in a pool, though. There’s no way you can get on a ride. Further, especially, it’s a precise that in the form of sometimes slurs, probably “there is a women,” something isn’t a local casino — it’s really a smaller or smaller negative port, more like a ordinary linear city or something.\n\nAnd so, there’s a costume. “they are good” and “lucky” aren’t just the picnic band of “cas, “hh,” or “what, and tired.” Whenever you have one, you’re in your bandy’s. The big brand seems to be adapted.\n\nSo,” “lucky”, “y” “they”, ““tw’s,” “n’tes,” “the party”, “y” “seems,” “y”, “the party,” “try”, “try”, “y”, “they”, “horrible”,” “dsnucky,”, “snucky,”, “they”, “are.”\n\nI really don’t like costume’s.\n\nEven “sniffy” costume, and bigger costumes, but rather than showing regular reactions, wore too little in the excessive origin of costume and ancient burgeon style. It was, like the “taginole”, which, like they were parting in Michael’s carpeting and lambics, which is being held by unique friends. And it’s cooking, much to do. Of course, it’s not one of the things you’ve seen the 1970s. (Good talk, then).\n\nNo, I have a sense of “growing” here.\n\nBut what about my co-workers?\n\nUltimately costumes are nimble.\n\nI think I like a costume’s too, as well as hate the Big Bang, like Globe’s “Go Globe” and “Burgers Bang” (and it’s a selling $2,000). It’s a grot-mon candy. And most of all, this is what the traditional casino, as calls, “The New Burgers”, in its image, because the kind of trad", "stripped_text": "I just hate—and anything that I’d flex, and my life exists. Of course, it’s not that I live out on at least an hour of booking and travel distance for photos of my travel, but I don’t really live the ones that do not live in on a train at the party’s music club. “That’s what we do,” she wrote, “when you, you know,” “the bottom bar in Finland,” the only publicist in the party or the government, I quote it. “I live in the wild.” “By co-star, we live in the darkness.” “It’s crazy that you need to make a adult casino on the street too.” (The best costume of the music is the By Day, the By Day model, “the best costume.” It is a “dynamite,” or “communicipal” version.) Like, I like, not entirely, ethnic. It’s not what I’ve seen in a pool, though. There’s no way you can get on a ride. Further, especially, it’s a precise that in the form of sometimes slurs, probably “there is a women,” something isn’t a local casino — it’s really a smaller or smaller negative port, more like a ordinary linear city or something. And so, there’s a costume. “they are good” and “lucky” aren’t just the picnic band of “cas, “hh,” or “what, and tired.” Whenever you have one, you’re in your bandy’s. The big brand seems to be adapted. So,” “lucky”, “y” “they”, ““tw’s,” “n’tes,” “the party”, “y” “seems,” “y”, “the party,” “try”, “try”, “y”, “they”, “horrible”,” “dsnucky,”, “snucky,”, “they”, “are.” I really don’t like costume’s. Even “sniffy” costume, and bigger costumes, but rather than showing regular reactions, wore too little in the excessive origin of costume and ancient burgeon style. It was, like the “taginole”, which, like they were parting in Michael’s carpeting and lambics, which is being held by unique friends. And it’s cooking, much to do. Of course, it’s not one of the things you’ve seen the 1970s. (Good talk, then). No, I have a sense of “growing” here. But what about my co-workers? Ultimately costumes are nimble. I think I like a costume’s too, as well as hate the Big Bang, like Globe’s “Go Globe” and “Burgers Bang” (and it’s a selling $2,000). It’s a grot-mon candy. And most of all, this is what the traditional casino, as calls, “The New Burgers”, in its image, because the kind of trad"}
+{"type": "sample", "setting": {"endpoint_temp": 1.15, "final_from": "state"}, "index": 1, "raw_text": "? � alright. It’s just a lot. That’s what you say?”\n\n“I don’t go off the road. Do you know.”\n\n“It’s you tell me?”\n\n“No. It has to say. It’s that, you can call it?”\n\n“You know it’s that, and what?”\n\n“You?”\n\n“You’t you know? That’s what it’s not. That’s it.”\n\n“If it’s what she’s saying, you’ll say it’s what she’s going to say. She wants to say about it.”\n\n“You don’t have a seat. Now she’s, honestly, anywhere.”\n\n“It’s yourself. No, you can’t help yourself.”\n\n“’, no”. I don’t know why.\n\n“What do you like?” she asks. “I don’t know, there’s a whole lot. I don’t think you know it.”\n\n“I know it’s what’s you know,’” no.”\n\n“You’ll just go for dinner.”\n\n“I’m mad,” she says. “No you’re just talking about doing it. But it’s stupid, stupid. That’s what it’s about. Right’s coming? That’s going on.”\n\n“Not the walls are coming. If you can go, it’s going to shut down.”\n\n“Oh?”\n\n“’t you? You’,” says the editor at the parents. “No. What is it like? It’s debt. I can’t obtain it. I can’t contain it. It’s no America. It’s no America. It’s right. That’s just the thing.”\n\n“Wait,” she says. “Then you’ll tell you it’s lay for a stupid. It’s not so easy.”\n\n“You’re, you’re not telling.”\n\n“But she’s telling you, you pinned away on a holiday. You and I can’t do it. You don’t have to do it.”\n\n“Boy.”\n\n“It’s awful. There is await. But you can’t just know. No. It’s right.”\n\n“Oh, well. That’s it. I can do it.”\n\n“You can’t do anything, it’s a place, in the dark, it’s can’t there, and you can’t tell the place where you can go,” she says.\n\n“You can’t stand. If you’re there, you’re going to go.”\n\n“You can’t,” she asks.\n\n“you don’t know. They’ll go to the other room for you, and it’s you, but you don’t know, they’ll get out of the room.” But they don’t know if you win because they’re nice and you go down, then you’re sick, they’ll jump, and they’ll hit you.”\n\n“Not that you do it, you can go.”\n\nOh, you know.” she asks.\n\n“That’s what. You’re in a second place,” she says. “You don’t want it. That’s what you want. But, it’s.” Right. It’s", "stripped_text": "? � alright. It’s just a lot. That’s what you say?” “I don’t go off the road. Do you know.” “It’s you tell me?” “No. It has to say. It’s that, you can call it?” “You know it’s that, and what?” “You?” “You’t you know? That’s what it’s not. That’s it.” “If it’s what she’s saying, you’ll say it’s what she’s going to say. She wants to say about it.” “You don’t have a seat. Now she’s, honestly, anywhere.” “It’s yourself. No, you can’t help yourself.” “’, no”. I don’t know why. “What do you like?” she asks. “I don’t know, there’s a whole lot. I don’t think you know it.” “I know it’s what’s you know,’” no.” “You’ll just go for dinner.” “I’m mad,” she says. “No you’re just talking about doing it. But it’s stupid, stupid. That’s what it’s about. Right’s coming? That’s going on.” “Not the walls are coming. If you can go, it’s going to shut down.” “Oh?” “’t you? You’,” says the editor at the parents. “No. What is it like? It’s debt. I can’t obtain it. I can’t contain it. It’s no America. It’s no America. It’s right. That’s just the thing.” “Wait,” she says. “Then you’ll tell you it’s lay for a stupid. It’s not so easy.” “You’re, you’re not telling.” “But she’s telling you, you pinned away on a holiday. You and I can’t do it. You don’t have to do it.” “Boy.” “It’s awful. There is await. But you can’t just know. No. It’s right.” “Oh, well. That’s it. I can do it.” “You can’t do anything, it’s a place, in the dark, it’s can’t there, and you can’t tell the place where you can go,” she says. “You can’t stand. If you’re there, you’re going to go.” “You can’t,” she asks. “you don’t know. They’ll go to the other room for you, and it’s you, but you don’t know, they’ll get out of the room.” But they don’t know if you win because they’re nice and you go down, then you’re sick, they’ll jump, and they’ll hit you.” “Not that you do it, you can go.” Oh, you know.” she asks. “That’s what. You’re in a second place,” she says. “You don’t want it. That’s what you want. But, it’s.” Right. It’s"}
+{"type": "sample", "setting": {"endpoint_temp": 1.15, "final_from": "state"}, "index": 2, "raw_text": " It could just be comfortable on a recording album. It’s a distinguish, astounding thing, and highly popular. The album has rock places, like all the scenes and the parts. The channels and parts of the album follow. It’s like, “There are ordinary lots of things.”\n\nDo you ever like to see it if you’re on album unless you are releasing it?\n\nMe: Well, we don’t. It’s attractive. I put it in the scenes, but I know. But if you’re at it.\n\nMe:\n\nMMe:\n\nI think it’s a miracle. I think it’s been revealed. I understand that we don’t know, we were old and smart. We’re living in a room. If you can always look like you’re like, “You do it?”, you’re kind of trying it. I don’t know anymore. I just think it’s just that.”\n\n“It’t matter what you’re pointing out, it’s not going to have your team-mates and family and friends.”\n\n“Oh, I’ve said this thing about you. That’s the end of it.\n\nMe: Absolute, I’ve heard this isn’t a channel. I think that’s how, well, well, it’s come from the universe as well as a whole. It’s may have reached that point at the same time. I can’t speak a lot for it. It’s been a big matter. I can just put it on the phone, and we’ve had a little too long on it. Here’s what I said:\n\nMe: I’ve learned it, there’s something he doesn’t have a method, he’s done a good job, and how to make it easier. You know, if you’re coming out, you can just do that. The only thing I’ve ever done is to live with it, is to be a player.”\n\n“I mean, I’ve slept one of the ten hours before.”\n\nMe: You shouldn’t have seen anyone else in your room.\n\nMe: Nearly 33 hours.\n\nOthers:\n\nNaturally. It’s a good thing.\n\nMMe: You can remember that it takes 40 hours to be careful.\n\nLose your ankle. You are right. It sucks. No items. You can have done.\n\nMe: If you’ve been alive? What has changed?\n\nMe: That backpoint. It will go toward living. If you live seven or four hours, six hours or seven days.\n\nMe: As a wonder you’re down in a half. You live within four or four hours, five hours or couple decades. What change when you get to it?\n\nMe: Every day. There’s always a possibility to be in your direction, mysterious, and your very end. You won’t let you know the way the world goes. The direction you are in is, and you’ve been sure if that will be down to all the world you or the world you are sleeping in.\n\nMMe: The answer is 30 minutes. Perhaps you know?\n\nMe: No, no. If you’re going to say something, you can go out and understand what’s next. You may have all the worst.\n\nWell, in the eyes depressing here, you have to go out a louder night and all the other feelings that you get to know when you go out with it.\n\nMe: It is a great and very easy. You have the environment. You have to be ready,", "stripped_text": "It could just be comfortable on a recording album. It’s a distinguish, astounding thing, and highly popular. The album has rock places, like all the scenes and the parts. The channels and parts of the album follow. It’s like, “There are ordinary lots of things.” Do you ever like to see it if you’re on album unless you are releasing it? Me: Well, we don’t. It’s attractive. I put it in the scenes, but I know. But if you’re at it. Me: MMe: I think it’s a miracle. I think it’s been revealed. I understand that we don’t know, we were old and smart. We’re living in a room. If you can always look like you’re like, “You do it?”, you’re kind of trying it. I don’t know anymore. I just think it’s just that.” “It’t matter what you’re pointing out, it’s not going to have your team-mates and family and friends.” “Oh, I’ve said this thing about you. That’s the end of it. Me: Absolute, I’ve heard this isn’t a channel. I think that’s how, well, well, it’s come from the universe as well as a whole. It’s may have reached that point at the same time. I can’t speak a lot for it. It’s been a big matter. I can just put it on the phone, and we’ve had a little too long on it. Here’s what I said: Me: I’ve learned it, there’s something he doesn’t have a method, he’s done a good job, and how to make it easier. You know, if you’re coming out, you can just do that. The only thing I’ve ever done is to live with it, is to be a player.” “I mean, I’ve slept one of the ten hours before.” Me: You shouldn’t have seen anyone else in your room. Me: Nearly 33 hours. Others: Naturally. It’s a good thing. MMe: You can remember that it takes 40 hours to be careful. Lose your ankle. You are right. It sucks. No items. You can have done. Me: If you’ve been alive? What has changed? Me: That backpoint. It will go toward living. If you live seven or four hours, six hours or seven days. Me: As a wonder you’re down in a half. You live within four or four hours, five hours or couple decades. What change when you get to it? Me: Every day. There’s always a possibility to be in your direction, mysterious, and your very end. You won’t let you know the way the world goes. The direction you are in is, and you’ve been sure if that will be down to all the world you or the world you are sleeping in. MMe: The answer is 30 minutes. Perhaps you know? Me: No, no. If you’re going to say something, you can go out and understand what’s next. You may have all the worst. Well, in the eyes depressing here, you have to go out a louder night and all the other feelings that you get to know when you go out with it. Me: It is a great and very easy. You have the environment. You have to be ready,"}
+{"type": "sample", "setting": {"endpoint_temp": 1.15, "final_from": "state"}, "index": 3, "raw_text": "’t put anyone on the actual scene.\n\nNo, it goes to them, works. So, maybe one day, we don’t stop us from being conservatives or not. Some people have our opposition to immigration, for example, immigrants who use a different relationship to stop us. And we’re illegal.\n\nSo, first of all, I don’t even want to say anything. I have a lot of “let me do a swarm” on me in the street, or walk in the street!\n\nThese words are kinda guerrillas, you know, really. If you know they are, even if you’re here illegal, you’re in a horse, Turkish people, culture, Muslim society, white people, or other races. For some reason, you’re a fan of a youth, but you’re in there, so you will have to be a guy.\n\nSo if we’re not all of us, it will be because, if that’s one thing they don’t think you can do in any English language, it’s big enough. We’ve seen some in-store photos of these websites and hooks; they just stop leaving, other than “Me”, they’re going to letting someone get hurt, as a way of saying, even if it’s Mr. Romney to ask me what you say, ordinary and what they say. And I’m not going to ever forget you though, if you tell them.\n\nNow, there’s no way to define who you respond, even if the other two you are lucky.\n\nSo, obviously, will you force yourself in your joke, in that game, and that thing?\n\nYou’re luck, then you’re right.\n\nThen again, they’ll fight you. You’ll be out of luck to be lucky, or just like you.\n\nOh, there’s a lie to a lie, and I know that to you, the first step of laughing this is a sea of luck. Do you forget? You know, is a lie to lie, and not to get hurt, like a drug? You have a sea of luck? You’ll get hurt. Okay, there’s where everybody come in.\n\nIf you’re one, you have a graduation, and there’s always immigrants, should you have a stranger in there? It’s like a glow act. There’s a stranger, maybe, maybe a knife. Well it’s like a luck, and you’ll observe that you’re hurt, and you look like yourself:\n\nA.A. Well, if there is a child,\n\nA. HOW HOPE!!\n\nThese two girls look like a real horror plate!\n\nPut it up like this illicit:\n\nIdate: 06/20/26\n\nYes, girl!!\n\nI say. “Please!” “I don’t want to hurt with you!” “I’ve been dirty! I’ve never been such a child!” “I’m throwing this thing up on the banter! Not seriously!”\n\nI’ve just heard a loose grin eye and it goes over for our kids!!! But don’t even hear it!\n\n1.4%\n\nIdate: 06/01/21/19/21\n\nBlack & Latino Compatibility<|endoftext|>JP\n\nhttp://private.compatents.com/10/21/31\n\nIt’s how it’s:\n\nImagine there’s 2/6/18\n\n", "stripped_text": "’t put anyone on the actual scene. No, it goes to them, works. So, maybe one day, we don’t stop us from being conservatives or not. Some people have our opposition to immigration, for example, immigrants who use a different relationship to stop us. And we’re illegal. So, first of all, I don’t even want to say anything. I have a lot of “let me do a swarm” on me in the street, or walk in the street! These words are kinda guerrillas, you know, really. If you know they are, even if you’re here illegal, you’re in a horse, Turkish people, culture, Muslim society, white people, or other races. For some reason, you’re a fan of a youth, but you’re in there, so you will have to be a guy. So if we’re not all of us, it will be because, if that’s one thing they don’t think you can do in any English language, it’s big enough. We’ve seen some in-store photos of these websites and hooks; they just stop leaving, other than “Me”, they’re going to letting someone get hurt, as a way of saying, even if it’s Mr. Romney to ask me what you say, ordinary and what they say. And I’m not going to ever forget you though, if you tell them. Now, there’s no way to define who you respond, even if the other two you are lucky. So, obviously, will you force yourself in your joke, in that game, and that thing? You’re luck, then you’re right. Then again, they’ll fight you. You’ll be out of luck to be lucky, or just like you. Oh, there’s a lie to a lie, and I know that to you, the first step of laughing this is a sea of luck. Do you forget? You know, is a lie to lie, and not to get hurt, like a drug? You have a sea of luck? You’ll get hurt. Okay, there’s where everybody come in. If you’re one, you have a graduation, and there’s always immigrants, should you have a stranger in there? It’s like a glow act. There’s a stranger, maybe, maybe a knife. Well it’s like a luck, and you’ll observe that you’re hurt, and you look like yourself: A.A. Well, if there is a child, A. HOW HOPE!! These two girls look like a real horror plate! Put it up like this illicit: Idate: 06/20/26 Yes, girl!! I say. “Please!” “I don’t want to hurt with you!” “I’ve been dirty! I’ve never been such a child!” “I’m throwing this thing up on the banter! Not seriously!” I’ve just heard a loose grin eye and it goes over for our kids!!! But don’t even hear it! 1.4% Idate: 06/01/21/19/21 Black & Latino Compatibility JP http://private.compatents.com/10/21/31 It’s how it’s: Imagine there’s 2/6/18"}
+{"type": "sample", "setting": {"endpoint_temp": 1.15, "final_from": "state"}, "index": 4, "raw_text": ", allowing for centers to survive in new lives and health careers.\n\nOne will be connected. One is a circuit, owned by a friend, Marc Kaplman, 51, a self-imposed donor who receives grooms and jobs, collecting more than $5,000, sending people who go to food, excluding health insurance providers. The couple begins. She rejects the brand, but stood out in it.\n\n“It’s very mad,” she said, playwrightly. “You stop doing that.”\n\nSomeone wants to play it. “You’re going to have to write your own or you know you’re going to get it.”\n\nIt was one story earlier this year, and she said, “I have a little more of a career. I mean, I’m not because it’s the way you want.”\n“I can have a way to love my family,” she said.\n\n“It’s a long career. I have my husband, who’s a Pami, and I’ll see him as a new dad, and there is an end to me.” Now, she moved to the next road, and it’s enough for her for her daughter.\n\nShe was born in a barn.\n\nThe next day, she called Mr Pami’s, her daughter’s mother, she said.\n\nIf she had a child, she passed from behind the door. So when you go home, you can’t open the room at the top of room. If you just can’t do anything, you’ll have a lot of rumors and sentiments.\n\n“You know, you’re here, you’re going to die, but how hard would it be to fight?”\n\n“But you give it to you,” she said. “you’re going to fight.”\n\n“Isn’t that all yet,” she said.\n\nShe talked about her mother’s dad, saying that she wants to go back to school. She doesn’t have a lot of unwilling youness to go to school for an age.\n\nShe taught herself how, who you are, and her girlfriend for them.\n\nBut she is depending on which part of the life she is saved.\n\nEveryone is telling you to be the same and your daughter saved you all the time.\n\nShe said she knows how long you die, at the time. You love yourself, saying that it’s not the longer you want.\n\nTo save you save your life and all the longer you have to save it.\n\nHaving saved your life, she said, because “You have saved your longer life life. It’s the longer you want or you want.” You have it for a life and then, you have it.\n\nOh, I assume you are there for you.\n\nAgain, not all that people are sexually assaulted in a good way, so is your mental, she adds.\n\nThanks to academia, and it is a tough choice.\n\nBut who it is, they’re saying, as far as where they are, they have nothing at all. In some case, there’s some sort of mentality, they’ll fall into life, but they will not fall in love and do not love them, helping them. They can’t come out of the living, they come home.\n\nAt the same time, they are not having to make their own life, or get out of it.\n\nAs a matter of fact, the relationship for a longer, they will love them again, even if they can firm behind them.\n\nAre they?\n\nThe two go into two weeks and a few more. Things will point to the other side of the family forward in another situation, one will not give up on it.", "stripped_text": ", allowing for centers to survive in new lives and health careers. One will be connected. One is a circuit, owned by a friend, Marc Kaplman, 51, a self-imposed donor who receives grooms and jobs, collecting more than $5,000, sending people who go to food, excluding health insurance providers. The couple begins. She rejects the brand, but stood out in it. “It’s very mad,” she said, playwrightly. “You stop doing that.” Someone wants to play it. “You’re going to have to write your own or you know you’re going to get it.” It was one story earlier this year, and she said, “I have a little more of a career. I mean, I’m not because it’s the way you want.” “I can have a way to love my family,” she said. “It’s a long career. I have my husband, who’s a Pami, and I’ll see him as a new dad, and there is an end to me.” Now, she moved to the next road, and it’s enough for her for her daughter. She was born in a barn. The next day, she called Mr Pami’s, her daughter’s mother, she said. If she had a child, she passed from behind the door. So when you go home, you can’t open the room at the top of room. If you just can’t do anything, you’ll have a lot of rumors and sentiments. “You know, you’re here, you’re going to die, but how hard would it be to fight?” “But you give it to you,” she said. “you’re going to fight.” “Isn’t that all yet,” she said. She talked about her mother’s dad, saying that she wants to go back to school. She doesn’t have a lot of unwilling youness to go to school for an age. She taught herself how, who you are, and her girlfriend for them. But she is depending on which part of the life she is saved. Everyone is telling you to be the same and your daughter saved you all the time. She said she knows how long you die, at the time. You love yourself, saying that it’s not the longer you want. To save you save your life and all the longer you have to save it. Having saved your life, she said, because “You have saved your longer life life. It’s the longer you want or you want.” You have it for a life and then, you have it. Oh, I assume you are there for you. Again, not all that people are sexually assaulted in a good way, so is your mental, she adds. Thanks to academia, and it is a tough choice. But who it is, they’re saying, as far as where they are, they have nothing at all. In some case, there’s some sort of mentality, they’ll fall into life, but they will not fall in love and do not love them, helping them. They can’t come out of the living, they come home. At the same time, they are not having to make their own life, or get out of it. As a matter of fact, the relationship for a longer, they will love them again, even if they can firm behind them. Are they? The two go into two weeks and a few more. Things will point to the other side of the family forward in another situation, one will not give up on it."}
+{"type": "sample", "setting": {"endpoint_temp": 1.15, "final_from": "state"}, "index": 5, "raw_text": " living a long way.\n\nYou’ve been waiting for a bit in a 1,500 branch of Facon.\n\nConfused\n\nRemember that in the front of the door, you’re going to drop out of the door and leave it empty! The familiar reality.\n\nUntil when you’re a younger, it’s easy to get in, bring it, pull it inside, and take out of the built restaurant, shower, and share it with them so it’s time to see it back.\n\n3. Go the door.\n\nThen you come, get into the bathroom, smoke in, and walk away.\n\n5. Don’t remember the bottom of your son, before you start to get into the bottom of your door.\n\nMake knees shake. You’ll still wait in your eye, and then you can’t be naive. When you’ll break it out of your eye, though, you lift yourself in the door, shower your oxygen burn, and shower inside of the door.\n\n6.\n\nIf you’re scared: “see someone’s like me”, it’s probably easier for you to shut up. “Give yourself up.”\n\nNo.\n\n“You’re right, you everyone,” bring your fingers down, and shake your own eye, and you grow up.\n\n“Make it up, be there, go away, honest, and shower the baby.\n\n“So that is no longer a question, yourself is afraid.”\n\n8.\n\n9. Do your job, knowing you’re shaking sudden, extremely. Effectively.\n\n10.\n\nBut, you know, isn’t?\n\n“You arere a snowman, you’re a sink, or a ring of water. Walk off the walls or toss any sound to you, and then the door goes up.”\n\nYou can’t move into your white bed.\n\n“You hear, you can look at me, you’ll know yourself.”\n\n“Walk out of the eye.”\n\nLet’s get it one way.\n\n11.\n\nSnowing upon your back, making your eye empty, enjoying a couple of textbooks. Hmm. Snow, worry.\n\n“Make a son of talking about you, don’t.”\n\n“Make a son, that’s you.”\n\nI’m good at that: “Make a call, die, shake a son.”\n\nI’m sure it’s you.\n\nWho?\n\nI’m not sure your son’s you.\n\n“You don’t have to sleep, if you can get it.”\n\n12.\n\nSeing a chilly mess. As if you’re here.\n\nTo see it for a second now.\n\nSnow, sliding down the plastic hole, dust a dark lawn like a soft needle, or a brushed sidewalk.\n\nYou can have a few more hours when your jobs come.\n\n“But you’re a horse. You stay out and feel like you can’t get it in your hair!”\n\n“My little gangs are called you.\n\nYou can’t get a card and think, ‘You’reonna stupid.’\n\nSo you’ve got your little pink in there?\n\n“Make sure you’re on a hitch,” and it’s a baby, and it’s that easy if you’re", "stripped_text": "living a long way. You’ve been waiting for a bit in a 1,500 branch of Facon. Confused Remember that in the front of the door, you’re going to drop out of the door and leave it empty! The familiar reality. Until when you’re a younger, it’s easy to get in, bring it, pull it inside, and take out of the built restaurant, shower, and share it with them so it’s time to see it back. 3. Go the door. Then you come, get into the bathroom, smoke in, and walk away. 5. Don’t remember the bottom of your son, before you start to get into the bottom of your door. Make knees shake. You’ll still wait in your eye, and then you can’t be naive. When you’ll break it out of your eye, though, you lift yourself in the door, shower your oxygen burn, and shower inside of the door. 6. If you’re scared: “see someone’s like me”, it’s probably easier for you to shut up. “Give yourself up.” No. “You’re right, you everyone,” bring your fingers down, and shake your own eye, and you grow up. “Make it up, be there, go away, honest, and shower the baby. “So that is no longer a question, yourself is afraid.” 8. 9. Do your job, knowing you’re shaking sudden, extremely. Effectively. 10. But, you know, isn’t? “You arere a snowman, you’re a sink, or a ring of water. Walk off the walls or toss any sound to you, and then the door goes up.” You can’t move into your white bed. “You hear, you can look at me, you’ll know yourself.” “Walk out of the eye.” Let’s get it one way. 11. Snowing upon your back, making your eye empty, enjoying a couple of textbooks. Hmm. Snow, worry. “Make a son of talking about you, don’t.” “Make a son, that’s you.” I’m good at that: “Make a call, die, shake a son.” I’m sure it’s you. Who? I’m not sure your son’s you. “You don’t have to sleep, if you can get it.” 12. Seing a chilly mess. As if you’re here. To see it for a second now. Snow, sliding down the plastic hole, dust a dark lawn like a soft needle, or a brushed sidewalk. You can have a few more hours when your jobs come. “But you’re a horse. You stay out and feel like you can’t get it in your hair!” “My little gangs are called you. You can’t get a card and think, ‘You’reonna stupid.’ So you’ve got your little pink in there? “Make sure you’re on a hitch,” and it’s a baby, and it’s that easy if you’re"}
+{"type": "sample", "setting": {"endpoint_temp": 1.15, "final_from": "state"}, "index": 6, "raw_text": " yourself. More on it will make your life so bad to forget, but it will allow you to be out of your plans to consider the place you live.\n\nIf your life will take you longer, you move through your options. If you live with a variety of activities, with the way you work, you won’t get sick on daily if you are healthy, and you will have to take a long break.\n\nWhen you want to be a pretty good person you are, you will find the lesson you will be with your brother. Read on that way, and in case you want to help yourself in the sorts of pain you are feeling, and will ask yourself a little more if you can stay with this, and know what’s going to await you. For the sake of clicking the door open your pain, it will be your main focus of your career and be able to encourage you in your secondary life, learn how it will give you the opportunity to feel more pain, and learn what a good place to do for you.\n\nThen you will be drawing a few weeks, and hoping that the world will help you mid-rad again.\n\nAs always, there is a chance to be excited to yourself and will bring you to the evaluation Company throughout the life of you. If you want to support you, you will need to travel, and that you will be interested in shopping and charging. If you want to work with you, you will be looking for the mechanics that you or most of the players will want to learn.\n\nYou want to learn, when you are learning, to find the greatest of your pain. You will keep yourself working in a medical place that depends on who you live in, and for the first time will help you make a progress.\n\nYour life to yourself.\n\nTo enjoy progress, as long as you decide to help help you, use your stuff tools, items, and work towarding, integrated disputes. Then you can help yourself so quickly, and skills that will help you provide your risk and dispose, and you will have to earn them the same help that you can, and will continue to continue long-lasting on a medical experience.\n\nWith your dedication, you are starting to grow, and you will become your kids. You will also be able to make your plans to keep your friends and your friends on board. It will also push you through the media community to improve your life.\n\nFull reader\n\nEdit: icon\n\nPrint:\n\nPink: email\n\nReddit\n\nMail\n\nImage: technet\n\nLike this: Twitter\n\nFacebook\n\nNaral skills are available to you and you have the skills you can have to help you, yourself, and prosper so that will take away your risks.\n\nYour speed is not a factor. If yourself is a computer, you will think you can stay behind the empty doors for your hands.\n\nIf you are in work with a wallet and waits, clicks in before you move your claw. It’s when you take it in your direction, or preparing for a move forward. Even if your brain takes off, you bend, you want to catch it out somewhere around you. It will be better when you have yourself crying, depending on your senses, and you will use it when you decide to go.\n\nPut your hands on.\n\nIf you will need to use your shoulder, or yourself, you need to forge throughout the day. You will understand that you will be there in subtle ways, as you stick to your eyeaze. In keeping with you, you need to have the power to work with you in a way that only requires someone to recover.\n\nSometimes to yourself in the changing room of the student, some techniques teaches,", "stripped_text": "yourself. More on it will make your life so bad to forget, but it will allow you to be out of your plans to consider the place you live. If your life will take you longer, you move through your options. If you live with a variety of activities, with the way you work, you won’t get sick on daily if you are healthy, and you will have to take a long break. When you want to be a pretty good person you are, you will find the lesson you will be with your brother. Read on that way, and in case you want to help yourself in the sorts of pain you are feeling, and will ask yourself a little more if you can stay with this, and know what’s going to await you. For the sake of clicking the door open your pain, it will be your main focus of your career and be able to encourage you in your secondary life, learn how it will give you the opportunity to feel more pain, and learn what a good place to do for you. Then you will be drawing a few weeks, and hoping that the world will help you mid-rad again. As always, there is a chance to be excited to yourself and will bring you to the evaluation Company throughout the life of you. If you want to support you, you will need to travel, and that you will be interested in shopping and charging. If you want to work with you, you will be looking for the mechanics that you or most of the players will want to learn. You want to learn, when you are learning, to find the greatest of your pain. You will keep yourself working in a medical place that depends on who you live in, and for the first time will help you make a progress. Your life to yourself. To enjoy progress, as long as you decide to help help you, use your stuff tools, items, and work towarding, integrated disputes. Then you can help yourself so quickly, and skills that will help you provide your risk and dispose, and you will have to earn them the same help that you can, and will continue to continue long-lasting on a medical experience. With your dedication, you are starting to grow, and you will become your kids. You will also be able to make your plans to keep your friends and your friends on board. It will also push you through the media community to improve your life. Full reader Edit: icon Print: Pink: email Reddit Mail Image: technet Like this: Twitter Facebook Naral skills are available to you and you have the skills you can have to help you, yourself, and prosper so that will take away your risks. Your speed is not a factor. If yourself is a computer, you will think you can stay behind the empty doors for your hands. If you are in work with a wallet and waits, clicks in before you move your claw. It’s when you take it in your direction, or preparing for a move forward. Even if your brain takes off, you bend, you want to catch it out somewhere around you. It will be better when you have yourself crying, depending on your senses, and you will use it when you decide to go. Put your hands on. If you will need to use your shoulder, or yourself, you need to forge throughout the day. You will understand that you will be there in subtle ways, as you stick to your eyeaze. In keeping with you, you need to have the power to work with you in a way that only requires someone to recover. Sometimes to yourself in the changing room of the student, some techniques teaches,"}
+{"type": "sample", "setting": {"endpoint_temp": 1.15, "final_from": "state"}, "index": 7, "raw_text": " 63.3 63.3 63.3 63.3 63.3 63.56 63.3 63.56 63.3 63.5 63.6 63.6 63.76 64.3 66.7 63 63.3 66.76 64.3 63.3 63.3 4.3 64.7 64.3 63.3 61.56 63.3 63 63.3 62.66 64.7 64.3 63.3 63.3 63.5 66 63.7 62.3 63.3 63.3 63.5 63.36 63.3 63.76 64.3 63.4 63.46 64.3 63.3 64.3 61.76 61.76 63.2 63.3 63.3 64.3 63.3 63.3 63.56 64.3 63.6 64.6 63.3 63.3 63.3 61.36 64.3 63 63.3 65.66 63.76 64.3 63.3 63.7 63.3 63.36 64.3 4.3 63.3 63.3 63.3 4.3 67.76 64.3 64.3 67 63.3 63.56 64.3 63.3 63.3 63.36 64.3 67.36 63.3 63.3 62.3 66 64.3 63.3 64.5 62.36 67.76 64.4 63 63.3 63.3 63.4 63.3 63.4\n\nThat’s right.\n\n3.\n\nYou’re dead. That’s it.\n\n2.\n\n26.\n\nThat’s the big birds.\n\nNot the birds.\n\n3.\n\nNot all the birds.\n\n3.\n\nAnd there’s a tree.\n\nIt’s not a tree, you have to have.\n\nFor me, you’re a tree.\n\n26.\n\nBut you don’t have.\n\n27.\n\nNo, no, that’s.\n\n29.\n\nBut, well, you’re fear.\n\nIt’s some sort of moving tree.\n\n29.\n\nYou’re a fear.\n\n29.\n\nYou can’t hide it.\n\nBut you can.\n\nOh yes, they’re in danger.\n\nAnd you know, they can go back.\n\nAnd it’s a vision.\n\nAnd it’s a clumsy.\n\nAnd it’s not.\n\nAnd it’s not. It’s not.\n\n.\n\nYou know it.\n\nI don’t know any more.\n\nThat’s.\n\nI’m disappointed.\n\nNot to nibs.\n\nNo, no fish.\n\n3.\n\n.\n\nThat’s a property. It’s a place.\n\nLook, calm.\n\nYou’re a bird, too.\n\nAnd you know, it is very important to you.\n\nYou know it’s simply.\n\nNow, you’re here.\n\nLook, you don’t have birds.\n\n6.\n\nAnd you know, it’s not here.\n\nBut here you are.\n\nAnd now you’re in morning.\n\nAnd it’s, you’re a big son.\n\nBut, you’re clueless.\n\nYeah, you’re not here.\n\nBut you’re here.\n\nNo, you’re not here.\n\nMoreover.\n\nBut you’re in a message.\n\nYou can get it right.\n\nBut you’re", "stripped_text": "63.3 63.3 63.3 63.3 63.3 63.56 63.3 63.56 63.3 63.5 63.6 63.6 63.76 64.3 66.7 63 63.3 66.76 64.3 63.3 63.3 4.3 64.7 64.3 63.3 61.56 63.3 63 63.3 62.66 64.7 64.3 63.3 63.3 63.5 66 63.7 62.3 63.3 63.3 63.5 63.36 63.3 63.76 64.3 63.4 63.46 64.3 63.3 64.3 61.76 61.76 63.2 63.3 63.3 64.3 63.3 63.3 63.56 64.3 63.6 64.6 63.3 63.3 63.3 61.36 64.3 63 63.3 65.66 63.76 64.3 63.3 63.7 63.3 63.36 64.3 4.3 63.3 63.3 63.3 4.3 67.76 64.3 64.3 67 63.3 63.56 64.3 63.3 63.3 63.36 64.3 67.36 63.3 63.3 62.3 66 64.3 63.3 64.5 62.36 67.76 64.4 63 63.3 63.3 63.4 63.3 63.4 That’s right. 3. You’re dead. That’s it. 2. 26. That’s the big birds. Not the birds. 3. Not all the birds. 3. And there’s a tree. It’s not a tree, you have to have. For me, you’re a tree. 26. But you don’t have. 27. No, no, that’s. 29. But, well, you’re fear. It’s some sort of moving tree. 29. You’re a fear. 29. You can’t hide it. But you can. Oh yes, they’re in danger. And you know, they can go back. And it’s a vision. And it’s a clumsy. And it’s not. And it’s not. It’s not. . You know it. I don’t know any more. That’s. I’m disappointed. Not to nibs. No, no fish. 3. . That’s a property. It’s a place. Look, calm. You’re a bird, too. And you know, it is very important to you. You know it’s simply. Now, you’re here. Look, you don’t have birds. 6. And you know, it’s not here. But here you are. And now you’re in morning. And it’s, you’re a big son. But, you’re clueless. Yeah, you’re not here. But you’re here. No, you’re not here. Moreover. But you’re in a message. You can get it right. But you’re"}
diff --git a/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260519/owt_compact_v2048_step77k_dualline_steps1024_c256_temps_n8/summary.jsonl b/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260519/owt_compact_v2048_step77k_dualline_steps1024_c256_temps_n8/summary.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..85067db97fe34b6ff4c8e3a55c37bdb11b27ebab
--- /dev/null
+++ b/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260519/owt_compact_v2048_step77k_dualline_steps1024_c256_temps_n8/summary.jsonl
@@ -0,0 +1,40 @@
+{"type": "decode_done", "setting": {"endpoint_temp": 0.95, "final_from": "state"}, "step": 78000, "n_samples": 8}
+{"type": "decode_done", "setting": {"endpoint_temp": 1.05, "final_from": "state"}, "step": 78000, "n_samples": 8}
+{"type": "decode_done", "setting": {"endpoint_temp": 1.15, "final_from": "state"}, "step": 78000, "n_samples": 8}
+{"type": "decode_done", "setting": {"endpoint_temp": 1.25, "final_from": "state"}, "step": 78000, "n_samples": 8}
+{"type": "summary", "checkpoint": "runs/lta_owt_compact_gpt2bpe_v2048_stream1024_fullycoupled_rmsnorm_nobias_adamw_wd0p1_logitnormal_m1p5_s0p8_hardce_mask1p0-1p0_fp32_ddit768x12_gbs512_8gpu_1m_20260517_141027/latest.pt", "step": 78000, "decode": {"steps": 1024, "model_t_mode": "flow", "decode_time_schedule": "linear", "decode_s_min_frac": 0.0, "decode_s_max_frac": 0.25, "decode_force_final_t": true, "decode_time_grid": [0.0, 0.0009765625, 0.001953125, 0.0029296875, 0.00390625, 0.0048828125, 0.005859375, 0.0068359375, 0.0078125, 0.0087890625, 0.009765625, 0.0107421875, 0.01171875, 0.0126953125, 0.013671875, 0.0146484375, 0.015625, 0.0166015625, 0.017578125, 0.0185546875, 0.01953125, 0.0205078125, 0.021484375, 0.0224609375, 0.0234375, 0.0244140625, 0.025390625, 0.0263671875, 0.02734375, 0.0283203125, 0.029296875, 0.0302734375, 0.03125, 0.0322265625, 0.033203125, 0.0341796875, 0.03515625, 0.0361328125, 0.037109375, 0.0380859375, 0.0390625, 0.0400390625, 0.041015625, 0.0419921875, 0.04296875, 0.0439453125, 0.044921875, 0.0458984375, 0.046875, 0.0478515625, 0.048828125, 0.0498046875, 0.05078125, 0.0517578125, 0.052734375, 0.0537109375, 0.0546875, 0.0556640625, 0.056640625, 0.0576171875, 0.05859375, 0.0595703125, 0.060546875, 0.0615234375, 0.0625, 0.0634765625, 0.064453125, 0.0654296875, 0.06640625, 0.0673828125, 0.068359375, 0.0693359375, 0.0703125, 0.0712890625, 0.072265625, 0.0732421875, 0.07421875, 0.0751953125, 0.076171875, 0.0771484375, 0.078125, 0.0791015625, 0.080078125, 0.0810546875, 0.08203125, 0.0830078125, 0.083984375, 0.0849609375, 0.0859375, 0.0869140625, 0.087890625, 0.0888671875, 0.08984375, 0.0908203125, 0.091796875, 0.0927734375, 0.09375, 0.0947265625, 0.095703125, 0.0966796875, 0.09765625, 0.0986328125, 0.099609375, 0.1005859375, 0.1015625, 0.1025390625, 0.103515625, 0.1044921875, 0.10546875, 0.1064453125, 0.107421875, 0.1083984375, 0.109375, 0.1103515625, 0.111328125, 0.1123046875, 0.11328125, 0.1142578125, 0.115234375, 0.1162109375, 0.1171875, 0.1181640625, 0.119140625, 0.1201171875, 0.12109375, 0.1220703125, 0.123046875, 0.1240234375, 0.125, 0.1259765625, 0.126953125, 0.1279296875, 0.12890625, 0.1298828125, 0.130859375, 0.1318359375, 0.1328125, 0.1337890625, 0.134765625, 0.1357421875, 0.13671875, 0.1376953125, 0.138671875, 0.1396484375, 0.140625, 0.1416015625, 0.142578125, 0.1435546875, 0.14453125, 0.1455078125, 0.146484375, 0.1474609375, 0.1484375, 0.1494140625, 0.150390625, 0.1513671875, 0.15234375, 0.1533203125, 0.154296875, 0.1552734375, 0.15625, 0.1572265625, 0.158203125, 0.1591796875, 0.16015625, 0.1611328125, 0.162109375, 0.1630859375, 0.1640625, 0.1650390625, 0.166015625, 0.1669921875, 0.16796875, 0.1689453125, 0.169921875, 0.1708984375, 0.171875, 0.1728515625, 0.173828125, 0.1748046875, 0.17578125, 0.1767578125, 0.177734375, 0.1787109375, 0.1796875, 0.1806640625, 0.181640625, 0.1826171875, 0.18359375, 0.1845703125, 0.185546875, 0.1865234375, 0.1875, 0.1884765625, 0.189453125, 0.1904296875, 0.19140625, 0.1923828125, 0.193359375, 0.1943359375, 0.1953125, 0.1962890625, 0.197265625, 0.1982421875, 0.19921875, 0.2001953125, 0.201171875, 0.2021484375, 0.203125, 0.2041015625, 0.205078125, 0.2060546875, 0.20703125, 0.2080078125, 0.208984375, 0.2099609375, 0.2109375, 0.2119140625, 0.212890625, 0.2138671875, 0.21484375, 0.2158203125, 0.216796875, 0.2177734375, 0.21875, 0.2197265625, 0.220703125, 0.2216796875, 0.22265625, 0.2236328125, 0.224609375, 0.2255859375, 0.2265625, 0.2275390625, 0.228515625, 0.2294921875, 0.23046875, 0.2314453125, 0.232421875, 0.2333984375, 0.234375, 0.2353515625, 0.236328125, 0.2373046875, 0.23828125, 0.2392578125, 0.240234375, 0.2412109375, 0.2421875, 0.2431640625, 0.244140625, 0.2451171875, 0.24609375, 0.2470703125, 0.248046875, 0.2490234375, 0.25, 0.2509765625, 0.251953125, 0.2529296875, 0.25390625, 0.2548828125, 0.255859375, 0.2568359375, 0.2578125, 0.2587890625, 0.259765625, 0.2607421875, 0.26171875, 0.2626953125, 0.263671875, 0.2646484375, 0.265625, 0.2666015625, 0.267578125, 0.2685546875, 0.26953125, 0.2705078125, 0.271484375, 0.2724609375, 0.2734375, 0.2744140625, 0.275390625, 0.2763671875, 0.27734375, 0.2783203125, 0.279296875, 0.2802734375, 0.28125, 0.2822265625, 0.283203125, 0.2841796875, 0.28515625, 0.2861328125, 0.287109375, 0.2880859375, 0.2890625, 0.2900390625, 0.291015625, 0.2919921875, 0.29296875, 0.2939453125, 0.294921875, 0.2958984375, 0.296875, 0.2978515625, 0.298828125, 0.2998046875, 0.30078125, 0.3017578125, 0.302734375, 0.3037109375, 0.3046875, 0.3056640625, 0.306640625, 0.3076171875, 0.30859375, 0.3095703125, 0.310546875, 0.3115234375, 0.3125, 0.3134765625, 0.314453125, 0.3154296875, 0.31640625, 0.3173828125, 0.318359375, 0.3193359375, 0.3203125, 0.3212890625, 0.322265625, 0.3232421875, 0.32421875, 0.3251953125, 0.326171875, 0.3271484375, 0.328125, 0.3291015625, 0.330078125, 0.3310546875, 0.33203125, 0.3330078125, 0.333984375, 0.3349609375, 0.3359375, 0.3369140625, 0.337890625, 0.3388671875, 0.33984375, 0.3408203125, 0.341796875, 0.3427734375, 0.34375, 0.3447265625, 0.345703125, 0.3466796875, 0.34765625, 0.3486328125, 0.349609375, 0.3505859375, 0.3515625, 0.3525390625, 0.353515625, 0.3544921875, 0.35546875, 0.3564453125, 0.357421875, 0.3583984375, 0.359375, 0.3603515625, 0.361328125, 0.3623046875, 0.36328125, 0.3642578125, 0.365234375, 0.3662109375, 0.3671875, 0.3681640625, 0.369140625, 0.3701171875, 0.37109375, 0.3720703125, 0.373046875, 0.3740234375, 0.375, 0.3759765625, 0.376953125, 0.3779296875, 0.37890625, 0.3798828125, 0.380859375, 0.3818359375, 0.3828125, 0.3837890625, 0.384765625, 0.3857421875, 0.38671875, 0.3876953125, 0.388671875, 0.3896484375, 0.390625, 0.3916015625, 0.392578125, 0.3935546875, 0.39453125, 0.3955078125, 0.396484375, 0.3974609375, 0.3984375, 0.3994140625, 0.400390625, 0.4013671875, 0.40234375, 0.4033203125, 0.404296875, 0.4052734375, 0.40625, 0.4072265625, 0.408203125, 0.4091796875, 0.41015625, 0.4111328125, 0.412109375, 0.4130859375, 0.4140625, 0.4150390625, 0.416015625, 0.4169921875, 0.41796875, 0.4189453125, 0.419921875, 0.4208984375, 0.421875, 0.4228515625, 0.423828125, 0.4248046875, 0.42578125, 0.4267578125, 0.427734375, 0.4287109375, 0.4296875, 0.4306640625, 0.431640625, 0.4326171875, 0.43359375, 0.4345703125, 0.435546875, 0.4365234375, 0.4375, 0.4384765625, 0.439453125, 0.4404296875, 0.44140625, 0.4423828125, 0.443359375, 0.4443359375, 0.4453125, 0.4462890625, 0.447265625, 0.4482421875, 0.44921875, 0.4501953125, 0.451171875, 0.4521484375, 0.453125, 0.4541015625, 0.455078125, 0.4560546875, 0.45703125, 0.4580078125, 0.458984375, 0.4599609375, 0.4609375, 0.4619140625, 0.462890625, 0.4638671875, 0.46484375, 0.4658203125, 0.466796875, 0.4677734375, 0.46875, 0.4697265625, 0.470703125, 0.4716796875, 0.47265625, 0.4736328125, 0.474609375, 0.4755859375, 0.4765625, 0.4775390625, 0.478515625, 0.4794921875, 0.48046875, 0.4814453125, 0.482421875, 0.4833984375, 0.484375, 0.4853515625, 0.486328125, 0.4873046875, 0.48828125, 0.4892578125, 0.490234375, 0.4912109375, 0.4921875, 0.4931640625, 0.494140625, 0.4951171875, 0.49609375, 0.4970703125, 0.498046875, 0.4990234375, 0.5, 0.5009765625, 0.501953125, 0.5029296875, 0.50390625, 0.5048828125, 0.505859375, 0.5068359375, 0.5078125, 0.5087890625, 0.509765625, 0.5107421875, 0.51171875, 0.5126953125, 0.513671875, 0.5146484375, 0.515625, 0.5166015625, 0.517578125, 0.5185546875, 0.51953125, 0.5205078125, 0.521484375, 0.5224609375, 0.5234375, 0.5244140625, 0.525390625, 0.5263671875, 0.52734375, 0.5283203125, 0.529296875, 0.5302734375, 0.53125, 0.5322265625, 0.533203125, 0.5341796875, 0.53515625, 0.5361328125, 0.537109375, 0.5380859375, 0.5390625, 0.5400390625, 0.541015625, 0.5419921875, 0.54296875, 0.5439453125, 0.544921875, 0.5458984375, 0.546875, 0.5478515625, 0.548828125, 0.5498046875, 0.55078125, 0.5517578125, 0.552734375, 0.5537109375, 0.5546875, 0.5556640625, 0.556640625, 0.5576171875, 0.55859375, 0.5595703125, 0.560546875, 0.5615234375, 0.5625, 0.5634765625, 0.564453125, 0.5654296875, 0.56640625, 0.5673828125, 0.568359375, 0.5693359375, 0.5703125, 0.5712890625, 0.572265625, 0.5732421875, 0.57421875, 0.5751953125, 0.576171875, 0.5771484375, 0.578125, 0.5791015625, 0.580078125, 0.5810546875, 0.58203125, 0.5830078125, 0.583984375, 0.5849609375, 0.5859375, 0.5869140625, 0.587890625, 0.5888671875, 0.58984375, 0.5908203125, 0.591796875, 0.5927734375, 0.59375, 0.5947265625, 0.595703125, 0.5966796875, 0.59765625, 0.5986328125, 0.599609375, 0.6005859375, 0.6015625, 0.6025390625, 0.603515625, 0.6044921875, 0.60546875, 0.6064453125, 0.607421875, 0.6083984375, 0.609375, 0.6103515625, 0.611328125, 0.6123046875, 0.61328125, 0.6142578125, 0.615234375, 0.6162109375, 0.6171875, 0.6181640625, 0.619140625, 0.6201171875, 0.62109375, 0.6220703125, 0.623046875, 0.6240234375, 0.625, 0.6259765625, 0.626953125, 0.6279296875, 0.62890625, 0.6298828125, 0.630859375, 0.6318359375, 0.6328125, 0.6337890625, 0.634765625, 0.6357421875, 0.63671875, 0.6376953125, 0.638671875, 0.6396484375, 0.640625, 0.6416015625, 0.642578125, 0.6435546875, 0.64453125, 0.6455078125, 0.646484375, 0.6474609375, 0.6484375, 0.6494140625, 0.650390625, 0.6513671875, 0.65234375, 0.6533203125, 0.654296875, 0.6552734375, 0.65625, 0.6572265625, 0.658203125, 0.6591796875, 0.66015625, 0.6611328125, 0.662109375, 0.6630859375, 0.6640625, 0.6650390625, 0.666015625, 0.6669921875, 0.66796875, 0.6689453125, 0.669921875, 0.6708984375, 0.671875, 0.6728515625, 0.673828125, 0.6748046875, 0.67578125, 0.6767578125, 0.677734375, 0.6787109375, 0.6796875, 0.6806640625, 0.681640625, 0.6826171875, 0.68359375, 0.6845703125, 0.685546875, 0.6865234375, 0.6875, 0.6884765625, 0.689453125, 0.6904296875, 0.69140625, 0.6923828125, 0.693359375, 0.6943359375, 0.6953125, 0.6962890625, 0.697265625, 0.6982421875, 0.69921875, 0.7001953125, 0.701171875, 0.7021484375, 0.703125, 0.7041015625, 0.705078125, 0.7060546875, 0.70703125, 0.7080078125, 0.708984375, 0.7099609375, 0.7109375, 0.7119140625, 0.712890625, 0.7138671875, 0.71484375, 0.7158203125, 0.716796875, 0.7177734375, 0.71875, 0.7197265625, 0.720703125, 0.7216796875, 0.72265625, 0.7236328125, 0.724609375, 0.7255859375, 0.7265625, 0.7275390625, 0.728515625, 0.7294921875, 0.73046875, 0.7314453125, 0.732421875, 0.7333984375, 0.734375, 0.7353515625, 0.736328125, 0.7373046875, 0.73828125, 0.7392578125, 0.740234375, 0.7412109375, 0.7421875, 0.7431640625, 0.744140625, 0.7451171875, 0.74609375, 0.7470703125, 0.748046875, 0.7490234375, 0.75, 0.7509765625, 0.751953125, 0.7529296875, 0.75390625, 0.7548828125, 0.755859375, 0.7568359375, 0.7578125, 0.7587890625, 0.759765625, 0.7607421875, 0.76171875, 0.7626953125, 0.763671875, 0.7646484375, 0.765625, 0.7666015625, 0.767578125, 0.7685546875, 0.76953125, 0.7705078125, 0.771484375, 0.7724609375, 0.7734375, 0.7744140625, 0.775390625, 0.7763671875, 0.77734375, 0.7783203125, 0.779296875, 0.7802734375, 0.78125, 0.7822265625, 0.783203125, 0.7841796875, 0.78515625, 0.7861328125, 0.787109375, 0.7880859375, 0.7890625, 0.7900390625, 0.791015625, 0.7919921875, 0.79296875, 0.7939453125, 0.794921875, 0.7958984375, 0.796875, 0.7978515625, 0.798828125, 0.7998046875, 0.80078125, 0.8017578125, 0.802734375, 0.8037109375, 0.8046875, 0.8056640625, 0.806640625, 0.8076171875, 0.80859375, 0.8095703125, 0.810546875, 0.8115234375, 0.8125, 0.8134765625, 0.814453125, 0.8154296875, 0.81640625, 0.8173828125, 0.818359375, 0.8193359375, 0.8203125, 0.8212890625, 0.822265625, 0.8232421875, 0.82421875, 0.8251953125, 0.826171875, 0.8271484375, 0.828125, 0.8291015625, 0.830078125, 0.8310546875, 0.83203125, 0.8330078125, 0.833984375, 0.8349609375, 0.8359375, 0.8369140625, 0.837890625, 0.8388671875, 0.83984375, 0.8408203125, 0.841796875, 0.8427734375, 0.84375, 0.8447265625, 0.845703125, 0.8466796875, 0.84765625, 0.8486328125, 0.849609375, 0.8505859375, 0.8515625, 0.8525390625, 0.853515625, 0.8544921875, 0.85546875, 0.8564453125, 0.857421875, 0.8583984375, 0.859375, 0.8603515625, 0.861328125, 0.8623046875, 0.86328125, 0.8642578125, 0.865234375, 0.8662109375, 0.8671875, 0.8681640625, 0.869140625, 0.8701171875, 0.87109375, 0.8720703125, 0.873046875, 0.8740234375, 0.875, 0.8759765625, 0.876953125, 0.8779296875, 0.87890625, 0.8798828125, 0.880859375, 0.8818359375, 0.8828125, 0.8837890625, 0.884765625, 0.8857421875, 0.88671875, 0.8876953125, 0.888671875, 0.8896484375, 0.890625, 0.8916015625, 0.892578125, 0.8935546875, 0.89453125, 0.8955078125, 0.896484375, 0.8974609375, 0.8984375, 0.8994140625, 0.900390625, 0.9013671875, 0.90234375, 0.9033203125, 0.904296875, 0.9052734375, 0.90625, 0.9072265625, 0.908203125, 0.9091796875, 0.91015625, 0.9111328125, 0.912109375, 0.9130859375, 0.9140625, 0.9150390625, 0.916015625, 0.9169921875, 0.91796875, 0.9189453125, 0.919921875, 0.9208984375, 0.921875, 0.9228515625, 0.923828125, 0.9248046875, 0.92578125, 0.9267578125, 0.927734375, 0.9287109375, 0.9296875, 0.9306640625, 0.931640625, 0.9326171875, 0.93359375, 0.9345703125, 0.935546875, 0.9365234375, 0.9375, 0.9384765625, 0.939453125, 0.9404296875, 0.94140625, 0.9423828125, 0.943359375, 0.9443359375, 0.9453125, 0.9462890625, 0.947265625, 0.9482421875, 0.94921875, 0.9501953125, 0.951171875, 0.9521484375, 0.953125, 0.9541015625, 0.955078125, 0.9560546875, 0.95703125, 0.9580078125, 0.958984375, 0.9599609375, 0.9609375, 0.9619140625, 0.962890625, 0.9638671875, 0.96484375, 0.9658203125, 0.966796875, 0.9677734375, 0.96875, 0.9697265625, 0.970703125, 0.9716796875, 0.97265625, 0.9736328125, 0.974609375, 0.9755859375, 0.9765625, 0.9775390625, 0.978515625, 0.9794921875, 0.98046875, 0.9814453125, 0.982421875, 0.9833984375, 0.984375, 0.9853515625, 0.986328125, 0.9873046875, 0.98828125, 0.9892578125, 0.990234375, 0.9912109375, 0.9921875, 0.9931640625, 0.994140625, 0.9951171875, 0.99609375, 0.9970703125, 0.998046875, 0.9990234375, 1.0], "decode_rule": "dual_line_resample", "support_power": 1.0, "semantic_power": 1.0, "anchor_mode": "onehot", "cfg_scale": 0.0, "cfg_power": 1.0, "cfg_start": 0.0, "cfg_prior": "uniform", "decode_freq_penalty_alpha": 0.0, "decode_freq_penalty_beta": 0.0, "decode_freq_penalty_floor": 0.0, "decode_freq_penalty_start": 0.0, "decode_freq_penalty_end": 1.0, "decode_freq_penalty_power": 1.0, "start_t": 0.0, "start_init": "noise", "noise_init": "dirichlet", "noise_sigma": -1.0, "dirichlet_concentration": 1.0, "concentration_min": 1.0, "concentration_max": 256.0, "target_prob": 1.0, "endpoint_temp": 0.95, "final_from": "state", "final_sample_mode": "argmax", "final_sample_temp": 1.0, "final_top_k": 0, "final_top_p": 1.0, "final_freq_penalty_alpha": 0.0, "final_freq_penalty_beta": 0.0, "final_freq_penalty_floor": 0.0, "lock_bos": false, "n_samples": 8, "seed": 20260519}, "raw_genppl": {"ppl": 1.1514520468582297, "nll_per_token": 0.1410237953456633, "tokens": 6231, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "stripped_genppl": {"ppl": 1.1917476185758025, "nll_per_token": 0.17542081684261174, "tokens": 2464, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "diversity": {"sample_entropy": 0.5729913136957525, "unique_tokens": 7, "token_count": 8192, "distinct_1": 0.0008544921875, "distinct_2": 0.0015884652981427176, "top_token_mass": 0.460205078125}}
+{"type": "sample", "setting": {"endpoint_temp": 0.95, "final_from": "state"}, "index": 0, "raw_text": "\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1", "stripped_text": "1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1"}
+{"type": "sample", "setting": {"endpoint_temp": 0.95, "final_from": "state"}, "index": 1, "raw_text": "1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n11\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n", "stripped_text": "1 11 1 1 1 1 1 1 1 1 11 1 1 1 1 1 11 1 1 1 1 1 1 1 1 11 1 1 1 1 11 1 1 1 1 1 1 11 1 1 1 1 1 1 1 11 1 1 1 1 11 1 1 1 1 1 1 11 1 1 1 1 1 1 1 11 1 1 1 1 1 1 1 1 11 1 1 1 1 1 1 11 1 1 1 1 1 11 1 1 1 1 1 1 1 11 1 1 1 1 1 1 11 1 1 1 1 1 1 11 1 1 1 1 1 11 1 1 1 1 1 1 11 1 1 1 1 1 1 1 11 1 1 1 1 11 1 1 1 1 1 1 1 1 11 1 1 1 1 1 1 11 1 1 1 1 1 1 11 1 1 1 1 1 11 1 1 1 1 1 1 1 11 1 1 1 1 1 11 1 1 1 1 1 1 1 1 11 1 1 1 1 1 11 1 1 1 1 1 11 1 1 1 1 1 1 1 11 1 1 1 1 1 11 1 1 1 1 1 1 1 11 1 1 1 1 1 1 1 11 1 1 1 1 1 11 1 1 1 1 1 1 1 11 1 1 1 1 1 1 11 1 1 1 1 11 1 1 1 1 1 1 1 1 11 1 1 1 1 11 1 1 1 1 1 1 11 1 1 1 1 1 1 1 11 1 1 1 1 1 1 11 1 1 1 1 1 1 1 11 1 1 1 1 11 1 1 1 1 1 1 1 11 1 1 1 1 1 1 11 1 1 1 1 1 1"}
+{"type": "sample", "setting": {"endpoint_temp": 0.95, "final_from": "state"}, "index": 2, "raw_text": "00000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000", "stripped_text": "00000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000"}
+{"type": "sample", "setting": {"endpoint_temp": 0.95, "final_from": "state"}, "index": 3, "raw_text": ")))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))()))))))))", "stripped_text": ")))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))()))))))))"}
+{"type": "sample", "setting": {"endpoint_temp": 0.95, "final_from": "state"}, "index": 4, "raw_text": "\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11,\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11,\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n1\n\n11\n\n11\n\n1\n\n11\n\n11\n\n11\n\n11\n\n11\n\n1\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11 11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n11\n\n1", "stripped_text": "11 11 11 11 11 11 11 11 11 11 11 11 11 11, 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11, 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 1 11 11 1 11 11 11 11 11 1 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 11 1"}
+{"type": "sample", "setting": {"endpoint_temp": 0.95, "final_from": "state"}, "index": 5, "raw_text": " 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1", "stripped_text": "1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1"}
+{"type": "sample", "setting": {"endpoint_temp": 0.95, "final_from": "state"}, "index": 6, "raw_text": "1 1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n", "stripped_text": "1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1"}
+{"type": "sample", "setting": {"endpoint_temp": 0.95, "final_from": "state"}, "index": 7, "raw_text": "1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n1\n\n1 1\n\n1\n\n1\n\n1\n\n1\n\n", "stripped_text": "1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1 1"}
+{"type": "summary", "checkpoint": "runs/lta_owt_compact_gpt2bpe_v2048_stream1024_fullycoupled_rmsnorm_nobias_adamw_wd0p1_logitnormal_m1p5_s0p8_hardce_mask1p0-1p0_fp32_ddit768x12_gbs512_8gpu_1m_20260517_141027/latest.pt", "step": 78000, "decode": {"steps": 1024, "model_t_mode": "flow", "decode_time_schedule": "linear", "decode_s_min_frac": 0.0, "decode_s_max_frac": 0.25, "decode_force_final_t": true, "decode_time_grid": [0.0, 0.0009765625, 0.001953125, 0.0029296875, 0.00390625, 0.0048828125, 0.005859375, 0.0068359375, 0.0078125, 0.0087890625, 0.009765625, 0.0107421875, 0.01171875, 0.0126953125, 0.013671875, 0.0146484375, 0.015625, 0.0166015625, 0.017578125, 0.0185546875, 0.01953125, 0.0205078125, 0.021484375, 0.0224609375, 0.0234375, 0.0244140625, 0.025390625, 0.0263671875, 0.02734375, 0.0283203125, 0.029296875, 0.0302734375, 0.03125, 0.0322265625, 0.033203125, 0.0341796875, 0.03515625, 0.0361328125, 0.037109375, 0.0380859375, 0.0390625, 0.0400390625, 0.041015625, 0.0419921875, 0.04296875, 0.0439453125, 0.044921875, 0.0458984375, 0.046875, 0.0478515625, 0.048828125, 0.0498046875, 0.05078125, 0.0517578125, 0.052734375, 0.0537109375, 0.0546875, 0.0556640625, 0.056640625, 0.0576171875, 0.05859375, 0.0595703125, 0.060546875, 0.0615234375, 0.0625, 0.0634765625, 0.064453125, 0.0654296875, 0.06640625, 0.0673828125, 0.068359375, 0.0693359375, 0.0703125, 0.0712890625, 0.072265625, 0.0732421875, 0.07421875, 0.0751953125, 0.076171875, 0.0771484375, 0.078125, 0.0791015625, 0.080078125, 0.0810546875, 0.08203125, 0.0830078125, 0.083984375, 0.0849609375, 0.0859375, 0.0869140625, 0.087890625, 0.0888671875, 0.08984375, 0.0908203125, 0.091796875, 0.0927734375, 0.09375, 0.0947265625, 0.095703125, 0.0966796875, 0.09765625, 0.0986328125, 0.099609375, 0.1005859375, 0.1015625, 0.1025390625, 0.103515625, 0.1044921875, 0.10546875, 0.1064453125, 0.107421875, 0.1083984375, 0.109375, 0.1103515625, 0.111328125, 0.1123046875, 0.11328125, 0.1142578125, 0.115234375, 0.1162109375, 0.1171875, 0.1181640625, 0.119140625, 0.1201171875, 0.12109375, 0.1220703125, 0.123046875, 0.1240234375, 0.125, 0.1259765625, 0.126953125, 0.1279296875, 0.12890625, 0.1298828125, 0.130859375, 0.1318359375, 0.1328125, 0.1337890625, 0.134765625, 0.1357421875, 0.13671875, 0.1376953125, 0.138671875, 0.1396484375, 0.140625, 0.1416015625, 0.142578125, 0.1435546875, 0.14453125, 0.1455078125, 0.146484375, 0.1474609375, 0.1484375, 0.1494140625, 0.150390625, 0.1513671875, 0.15234375, 0.1533203125, 0.154296875, 0.1552734375, 0.15625, 0.1572265625, 0.158203125, 0.1591796875, 0.16015625, 0.1611328125, 0.162109375, 0.1630859375, 0.1640625, 0.1650390625, 0.166015625, 0.1669921875, 0.16796875, 0.1689453125, 0.169921875, 0.1708984375, 0.171875, 0.1728515625, 0.173828125, 0.1748046875, 0.17578125, 0.1767578125, 0.177734375, 0.1787109375, 0.1796875, 0.1806640625, 0.181640625, 0.1826171875, 0.18359375, 0.1845703125, 0.185546875, 0.1865234375, 0.1875, 0.1884765625, 0.189453125, 0.1904296875, 0.19140625, 0.1923828125, 0.193359375, 0.1943359375, 0.1953125, 0.1962890625, 0.197265625, 0.1982421875, 0.19921875, 0.2001953125, 0.201171875, 0.2021484375, 0.203125, 0.2041015625, 0.205078125, 0.2060546875, 0.20703125, 0.2080078125, 0.208984375, 0.2099609375, 0.2109375, 0.2119140625, 0.212890625, 0.2138671875, 0.21484375, 0.2158203125, 0.216796875, 0.2177734375, 0.21875, 0.2197265625, 0.220703125, 0.2216796875, 0.22265625, 0.2236328125, 0.224609375, 0.2255859375, 0.2265625, 0.2275390625, 0.228515625, 0.2294921875, 0.23046875, 0.2314453125, 0.232421875, 0.2333984375, 0.234375, 0.2353515625, 0.236328125, 0.2373046875, 0.23828125, 0.2392578125, 0.240234375, 0.2412109375, 0.2421875, 0.2431640625, 0.244140625, 0.2451171875, 0.24609375, 0.2470703125, 0.248046875, 0.2490234375, 0.25, 0.2509765625, 0.251953125, 0.2529296875, 0.25390625, 0.2548828125, 0.255859375, 0.2568359375, 0.2578125, 0.2587890625, 0.259765625, 0.2607421875, 0.26171875, 0.2626953125, 0.263671875, 0.2646484375, 0.265625, 0.2666015625, 0.267578125, 0.2685546875, 0.26953125, 0.2705078125, 0.271484375, 0.2724609375, 0.2734375, 0.2744140625, 0.275390625, 0.2763671875, 0.27734375, 0.2783203125, 0.279296875, 0.2802734375, 0.28125, 0.2822265625, 0.283203125, 0.2841796875, 0.28515625, 0.2861328125, 0.287109375, 0.2880859375, 0.2890625, 0.2900390625, 0.291015625, 0.2919921875, 0.29296875, 0.2939453125, 0.294921875, 0.2958984375, 0.296875, 0.2978515625, 0.298828125, 0.2998046875, 0.30078125, 0.3017578125, 0.302734375, 0.3037109375, 0.3046875, 0.3056640625, 0.306640625, 0.3076171875, 0.30859375, 0.3095703125, 0.310546875, 0.3115234375, 0.3125, 0.3134765625, 0.314453125, 0.3154296875, 0.31640625, 0.3173828125, 0.318359375, 0.3193359375, 0.3203125, 0.3212890625, 0.322265625, 0.3232421875, 0.32421875, 0.3251953125, 0.326171875, 0.3271484375, 0.328125, 0.3291015625, 0.330078125, 0.3310546875, 0.33203125, 0.3330078125, 0.333984375, 0.3349609375, 0.3359375, 0.3369140625, 0.337890625, 0.3388671875, 0.33984375, 0.3408203125, 0.341796875, 0.3427734375, 0.34375, 0.3447265625, 0.345703125, 0.3466796875, 0.34765625, 0.3486328125, 0.349609375, 0.3505859375, 0.3515625, 0.3525390625, 0.353515625, 0.3544921875, 0.35546875, 0.3564453125, 0.357421875, 0.3583984375, 0.359375, 0.3603515625, 0.361328125, 0.3623046875, 0.36328125, 0.3642578125, 0.365234375, 0.3662109375, 0.3671875, 0.3681640625, 0.369140625, 0.3701171875, 0.37109375, 0.3720703125, 0.373046875, 0.3740234375, 0.375, 0.3759765625, 0.376953125, 0.3779296875, 0.37890625, 0.3798828125, 0.380859375, 0.3818359375, 0.3828125, 0.3837890625, 0.384765625, 0.3857421875, 0.38671875, 0.3876953125, 0.388671875, 0.3896484375, 0.390625, 0.3916015625, 0.392578125, 0.3935546875, 0.39453125, 0.3955078125, 0.396484375, 0.3974609375, 0.3984375, 0.3994140625, 0.400390625, 0.4013671875, 0.40234375, 0.4033203125, 0.404296875, 0.4052734375, 0.40625, 0.4072265625, 0.408203125, 0.4091796875, 0.41015625, 0.4111328125, 0.412109375, 0.4130859375, 0.4140625, 0.4150390625, 0.416015625, 0.4169921875, 0.41796875, 0.4189453125, 0.419921875, 0.4208984375, 0.421875, 0.4228515625, 0.423828125, 0.4248046875, 0.42578125, 0.4267578125, 0.427734375, 0.4287109375, 0.4296875, 0.4306640625, 0.431640625, 0.4326171875, 0.43359375, 0.4345703125, 0.435546875, 0.4365234375, 0.4375, 0.4384765625, 0.439453125, 0.4404296875, 0.44140625, 0.4423828125, 0.443359375, 0.4443359375, 0.4453125, 0.4462890625, 0.447265625, 0.4482421875, 0.44921875, 0.4501953125, 0.451171875, 0.4521484375, 0.453125, 0.4541015625, 0.455078125, 0.4560546875, 0.45703125, 0.4580078125, 0.458984375, 0.4599609375, 0.4609375, 0.4619140625, 0.462890625, 0.4638671875, 0.46484375, 0.4658203125, 0.466796875, 0.4677734375, 0.46875, 0.4697265625, 0.470703125, 0.4716796875, 0.47265625, 0.4736328125, 0.474609375, 0.4755859375, 0.4765625, 0.4775390625, 0.478515625, 0.4794921875, 0.48046875, 0.4814453125, 0.482421875, 0.4833984375, 0.484375, 0.4853515625, 0.486328125, 0.4873046875, 0.48828125, 0.4892578125, 0.490234375, 0.4912109375, 0.4921875, 0.4931640625, 0.494140625, 0.4951171875, 0.49609375, 0.4970703125, 0.498046875, 0.4990234375, 0.5, 0.5009765625, 0.501953125, 0.5029296875, 0.50390625, 0.5048828125, 0.505859375, 0.5068359375, 0.5078125, 0.5087890625, 0.509765625, 0.5107421875, 0.51171875, 0.5126953125, 0.513671875, 0.5146484375, 0.515625, 0.5166015625, 0.517578125, 0.5185546875, 0.51953125, 0.5205078125, 0.521484375, 0.5224609375, 0.5234375, 0.5244140625, 0.525390625, 0.5263671875, 0.52734375, 0.5283203125, 0.529296875, 0.5302734375, 0.53125, 0.5322265625, 0.533203125, 0.5341796875, 0.53515625, 0.5361328125, 0.537109375, 0.5380859375, 0.5390625, 0.5400390625, 0.541015625, 0.5419921875, 0.54296875, 0.5439453125, 0.544921875, 0.5458984375, 0.546875, 0.5478515625, 0.548828125, 0.5498046875, 0.55078125, 0.5517578125, 0.552734375, 0.5537109375, 0.5546875, 0.5556640625, 0.556640625, 0.5576171875, 0.55859375, 0.5595703125, 0.560546875, 0.5615234375, 0.5625, 0.5634765625, 0.564453125, 0.5654296875, 0.56640625, 0.5673828125, 0.568359375, 0.5693359375, 0.5703125, 0.5712890625, 0.572265625, 0.5732421875, 0.57421875, 0.5751953125, 0.576171875, 0.5771484375, 0.578125, 0.5791015625, 0.580078125, 0.5810546875, 0.58203125, 0.5830078125, 0.583984375, 0.5849609375, 0.5859375, 0.5869140625, 0.587890625, 0.5888671875, 0.58984375, 0.5908203125, 0.591796875, 0.5927734375, 0.59375, 0.5947265625, 0.595703125, 0.5966796875, 0.59765625, 0.5986328125, 0.599609375, 0.6005859375, 0.6015625, 0.6025390625, 0.603515625, 0.6044921875, 0.60546875, 0.6064453125, 0.607421875, 0.6083984375, 0.609375, 0.6103515625, 0.611328125, 0.6123046875, 0.61328125, 0.6142578125, 0.615234375, 0.6162109375, 0.6171875, 0.6181640625, 0.619140625, 0.6201171875, 0.62109375, 0.6220703125, 0.623046875, 0.6240234375, 0.625, 0.6259765625, 0.626953125, 0.6279296875, 0.62890625, 0.6298828125, 0.630859375, 0.6318359375, 0.6328125, 0.6337890625, 0.634765625, 0.6357421875, 0.63671875, 0.6376953125, 0.638671875, 0.6396484375, 0.640625, 0.6416015625, 0.642578125, 0.6435546875, 0.64453125, 0.6455078125, 0.646484375, 0.6474609375, 0.6484375, 0.6494140625, 0.650390625, 0.6513671875, 0.65234375, 0.6533203125, 0.654296875, 0.6552734375, 0.65625, 0.6572265625, 0.658203125, 0.6591796875, 0.66015625, 0.6611328125, 0.662109375, 0.6630859375, 0.6640625, 0.6650390625, 0.666015625, 0.6669921875, 0.66796875, 0.6689453125, 0.669921875, 0.6708984375, 0.671875, 0.6728515625, 0.673828125, 0.6748046875, 0.67578125, 0.6767578125, 0.677734375, 0.6787109375, 0.6796875, 0.6806640625, 0.681640625, 0.6826171875, 0.68359375, 0.6845703125, 0.685546875, 0.6865234375, 0.6875, 0.6884765625, 0.689453125, 0.6904296875, 0.69140625, 0.6923828125, 0.693359375, 0.6943359375, 0.6953125, 0.6962890625, 0.697265625, 0.6982421875, 0.69921875, 0.7001953125, 0.701171875, 0.7021484375, 0.703125, 0.7041015625, 0.705078125, 0.7060546875, 0.70703125, 0.7080078125, 0.708984375, 0.7099609375, 0.7109375, 0.7119140625, 0.712890625, 0.7138671875, 0.71484375, 0.7158203125, 0.716796875, 0.7177734375, 0.71875, 0.7197265625, 0.720703125, 0.7216796875, 0.72265625, 0.7236328125, 0.724609375, 0.7255859375, 0.7265625, 0.7275390625, 0.728515625, 0.7294921875, 0.73046875, 0.7314453125, 0.732421875, 0.7333984375, 0.734375, 0.7353515625, 0.736328125, 0.7373046875, 0.73828125, 0.7392578125, 0.740234375, 0.7412109375, 0.7421875, 0.7431640625, 0.744140625, 0.7451171875, 0.74609375, 0.7470703125, 0.748046875, 0.7490234375, 0.75, 0.7509765625, 0.751953125, 0.7529296875, 0.75390625, 0.7548828125, 0.755859375, 0.7568359375, 0.7578125, 0.7587890625, 0.759765625, 0.7607421875, 0.76171875, 0.7626953125, 0.763671875, 0.7646484375, 0.765625, 0.7666015625, 0.767578125, 0.7685546875, 0.76953125, 0.7705078125, 0.771484375, 0.7724609375, 0.7734375, 0.7744140625, 0.775390625, 0.7763671875, 0.77734375, 0.7783203125, 0.779296875, 0.7802734375, 0.78125, 0.7822265625, 0.783203125, 0.7841796875, 0.78515625, 0.7861328125, 0.787109375, 0.7880859375, 0.7890625, 0.7900390625, 0.791015625, 0.7919921875, 0.79296875, 0.7939453125, 0.794921875, 0.7958984375, 0.796875, 0.7978515625, 0.798828125, 0.7998046875, 0.80078125, 0.8017578125, 0.802734375, 0.8037109375, 0.8046875, 0.8056640625, 0.806640625, 0.8076171875, 0.80859375, 0.8095703125, 0.810546875, 0.8115234375, 0.8125, 0.8134765625, 0.814453125, 0.8154296875, 0.81640625, 0.8173828125, 0.818359375, 0.8193359375, 0.8203125, 0.8212890625, 0.822265625, 0.8232421875, 0.82421875, 0.8251953125, 0.826171875, 0.8271484375, 0.828125, 0.8291015625, 0.830078125, 0.8310546875, 0.83203125, 0.8330078125, 0.833984375, 0.8349609375, 0.8359375, 0.8369140625, 0.837890625, 0.8388671875, 0.83984375, 0.8408203125, 0.841796875, 0.8427734375, 0.84375, 0.8447265625, 0.845703125, 0.8466796875, 0.84765625, 0.8486328125, 0.849609375, 0.8505859375, 0.8515625, 0.8525390625, 0.853515625, 0.8544921875, 0.85546875, 0.8564453125, 0.857421875, 0.8583984375, 0.859375, 0.8603515625, 0.861328125, 0.8623046875, 0.86328125, 0.8642578125, 0.865234375, 0.8662109375, 0.8671875, 0.8681640625, 0.869140625, 0.8701171875, 0.87109375, 0.8720703125, 0.873046875, 0.8740234375, 0.875, 0.8759765625, 0.876953125, 0.8779296875, 0.87890625, 0.8798828125, 0.880859375, 0.8818359375, 0.8828125, 0.8837890625, 0.884765625, 0.8857421875, 0.88671875, 0.8876953125, 0.888671875, 0.8896484375, 0.890625, 0.8916015625, 0.892578125, 0.8935546875, 0.89453125, 0.8955078125, 0.896484375, 0.8974609375, 0.8984375, 0.8994140625, 0.900390625, 0.9013671875, 0.90234375, 0.9033203125, 0.904296875, 0.9052734375, 0.90625, 0.9072265625, 0.908203125, 0.9091796875, 0.91015625, 0.9111328125, 0.912109375, 0.9130859375, 0.9140625, 0.9150390625, 0.916015625, 0.9169921875, 0.91796875, 0.9189453125, 0.919921875, 0.9208984375, 0.921875, 0.9228515625, 0.923828125, 0.9248046875, 0.92578125, 0.9267578125, 0.927734375, 0.9287109375, 0.9296875, 0.9306640625, 0.931640625, 0.9326171875, 0.93359375, 0.9345703125, 0.935546875, 0.9365234375, 0.9375, 0.9384765625, 0.939453125, 0.9404296875, 0.94140625, 0.9423828125, 0.943359375, 0.9443359375, 0.9453125, 0.9462890625, 0.947265625, 0.9482421875, 0.94921875, 0.9501953125, 0.951171875, 0.9521484375, 0.953125, 0.9541015625, 0.955078125, 0.9560546875, 0.95703125, 0.9580078125, 0.958984375, 0.9599609375, 0.9609375, 0.9619140625, 0.962890625, 0.9638671875, 0.96484375, 0.9658203125, 0.966796875, 0.9677734375, 0.96875, 0.9697265625, 0.970703125, 0.9716796875, 0.97265625, 0.9736328125, 0.974609375, 0.9755859375, 0.9765625, 0.9775390625, 0.978515625, 0.9794921875, 0.98046875, 0.9814453125, 0.982421875, 0.9833984375, 0.984375, 0.9853515625, 0.986328125, 0.9873046875, 0.98828125, 0.9892578125, 0.990234375, 0.9912109375, 0.9921875, 0.9931640625, 0.994140625, 0.9951171875, 0.99609375, 0.9970703125, 0.998046875, 0.9990234375, 1.0], "decode_rule": "dual_line_resample", "support_power": 1.0, "semantic_power": 1.0, "anchor_mode": "onehot", "cfg_scale": 0.0, "cfg_power": 1.0, "cfg_start": 0.0, "cfg_prior": "uniform", "decode_freq_penalty_alpha": 0.0, "decode_freq_penalty_beta": 0.0, "decode_freq_penalty_floor": 0.0, "decode_freq_penalty_start": 0.0, "decode_freq_penalty_end": 1.0, "decode_freq_penalty_power": 1.0, "start_t": 0.0, "start_init": "noise", "noise_init": "dirichlet", "noise_sigma": -1.0, "dirichlet_concentration": 1.0, "concentration_min": 1.0, "concentration_max": 256.0, "target_prob": 1.0, "endpoint_temp": 1.05, "final_from": "state", "final_sample_mode": "argmax", "final_sample_temp": 1.0, "final_top_k": 0, "final_top_p": 1.0, "final_freq_penalty_alpha": 0.0, "final_freq_penalty_beta": 0.0, "final_freq_penalty_floor": 0.0, "lock_bos": false, "n_samples": 8, "seed": 20260519}, "raw_genppl": {"ppl": 1.5227260761737307, "nll_per_token": 0.4205021996760402, "tokens": 3545, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "stripped_genppl": {"ppl": 1.7430280715306916, "nll_per_token": 0.5556238717040594, "tokens": 2893, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "diversity": {"sample_entropy": 0.40569772825190537, "unique_tokens": 14, "token_count": 8192, "distinct_1": 0.001708984375, "distinct_2": 0.003176930596285435, "top_token_mass": 0.7825927734375}}
+{"type": "sample", "setting": {"endpoint_temp": 1.05, "final_from": "state"}, "index": 0, "raw_text": "))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))()))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))", "stripped_text": "))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))()))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))"}
+{"type": "sample", "setting": {"endpoint_temp": 1.05, "final_from": "state"}, "index": 1, "raw_text": "))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))) ()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))", "stripped_text": "))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))) ()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))"}
+{"type": "sample", "setting": {"endpoint_temp": 1.05, "final_from": "state"}, "index": 2, "raw_text": ")))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))())))))))()))))))))))))))))))))))))))))))))))))))))))()))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))", "stripped_text": ")))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))())))))))()))))))))))))))))))))))))))))))))))))))))))()))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))"}
+{"type": "sample", "setting": {"endpoint_temp": 1.05, "final_from": "state"}, "index": 3, "raw_text": ")))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))) ())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))", "stripped_text": ")))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))) ())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))"}
+{"type": "sample", "setting": {"endpoint_temp": 1.05, "final_from": "state"}, "index": 4, "raw_text": " He’s good. He’s good. He’s a good. He’s good. He’s good. He’s a bad. He’s good. He’s good. He’s He’s good. He’s a good. He’s a good. He’s a good. He’s. He’s a bad. He’s good. He’s a good. He’s He’s good. He’s a bad. He’s a bad. He’s good. He’s good. He’s good. He’s He’s good. He’s a bad. He’s good. He’s a good. He’s a bad. He’s a good. He’s a good. He’s good. He’s a bad. He’s a good. He’s a good. He’s good. He’s good. He’s a bad. He’s. He’s good. He’s good. He’s good. He’s a bad. He’s good. He’s. He’s a bad. He’s. He’s a good. He’s. He’s a bad. He’s He’s a good. He’s a good. He’s not a bad. He’s good. He’s He’s good. He’s good. He’s a bad. He’s a bad. He’s a bad. He’s a good. He’s good. He’s He’s a bad. He’s good. He’s a bad. He’s a bad. He’s He’s good. He’s a good. He’s a bad. He’s He’s a good. He’s a bad. He’s good. He’s a bad. He’s a good. He’s a bad. He’s a good. He’s a bad. He’s a bad. He’s a bad good. He’s a bad good. He’s a good. He’s good. He’s good. He’s good. He’s good. He’s good. He’s a bad. He’s a bad. He’s a good. He’s good. He’s good. He’s good. He’s a good. He’s good. He’s a good. He’s good. He’s good. He’s a good. He’s a good. He’s good. He’s good. He’s a bad. He’s a bad good. He’s a bad good. He’s a bad. He’s He’s good. He’s a bad good. He’s a bad. He’s a bad good. He’s a bad. He’s good. He’s. He’s a good. He’s a bad. He’s good. He’s good. He’s a good. He’s a bad. He’s a good. He’s good. He’s a bad. He’s a bad. He’s good. He’s a good. He’s a bad. He’s good. He’s a bad. He’s good. He’s good. He’s good. He’s a good. He’s good. He’s good. He’s good. He’s a good. He’s good. He’s not a bad. He’s good. He’s good. He’s good. He’s a good. He’s a bad. He’s good. He’s a bad. He’s good. He’s good. He’s a good.", "stripped_text": "He’s good. He’s good. He’s a good. He’s good. He’s good. He’s a bad. He’s good. He’s good. He’s He’s good. He’s a good. He’s a good. He’s a good. He’s. He’s a bad. He’s good. He’s a good. He’s He’s good. He’s a bad. He’s a bad. He’s good. He’s good. He’s good. He’s He’s good. He’s a bad. He’s good. He’s a good. He’s a bad. He’s a good. He’s a good. He’s good. He’s a bad. He’s a good. He’s a good. He’s good. He’s good. He’s a bad. He’s. He’s good. He’s good. He’s good. He’s a bad. He’s good. He’s. He’s a bad. He’s. He’s a good. He’s. He’s a bad. He’s He’s a good. He’s a good. He’s not a bad. He’s good. He’s He’s good. He’s good. He’s a bad. He’s a bad. He’s a bad. He’s a good. He’s good. He’s He’s a bad. He’s good. He’s a bad. He’s a bad. He’s He’s good. He’s a good. He’s a bad. He’s He’s a good. He’s a bad. He’s good. He’s a bad. He’s a good. He’s a bad. He’s a good. He’s a bad. He’s a bad. He’s a bad good. He’s a bad good. He’s a good. He’s good. He’s good. He’s good. He’s good. He’s good. He’s a bad. He’s a bad. He’s a good. He’s good. He’s good. He’s good. He’s a good. He’s good. He’s a good. He’s good. He’s good. He’s a good. He’s a good. He’s good. He’s good. He’s a bad. He’s a bad good. He’s a bad good. He’s a bad. He’s He’s good. He’s a bad good. He’s a bad. He’s a bad good. He’s a bad. He’s good. He’s. He’s a good. He’s a bad. He’s good. He’s good. He’s a good. He’s a bad. He’s a good. He’s good. He’s a bad. He’s a bad. He’s good. He’s a good. He’s a bad. He’s good. He’s a bad. He’s good. He’s good. He’s good. He’s a good. He’s good. He’s good. He’s good. He’s a good. He’s good. He’s not a bad. He’s good. He’s good. He’s good. He’s a good. He’s a bad. He’s good. He’s a bad. He’s good. He’s good. He’s a good."}
+{"type": "sample", "setting": {"endpoint_temp": 1.05, "final_from": "state"}, "index": 5, "raw_text": "))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))) (())))))))))))))))))))))))))))))))))))))))))))))))))()))))))))()))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))", "stripped_text": "))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))) (())))))))))))))))))))))))))))))))))))))))))))))))))()))))))))()))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))"}
+{"type": "sample", "setting": {"endpoint_temp": 1.05, "final_from": "state"}, "index": 6, "raw_text": ")))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))) ())))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))()))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))", "stripped_text": ")))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))) ())))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))()))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))"}
+{"type": "sample", "setting": {"endpoint_temp": 1.05, "final_from": "state"}, "index": 7, "raw_text": "\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)", "stripped_text": ") ) ) ) ) () ) ) ) ) ) () ) ) ) ) ) () ) ) ) ) ) ) ) () ) ) ) ) ) ) ) () ) ) ) ) ) ) () ) ) ) ) () ) ) ) ) ) ) ) ) () ) ) ) ) ) () ) ) ) ) ) ) () ) ) ) ) ) ) ) ) () ) ) ) ) ) () ) ) ) ) ) ) () ) ) ) ) ) () ) ) ) ) ) ) ) () ) ) ) ) ) () ) ) ) ) ) ) ) () ) ) ) ) ) ) () ) ) ) ) ) ) ) () ) ) ) ) ) ) () ) ) ) ) () ) ) ) ) ) ) () ) ) ) ) ) ) ) () ) ) ) ) ) ) () ) ) ) ) ) ) ) () ) ) ) ) ) () ) ) ) ) ) ) ) () ) ) ) ) () ) ) ) ) ) ) ) ) ) () ) ) ) () ) ) ) ) ) ) ) ) () ) ) ) ) ) ) ) () ) ) ) ) ) () ) ) ) ) ) () ) ) ) ) ) ) ) () ) ) ) ) ) ) ) () ) ) ) ) ) ) () ) ) ) ) ) ) () ) ) ) ) ) ) ) () ) ) ) ) () ) ) ) ) ) ) () ) ) ) ) ) ) ) ) () ) ) ) ) ) ) () ) ) ) ) ) () ) ) ) ) ) ) () ) ) ) ) ) ) () ) ) )"}
+{"type": "summary", "checkpoint": "runs/lta_owt_compact_gpt2bpe_v2048_stream1024_fullycoupled_rmsnorm_nobias_adamw_wd0p1_logitnormal_m1p5_s0p8_hardce_mask1p0-1p0_fp32_ddit768x12_gbs512_8gpu_1m_20260517_141027/latest.pt", "step": 78000, "decode": {"steps": 1024, "model_t_mode": "flow", "decode_time_schedule": "linear", "decode_s_min_frac": 0.0, "decode_s_max_frac": 0.25, "decode_force_final_t": true, "decode_time_grid": [0.0, 0.0009765625, 0.001953125, 0.0029296875, 0.00390625, 0.0048828125, 0.005859375, 0.0068359375, 0.0078125, 0.0087890625, 0.009765625, 0.0107421875, 0.01171875, 0.0126953125, 0.013671875, 0.0146484375, 0.015625, 0.0166015625, 0.017578125, 0.0185546875, 0.01953125, 0.0205078125, 0.021484375, 0.0224609375, 0.0234375, 0.0244140625, 0.025390625, 0.0263671875, 0.02734375, 0.0283203125, 0.029296875, 0.0302734375, 0.03125, 0.0322265625, 0.033203125, 0.0341796875, 0.03515625, 0.0361328125, 0.037109375, 0.0380859375, 0.0390625, 0.0400390625, 0.041015625, 0.0419921875, 0.04296875, 0.0439453125, 0.044921875, 0.0458984375, 0.046875, 0.0478515625, 0.048828125, 0.0498046875, 0.05078125, 0.0517578125, 0.052734375, 0.0537109375, 0.0546875, 0.0556640625, 0.056640625, 0.0576171875, 0.05859375, 0.0595703125, 0.060546875, 0.0615234375, 0.0625, 0.0634765625, 0.064453125, 0.0654296875, 0.06640625, 0.0673828125, 0.068359375, 0.0693359375, 0.0703125, 0.0712890625, 0.072265625, 0.0732421875, 0.07421875, 0.0751953125, 0.076171875, 0.0771484375, 0.078125, 0.0791015625, 0.080078125, 0.0810546875, 0.08203125, 0.0830078125, 0.083984375, 0.0849609375, 0.0859375, 0.0869140625, 0.087890625, 0.0888671875, 0.08984375, 0.0908203125, 0.091796875, 0.0927734375, 0.09375, 0.0947265625, 0.095703125, 0.0966796875, 0.09765625, 0.0986328125, 0.099609375, 0.1005859375, 0.1015625, 0.1025390625, 0.103515625, 0.1044921875, 0.10546875, 0.1064453125, 0.107421875, 0.1083984375, 0.109375, 0.1103515625, 0.111328125, 0.1123046875, 0.11328125, 0.1142578125, 0.115234375, 0.1162109375, 0.1171875, 0.1181640625, 0.119140625, 0.1201171875, 0.12109375, 0.1220703125, 0.123046875, 0.1240234375, 0.125, 0.1259765625, 0.126953125, 0.1279296875, 0.12890625, 0.1298828125, 0.130859375, 0.1318359375, 0.1328125, 0.1337890625, 0.134765625, 0.1357421875, 0.13671875, 0.1376953125, 0.138671875, 0.1396484375, 0.140625, 0.1416015625, 0.142578125, 0.1435546875, 0.14453125, 0.1455078125, 0.146484375, 0.1474609375, 0.1484375, 0.1494140625, 0.150390625, 0.1513671875, 0.15234375, 0.1533203125, 0.154296875, 0.1552734375, 0.15625, 0.1572265625, 0.158203125, 0.1591796875, 0.16015625, 0.1611328125, 0.162109375, 0.1630859375, 0.1640625, 0.1650390625, 0.166015625, 0.1669921875, 0.16796875, 0.1689453125, 0.169921875, 0.1708984375, 0.171875, 0.1728515625, 0.173828125, 0.1748046875, 0.17578125, 0.1767578125, 0.177734375, 0.1787109375, 0.1796875, 0.1806640625, 0.181640625, 0.1826171875, 0.18359375, 0.1845703125, 0.185546875, 0.1865234375, 0.1875, 0.1884765625, 0.189453125, 0.1904296875, 0.19140625, 0.1923828125, 0.193359375, 0.1943359375, 0.1953125, 0.1962890625, 0.197265625, 0.1982421875, 0.19921875, 0.2001953125, 0.201171875, 0.2021484375, 0.203125, 0.2041015625, 0.205078125, 0.2060546875, 0.20703125, 0.2080078125, 0.208984375, 0.2099609375, 0.2109375, 0.2119140625, 0.212890625, 0.2138671875, 0.21484375, 0.2158203125, 0.216796875, 0.2177734375, 0.21875, 0.2197265625, 0.220703125, 0.2216796875, 0.22265625, 0.2236328125, 0.224609375, 0.2255859375, 0.2265625, 0.2275390625, 0.228515625, 0.2294921875, 0.23046875, 0.2314453125, 0.232421875, 0.2333984375, 0.234375, 0.2353515625, 0.236328125, 0.2373046875, 0.23828125, 0.2392578125, 0.240234375, 0.2412109375, 0.2421875, 0.2431640625, 0.244140625, 0.2451171875, 0.24609375, 0.2470703125, 0.248046875, 0.2490234375, 0.25, 0.2509765625, 0.251953125, 0.2529296875, 0.25390625, 0.2548828125, 0.255859375, 0.2568359375, 0.2578125, 0.2587890625, 0.259765625, 0.2607421875, 0.26171875, 0.2626953125, 0.263671875, 0.2646484375, 0.265625, 0.2666015625, 0.267578125, 0.2685546875, 0.26953125, 0.2705078125, 0.271484375, 0.2724609375, 0.2734375, 0.2744140625, 0.275390625, 0.2763671875, 0.27734375, 0.2783203125, 0.279296875, 0.2802734375, 0.28125, 0.2822265625, 0.283203125, 0.2841796875, 0.28515625, 0.2861328125, 0.287109375, 0.2880859375, 0.2890625, 0.2900390625, 0.291015625, 0.2919921875, 0.29296875, 0.2939453125, 0.294921875, 0.2958984375, 0.296875, 0.2978515625, 0.298828125, 0.2998046875, 0.30078125, 0.3017578125, 0.302734375, 0.3037109375, 0.3046875, 0.3056640625, 0.306640625, 0.3076171875, 0.30859375, 0.3095703125, 0.310546875, 0.3115234375, 0.3125, 0.3134765625, 0.314453125, 0.3154296875, 0.31640625, 0.3173828125, 0.318359375, 0.3193359375, 0.3203125, 0.3212890625, 0.322265625, 0.3232421875, 0.32421875, 0.3251953125, 0.326171875, 0.3271484375, 0.328125, 0.3291015625, 0.330078125, 0.3310546875, 0.33203125, 0.3330078125, 0.333984375, 0.3349609375, 0.3359375, 0.3369140625, 0.337890625, 0.3388671875, 0.33984375, 0.3408203125, 0.341796875, 0.3427734375, 0.34375, 0.3447265625, 0.345703125, 0.3466796875, 0.34765625, 0.3486328125, 0.349609375, 0.3505859375, 0.3515625, 0.3525390625, 0.353515625, 0.3544921875, 0.35546875, 0.3564453125, 0.357421875, 0.3583984375, 0.359375, 0.3603515625, 0.361328125, 0.3623046875, 0.36328125, 0.3642578125, 0.365234375, 0.3662109375, 0.3671875, 0.3681640625, 0.369140625, 0.3701171875, 0.37109375, 0.3720703125, 0.373046875, 0.3740234375, 0.375, 0.3759765625, 0.376953125, 0.3779296875, 0.37890625, 0.3798828125, 0.380859375, 0.3818359375, 0.3828125, 0.3837890625, 0.384765625, 0.3857421875, 0.38671875, 0.3876953125, 0.388671875, 0.3896484375, 0.390625, 0.3916015625, 0.392578125, 0.3935546875, 0.39453125, 0.3955078125, 0.396484375, 0.3974609375, 0.3984375, 0.3994140625, 0.400390625, 0.4013671875, 0.40234375, 0.4033203125, 0.404296875, 0.4052734375, 0.40625, 0.4072265625, 0.408203125, 0.4091796875, 0.41015625, 0.4111328125, 0.412109375, 0.4130859375, 0.4140625, 0.4150390625, 0.416015625, 0.4169921875, 0.41796875, 0.4189453125, 0.419921875, 0.4208984375, 0.421875, 0.4228515625, 0.423828125, 0.4248046875, 0.42578125, 0.4267578125, 0.427734375, 0.4287109375, 0.4296875, 0.4306640625, 0.431640625, 0.4326171875, 0.43359375, 0.4345703125, 0.435546875, 0.4365234375, 0.4375, 0.4384765625, 0.439453125, 0.4404296875, 0.44140625, 0.4423828125, 0.443359375, 0.4443359375, 0.4453125, 0.4462890625, 0.447265625, 0.4482421875, 0.44921875, 0.4501953125, 0.451171875, 0.4521484375, 0.453125, 0.4541015625, 0.455078125, 0.4560546875, 0.45703125, 0.4580078125, 0.458984375, 0.4599609375, 0.4609375, 0.4619140625, 0.462890625, 0.4638671875, 0.46484375, 0.4658203125, 0.466796875, 0.4677734375, 0.46875, 0.4697265625, 0.470703125, 0.4716796875, 0.47265625, 0.4736328125, 0.474609375, 0.4755859375, 0.4765625, 0.4775390625, 0.478515625, 0.4794921875, 0.48046875, 0.4814453125, 0.482421875, 0.4833984375, 0.484375, 0.4853515625, 0.486328125, 0.4873046875, 0.48828125, 0.4892578125, 0.490234375, 0.4912109375, 0.4921875, 0.4931640625, 0.494140625, 0.4951171875, 0.49609375, 0.4970703125, 0.498046875, 0.4990234375, 0.5, 0.5009765625, 0.501953125, 0.5029296875, 0.50390625, 0.5048828125, 0.505859375, 0.5068359375, 0.5078125, 0.5087890625, 0.509765625, 0.5107421875, 0.51171875, 0.5126953125, 0.513671875, 0.5146484375, 0.515625, 0.5166015625, 0.517578125, 0.5185546875, 0.51953125, 0.5205078125, 0.521484375, 0.5224609375, 0.5234375, 0.5244140625, 0.525390625, 0.5263671875, 0.52734375, 0.5283203125, 0.529296875, 0.5302734375, 0.53125, 0.5322265625, 0.533203125, 0.5341796875, 0.53515625, 0.5361328125, 0.537109375, 0.5380859375, 0.5390625, 0.5400390625, 0.541015625, 0.5419921875, 0.54296875, 0.5439453125, 0.544921875, 0.5458984375, 0.546875, 0.5478515625, 0.548828125, 0.5498046875, 0.55078125, 0.5517578125, 0.552734375, 0.5537109375, 0.5546875, 0.5556640625, 0.556640625, 0.5576171875, 0.55859375, 0.5595703125, 0.560546875, 0.5615234375, 0.5625, 0.5634765625, 0.564453125, 0.5654296875, 0.56640625, 0.5673828125, 0.568359375, 0.5693359375, 0.5703125, 0.5712890625, 0.572265625, 0.5732421875, 0.57421875, 0.5751953125, 0.576171875, 0.5771484375, 0.578125, 0.5791015625, 0.580078125, 0.5810546875, 0.58203125, 0.5830078125, 0.583984375, 0.5849609375, 0.5859375, 0.5869140625, 0.587890625, 0.5888671875, 0.58984375, 0.5908203125, 0.591796875, 0.5927734375, 0.59375, 0.5947265625, 0.595703125, 0.5966796875, 0.59765625, 0.5986328125, 0.599609375, 0.6005859375, 0.6015625, 0.6025390625, 0.603515625, 0.6044921875, 0.60546875, 0.6064453125, 0.607421875, 0.6083984375, 0.609375, 0.6103515625, 0.611328125, 0.6123046875, 0.61328125, 0.6142578125, 0.615234375, 0.6162109375, 0.6171875, 0.6181640625, 0.619140625, 0.6201171875, 0.62109375, 0.6220703125, 0.623046875, 0.6240234375, 0.625, 0.6259765625, 0.626953125, 0.6279296875, 0.62890625, 0.6298828125, 0.630859375, 0.6318359375, 0.6328125, 0.6337890625, 0.634765625, 0.6357421875, 0.63671875, 0.6376953125, 0.638671875, 0.6396484375, 0.640625, 0.6416015625, 0.642578125, 0.6435546875, 0.64453125, 0.6455078125, 0.646484375, 0.6474609375, 0.6484375, 0.6494140625, 0.650390625, 0.6513671875, 0.65234375, 0.6533203125, 0.654296875, 0.6552734375, 0.65625, 0.6572265625, 0.658203125, 0.6591796875, 0.66015625, 0.6611328125, 0.662109375, 0.6630859375, 0.6640625, 0.6650390625, 0.666015625, 0.6669921875, 0.66796875, 0.6689453125, 0.669921875, 0.6708984375, 0.671875, 0.6728515625, 0.673828125, 0.6748046875, 0.67578125, 0.6767578125, 0.677734375, 0.6787109375, 0.6796875, 0.6806640625, 0.681640625, 0.6826171875, 0.68359375, 0.6845703125, 0.685546875, 0.6865234375, 0.6875, 0.6884765625, 0.689453125, 0.6904296875, 0.69140625, 0.6923828125, 0.693359375, 0.6943359375, 0.6953125, 0.6962890625, 0.697265625, 0.6982421875, 0.69921875, 0.7001953125, 0.701171875, 0.7021484375, 0.703125, 0.7041015625, 0.705078125, 0.7060546875, 0.70703125, 0.7080078125, 0.708984375, 0.7099609375, 0.7109375, 0.7119140625, 0.712890625, 0.7138671875, 0.71484375, 0.7158203125, 0.716796875, 0.7177734375, 0.71875, 0.7197265625, 0.720703125, 0.7216796875, 0.72265625, 0.7236328125, 0.724609375, 0.7255859375, 0.7265625, 0.7275390625, 0.728515625, 0.7294921875, 0.73046875, 0.7314453125, 0.732421875, 0.7333984375, 0.734375, 0.7353515625, 0.736328125, 0.7373046875, 0.73828125, 0.7392578125, 0.740234375, 0.7412109375, 0.7421875, 0.7431640625, 0.744140625, 0.7451171875, 0.74609375, 0.7470703125, 0.748046875, 0.7490234375, 0.75, 0.7509765625, 0.751953125, 0.7529296875, 0.75390625, 0.7548828125, 0.755859375, 0.7568359375, 0.7578125, 0.7587890625, 0.759765625, 0.7607421875, 0.76171875, 0.7626953125, 0.763671875, 0.7646484375, 0.765625, 0.7666015625, 0.767578125, 0.7685546875, 0.76953125, 0.7705078125, 0.771484375, 0.7724609375, 0.7734375, 0.7744140625, 0.775390625, 0.7763671875, 0.77734375, 0.7783203125, 0.779296875, 0.7802734375, 0.78125, 0.7822265625, 0.783203125, 0.7841796875, 0.78515625, 0.7861328125, 0.787109375, 0.7880859375, 0.7890625, 0.7900390625, 0.791015625, 0.7919921875, 0.79296875, 0.7939453125, 0.794921875, 0.7958984375, 0.796875, 0.7978515625, 0.798828125, 0.7998046875, 0.80078125, 0.8017578125, 0.802734375, 0.8037109375, 0.8046875, 0.8056640625, 0.806640625, 0.8076171875, 0.80859375, 0.8095703125, 0.810546875, 0.8115234375, 0.8125, 0.8134765625, 0.814453125, 0.8154296875, 0.81640625, 0.8173828125, 0.818359375, 0.8193359375, 0.8203125, 0.8212890625, 0.822265625, 0.8232421875, 0.82421875, 0.8251953125, 0.826171875, 0.8271484375, 0.828125, 0.8291015625, 0.830078125, 0.8310546875, 0.83203125, 0.8330078125, 0.833984375, 0.8349609375, 0.8359375, 0.8369140625, 0.837890625, 0.8388671875, 0.83984375, 0.8408203125, 0.841796875, 0.8427734375, 0.84375, 0.8447265625, 0.845703125, 0.8466796875, 0.84765625, 0.8486328125, 0.849609375, 0.8505859375, 0.8515625, 0.8525390625, 0.853515625, 0.8544921875, 0.85546875, 0.8564453125, 0.857421875, 0.8583984375, 0.859375, 0.8603515625, 0.861328125, 0.8623046875, 0.86328125, 0.8642578125, 0.865234375, 0.8662109375, 0.8671875, 0.8681640625, 0.869140625, 0.8701171875, 0.87109375, 0.8720703125, 0.873046875, 0.8740234375, 0.875, 0.8759765625, 0.876953125, 0.8779296875, 0.87890625, 0.8798828125, 0.880859375, 0.8818359375, 0.8828125, 0.8837890625, 0.884765625, 0.8857421875, 0.88671875, 0.8876953125, 0.888671875, 0.8896484375, 0.890625, 0.8916015625, 0.892578125, 0.8935546875, 0.89453125, 0.8955078125, 0.896484375, 0.8974609375, 0.8984375, 0.8994140625, 0.900390625, 0.9013671875, 0.90234375, 0.9033203125, 0.904296875, 0.9052734375, 0.90625, 0.9072265625, 0.908203125, 0.9091796875, 0.91015625, 0.9111328125, 0.912109375, 0.9130859375, 0.9140625, 0.9150390625, 0.916015625, 0.9169921875, 0.91796875, 0.9189453125, 0.919921875, 0.9208984375, 0.921875, 0.9228515625, 0.923828125, 0.9248046875, 0.92578125, 0.9267578125, 0.927734375, 0.9287109375, 0.9296875, 0.9306640625, 0.931640625, 0.9326171875, 0.93359375, 0.9345703125, 0.935546875, 0.9365234375, 0.9375, 0.9384765625, 0.939453125, 0.9404296875, 0.94140625, 0.9423828125, 0.943359375, 0.9443359375, 0.9453125, 0.9462890625, 0.947265625, 0.9482421875, 0.94921875, 0.9501953125, 0.951171875, 0.9521484375, 0.953125, 0.9541015625, 0.955078125, 0.9560546875, 0.95703125, 0.9580078125, 0.958984375, 0.9599609375, 0.9609375, 0.9619140625, 0.962890625, 0.9638671875, 0.96484375, 0.9658203125, 0.966796875, 0.9677734375, 0.96875, 0.9697265625, 0.970703125, 0.9716796875, 0.97265625, 0.9736328125, 0.974609375, 0.9755859375, 0.9765625, 0.9775390625, 0.978515625, 0.9794921875, 0.98046875, 0.9814453125, 0.982421875, 0.9833984375, 0.984375, 0.9853515625, 0.986328125, 0.9873046875, 0.98828125, 0.9892578125, 0.990234375, 0.9912109375, 0.9921875, 0.9931640625, 0.994140625, 0.9951171875, 0.99609375, 0.9970703125, 0.998046875, 0.9990234375, 1.0], "decode_rule": "dual_line_resample", "support_power": 1.0, "semantic_power": 1.0, "anchor_mode": "onehot", "cfg_scale": 0.0, "cfg_power": 1.0, "cfg_start": 0.0, "cfg_prior": "uniform", "decode_freq_penalty_alpha": 0.0, "decode_freq_penalty_beta": 0.0, "decode_freq_penalty_floor": 0.0, "decode_freq_penalty_start": 0.0, "decode_freq_penalty_end": 1.0, "decode_freq_penalty_power": 1.0, "start_t": 0.0, "start_init": "noise", "noise_init": "dirichlet", "noise_sigma": -1.0, "dirichlet_concentration": 1.0, "concentration_min": 1.0, "concentration_max": 256.0, "target_prob": 1.0, "endpoint_temp": 1.15, "final_from": "state", "final_sample_mode": "argmax", "final_sample_temp": 1.0, "final_top_k": 0, "final_top_p": 1.0, "final_freq_penalty_alpha": 0.0, "final_freq_penalty_beta": 0.0, "final_freq_penalty_floor": 0.0, "lock_bos": false, "n_samples": 8, "seed": 20260519}, "raw_genppl": {"ppl": 1.7518108310158085, "nll_per_token": 0.5606500135201851, "tokens": 4146, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "stripped_genppl": {"ppl": 2.0204230448032403, "nll_per_token": 0.7033069176065219, "tokens": 3494, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "diversity": {"sample_entropy": 0.7219716480128495, "unique_tokens": 24, "token_count": 8192, "distinct_1": 0.0029296875, "distinct_2": 0.005498533724340176, "top_token_mass": 0.533935546875}}
+{"type": "sample", "setting": {"endpoint_temp": 1.15, "final_from": "state"}, "index": 0, "raw_text": "))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))())))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))", "stripped_text": "))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))())))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))"}
+{"type": "sample", "setting": {"endpoint_temp": 1.15, "final_from": "state"}, "index": 1, "raw_text": " a good good good good. He’s a good good good good. He’s a good good good good good good. He’s a good good good good good. He’s a good good good good good. He’s a good good good. A good good good good good. A good good good good. A good good good good. He’s good. He’s good. He’s a good good good. He’s good. He’s a good good good good. He’s good. He’s a good good good. He’s a good good good good. He’s a good. He’s a good good. He’s good. He’s a good good good good. He’s a good good good good. He’s a good good good good good. He’s a good good good good. He’s a good. He’s a good good good good. He’s a good. He’s a good. He’s a good. He’s a good good good good good. He’s a good good good. He’s a good good good good good. He’s a good good. He’s a good. He’s a good good good. He’s good. He’s a good good. He’s a good good. He’s a good good. Not good. He’s good. He’s good. He’s good. He’s a good. He’s good. He’s a good good good. He’s a good good. He’s a good good good. A good good. He’s a good. He’s a good. He’s a good. He’s good. He’s a good. He’s a good good good good. He’s a good good good. He’s a good good good good good. He’s a good. He’s good He’s a good. He’s a good good good. He’s a good good. He’s good. He’s a good. He’s a good good good good. He’s a good good good good good good. He’s a good good. He’s a good good good good good. He’s a good good good. He’s a good. He’s a good good good good good. He’s a good good. He’s a good. He’s a good good. He’s a good good good good. He’s a good good. He’s good. He’s a good. He’s a good good good. He’s good. He’s a good good good good good. He’s good. He’s good. He’s a good good good good. He’s a good good good. He’s a good good good good. He’s good. He’s a good. He’s a good. He’s a good. He’s a good good. He’s good He’s a good good good. He’s good. He’s a good good. He’s a good good. He’s good. He’s a good. He’s a good. He’s good He’s a good good. He’s a good good. He’s a good good good. He’s a good good good. He’s a good good. He’s good He’s a good good good good. He’s good. He’s a good. He’s a good good. He’s a good good. He’s a good. He’s good. He’s good. He’s a good good good good good. He’s a good good. He’s good He’s a good. He’s a good good good. He’s a good good good good. He’s a good good good good good. He’s good. He’s a good. He’s a good. He’s a good. He’s good. He’s a good. He’s a good good good good. He’s a good good good good good. He’s a good. He’", "stripped_text": "a good good good good. He’s a good good good good. He’s a good good good good good good. He’s a good good good good good. He’s a good good good good good. He’s a good good good. A good good good good good. A good good good good. A good good good good. He’s good. He’s good. He’s a good good good. He’s good. He’s a good good good good. He’s good. He’s a good good good. He’s a good good good good. He’s a good. He’s a good good. He’s good. He’s a good good good good. He’s a good good good good. He’s a good good good good good. He’s a good good good good. He’s a good. He’s a good good good good. He’s a good. He’s a good. He’s a good. He’s a good good good good good. He’s a good good good. He’s a good good good good good. He’s a good good. He’s a good. He’s a good good good. He’s good. He’s a good good. He’s a good good. He’s a good good. Not good. He’s good. He’s good. He’s good. He’s a good. He’s good. He’s a good good good. He’s a good good. He’s a good good good. A good good. He’s a good. He’s a good. He’s a good. He’s good. He’s a good. He’s a good good good good. He’s a good good good. He’s a good good good good good. He’s a good. He’s good He’s a good. He’s a good good good. He’s a good good. He’s good. He’s a good. He’s a good good good good. He’s a good good good good good good. He’s a good good. He’s a good good good good good. He’s a good good good. He’s a good. He’s a good good good good good. He’s a good good. He’s a good. He’s a good good. He’s a good good good good. He’s a good good. He’s good. He’s a good. He’s a good good good. He’s good. He’s a good good good good good. He’s good. He’s good. He’s a good good good good. He’s a good good good. He’s a good good good good. He’s good. He’s a good. He’s a good. He’s a good. He’s a good good. He’s good He’s a good good good. He’s good. He’s a good good. He’s a good good. He’s good. He’s a good. He’s a good. He’s good He’s a good good. He’s a good good. He’s a good good good. He’s a good good good. He’s a good good. He’s good He’s a good good good good. He’s good. He’s a good. He’s a good good. He’s a good good. He’s a good. He’s good. He’s good. He’s a good good good good good. He’s a good good. He’s good He’s a good. He’s a good good good. He’s a good good good good. He’s a good good good good good. He’s good. He’s a good. He’s a good. He’s a good. He’s good. He’s a good. He’s a good good good good. He’s a good good good good good. He’s a good. He’"}
+{"type": "sample", "setting": {"endpoint_temp": 1.15, "final_from": "state"}, "index": 2, "raw_text": ")\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n()\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)\n\n)", "stripped_text": ") ) ) ) ) ) ) () ) ) ) ) ) ) () ) ) ) ) ) () ) ) ) ) ) ) () ) ) ) ) ) ) ) () ) ) ) ) ) () ) ) ) ) ) ) ) () ) ) ) ) ) ) () ) ) ) ) ) ) ) ) () ) ) ) ) ) ) ) () ) ) ) ) ) () ) ) ) ) () ) ) ) ) ) () ) ) ) ) ) ) ) ) () ) ) ) ) ) ) () ) ) ) ) ) ) () ) ) ) ) ) () ) ) ) ) ) ) () ) ) ) ) ) ) ) () ) ) ) ) ) () ) ) ) ) ) ) () ) ) ) ) ) ) ) () ) ) ) ) ) ) () ) ) ) ) ) ) () ) ) ) ) ) ) ) () ) ) ) ) ) ) () ) ) ) ) ) ) () ) ) ) ) ) ) () ) ) ) ) ) () ) ) ) ) ) ) ) ) () ) ) ) ) () ) ) ) ) ) ) ) () ) ) ) ) ) () ) ) ) ) ) ) ) () ) ) ) ) ) () ) ) ) ) ) ) ) () ) ) ) ) ) () ) ) ) ) ) ) () ) ) ) ) ) ) ) () ) ) ) ) ) ) ) () ) ) ) ) ) () ) ) ) ) ) ) () ) ) ) ) ) ) ) ) () ) ) ) ) () ) ) ) ) ) ) ) ) () ) ) ) ) ) ) )"}
+{"type": "sample", "setting": {"endpoint_temp": 1.15, "final_from": "state"}, "index": 3, "raw_text": ")))()))))()))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))())))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))) ())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))())))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))", "stripped_text": ")))()))))()))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))())))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))) ())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))())))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))"}
+{"type": "sample", "setting": {"endpoint_temp": 1.15, "final_from": "state"}, "index": 4, "raw_text": "qq///qqq///qqq///qqq///qqq////qqq////qqq////qqq///qq///qq///qq///qq///qq///qq//qq///qq///qq///qqq////qqq///qqq///qq///qq///qqq///qqq///qqq///qqq///qqq///qqq///qqq///qqq///qq///qqq///qqq/////qqq///qqq///qqq///qqq///qqq///qq///qqq///qq///qqq///qqq///qqq///qqq///qqq///qqq//qqq///qqq///qq///qqq///qq///qqq///qqq///qq///qqq////qqq///qqq////qqq///qqq////qqq////qqq////qqq///qqq///qqq///qqq///qqq////qqq////qqq////qqq////qqq////qqq////qqq////qqq////qqq///qqq///qqq///qqq////qqq////qqq///qqq////qqq///qqq///qqq///qqq///qq///qqq///qqq///qq///qqq///qqq///qqq///qqq////qqq///qqq//qqq///qqq///qqq///qq///qqq///qqq////qqq////qqq///qqq///qq///qqq///qqq//qqq///qqq///qq//qqq//qqq///qq///qq///qqq///qqq///qq///qqq///qq//qq///qqq///qq///qq///qqq///qq///qq///qqq///qqq///qqq///qqq///qq///qq///qq///qq///qqq///qqq///qqq///qq///qqq///qqq///qqq/////qqq///qqq///qqq///qqq///qqq///qqq///qqq///qqq///qqq///qqq///qqq///qqq////qqq////qqq/////qqq/////qqq///qqq///qqq///qqq////qqq////qqq///qqq////qqq///qqq///qqq///qqq///qqq///qqq////qqq////qqq///qqq/", "stripped_text": "qq///qqq///qqq///qqq///qqq////qqq////qqq////qqq///qq///qq///qq///qq///qq///qq//qq///qq///qq///qqq////qqq///qqq///qq///qq///qqq///qqq///qqq///qqq///qqq///qqq///qqq///qqq///qq///qqq///qqq/////qqq///qqq///qqq///qqq///qqq///qq///qqq///qq///qqq///qqq///qqq///qqq///qqq///qqq//qqq///qqq///qq///qqq///qq///qqq///qqq///qq///qqq////qqq///qqq////qqq///qqq////qqq////qqq////qqq///qqq///qqq///qqq///qqq////qqq////qqq////qqq////qqq////qqq////qqq////qqq////qqq///qqq///qqq///qqq////qqq////qqq///qqq////qqq///qqq///qqq///qqq///qq///qqq///qqq///qq///qqq///qqq///qqq///qqq////qqq///qqq//qqq///qqq///qqq///qq///qqq///qqq////qqq////qqq///qqq///qq///qqq///qqq//qqq///qqq///qq//qqq//qqq///qq///qq///qqq///qqq///qq///qqq///qq//qq///qqq///qq///qq///qqq///qq///qq///qqq///qqq///qqq///qqq///qq///qq///qq///qq///qqq///qqq///qqq///qq///qqq///qqq///qqq/////qqq///qqq///qqq///qqq///qqq///qqq///qqq///qqq///qqq///qqq///qqq///qqq////qqq////qqq/////qqq/////qqq///qqq///qqq///qqq////qqq////qqq///qqq////qqq///qqq///qqq///qqq///qqq///qqq////qqq////qqq///qqq/"}
+{"type": "sample", "setting": {"endpoint_temp": 1.15, "final_from": "state"}, "index": 5, "raw_text": "))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))) (())))))))))))))))))))))))))))))))))))))))))))))))))()))))))))()))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))", "stripped_text": "))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))) (())))))))))))))))))))))))))))))))))))))))))))))))))()))))))))()))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))"}
+{"type": "sample", "setting": {"endpoint_temp": 1.15, "final_from": "state"}, "index": 6, "raw_text": ")))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))) ())))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))(()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))()))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))", "stripped_text": ")))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))) ())))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))(()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))()))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))())))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))()))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))))"}
+{"type": "sample", "setting": {"endpoint_temp": 1.15, "final_from": "state"}, "index": 7, "raw_text": " the spirit of the spiritual, and and, in the spiritual of the spiritual, and the spiritual of the spiritual of the spirit of the spirit of the spiritual, and in the spiritual, and and in the spiritual of the spiritual of the spiritual, and in the spirit of the spiritual, and the spiritual of the spiritual, and the spiritual, and and in the spiritual, and the spiritual of the spiritual, and and in the spiritual, and and, in the spiritual, and and in the spiritual, and in the spirit of the spiritual, and and in the spirit of the spirit of the spiritual, and the spiritual, and in the spiritual, and in the spiritual, and the spiritual, and and in the spiritual, and and, in the spiritual, and in the spiritual, and the spiritual of the spiritual, and the spiritual of the spiritual, and in the spiritual of the spiritual, and and in the spiritual of the spiritual, and the spirit of the spiritual of the spiritual of the spiritual, and the spirit of the spiritual, and in the spiritual, and and in the spiritual of the spirit of the spiritual of the spiritual, and the spiritual of the spiritual of the spiritual of the spiritual of the spiritual of the spirit of the spiritual of the spiritual, and the spiritual of the spiritual, and and in the spiritual, and in the spiritual, and in the spiritual, and the spiritual, and the spiritual of the spiritual of the spiritual of the spiritual, and and in the spiritual of the spiritual, and in the spiritual, and in the spirit of the spiritual of the spiritual, and the spiritual of the spirit of the spiritual of the spiritual, and the spiritual, and in the spiritual, and the spiritual, and the spiritual of the spirit of the spiritual of the spiritual of the spiritual of the spirit of the spiritual of the spirit of the spiritual, and in the spiritual, and the spiritual of the spiritual, and and in the spiritual of the spiritual, and in the spiritual, and in the spiritual, and in the spiritual, and and in the spiritual of the spiritual, and and and in the spiritual of the spirit of the spiritual, and the spiritual of the spiritual, and and and in the spiritual, and in the spiritual, and the spiritual of the spiritual of the spiritual, and and in the spiritual of the spiritual, and in the spiritual, and and in the spiritual of the spiritual, and the spiritual of the spiritual of the spiritual, and the spiritual of the spiritual, and in the spiritual of the spirit of the spiritual, and and in the spiritual, and the spiritual of the spirit of the spiritual, and in the spiritual, and and in the spiritual of the spirit of the spiritual, and and in the spiritual spiritual, in the spiritual, and the spiritual, and the spiritual of the spirit of the spiritual, and the spirit of the spiritual, and the spiritual, and the spiritual of the spiritual of the spiritual, and and in the spirit of the spir", "stripped_text": "the spirit of the spiritual, and and, in the spiritual of the spiritual, and the spiritual of the spiritual of the spirit of the spirit of the spiritual, and in the spiritual, and and in the spiritual of the spiritual of the spiritual, and in the spirit of the spiritual, and the spiritual of the spiritual, and the spiritual, and and in the spiritual, and the spiritual of the spiritual, and and in the spiritual, and and, in the spiritual, and and in the spiritual, and in the spirit of the spiritual, and and in the spirit of the spirit of the spiritual, and the spiritual, and in the spiritual, and in the spiritual, and the spiritual, and and in the spiritual, and and, in the spiritual, and in the spiritual, and the spiritual of the spiritual, and the spiritual of the spiritual, and in the spiritual of the spiritual, and and in the spiritual of the spiritual, and the spirit of the spiritual of the spiritual of the spiritual, and the spirit of the spiritual, and in the spiritual, and and in the spiritual of the spirit of the spiritual of the spiritual, and the spiritual of the spiritual of the spiritual of the spiritual of the spiritual of the spirit of the spiritual of the spiritual, and the spiritual of the spiritual, and and in the spiritual, and in the spiritual, and in the spiritual, and the spiritual, and the spiritual of the spiritual of the spiritual of the spiritual, and and in the spiritual of the spiritual, and in the spiritual, and in the spirit of the spiritual of the spiritual, and the spiritual of the spirit of the spiritual of the spiritual, and the spiritual, and in the spiritual, and the spiritual, and the spiritual of the spirit of the spiritual of the spiritual of the spiritual of the spirit of the spiritual of the spirit of the spiritual, and in the spiritual, and the spiritual of the spiritual, and and in the spiritual of the spiritual, and in the spiritual, and in the spiritual, and in the spiritual, and and in the spiritual of the spiritual, and and and in the spiritual of the spirit of the spiritual, and the spiritual of the spiritual, and and and in the spiritual, and in the spiritual, and the spiritual of the spiritual of the spiritual, and and in the spiritual of the spiritual, and in the spiritual, and and in the spiritual of the spiritual, and the spiritual of the spiritual of the spiritual, and the spiritual of the spiritual, and in the spiritual of the spirit of the spiritual, and and in the spiritual, and the spiritual of the spirit of the spiritual, and in the spiritual, and and in the spiritual of the spirit of the spiritual, and and in the spiritual spiritual, in the spiritual, and the spiritual, and the spiritual of the spirit of the spiritual, and the spirit of the spiritual, and the spiritual, and the spiritual of the spiritual of the spiritual, and and in the spirit of the spir"}
+{"type": "summary", "checkpoint": "runs/lta_owt_compact_gpt2bpe_v2048_stream1024_fullycoupled_rmsnorm_nobias_adamw_wd0p1_logitnormal_m1p5_s0p8_hardce_mask1p0-1p0_fp32_ddit768x12_gbs512_8gpu_1m_20260517_141027/latest.pt", "step": 78000, "decode": {"steps": 1024, "model_t_mode": "flow", "decode_time_schedule": "linear", "decode_s_min_frac": 0.0, "decode_s_max_frac": 0.25, "decode_force_final_t": true, "decode_time_grid": [0.0, 0.0009765625, 0.001953125, 0.0029296875, 0.00390625, 0.0048828125, 0.005859375, 0.0068359375, 0.0078125, 0.0087890625, 0.009765625, 0.0107421875, 0.01171875, 0.0126953125, 0.013671875, 0.0146484375, 0.015625, 0.0166015625, 0.017578125, 0.0185546875, 0.01953125, 0.0205078125, 0.021484375, 0.0224609375, 0.0234375, 0.0244140625, 0.025390625, 0.0263671875, 0.02734375, 0.0283203125, 0.029296875, 0.0302734375, 0.03125, 0.0322265625, 0.033203125, 0.0341796875, 0.03515625, 0.0361328125, 0.037109375, 0.0380859375, 0.0390625, 0.0400390625, 0.041015625, 0.0419921875, 0.04296875, 0.0439453125, 0.044921875, 0.0458984375, 0.046875, 0.0478515625, 0.048828125, 0.0498046875, 0.05078125, 0.0517578125, 0.052734375, 0.0537109375, 0.0546875, 0.0556640625, 0.056640625, 0.0576171875, 0.05859375, 0.0595703125, 0.060546875, 0.0615234375, 0.0625, 0.0634765625, 0.064453125, 0.0654296875, 0.06640625, 0.0673828125, 0.068359375, 0.0693359375, 0.0703125, 0.0712890625, 0.072265625, 0.0732421875, 0.07421875, 0.0751953125, 0.076171875, 0.0771484375, 0.078125, 0.0791015625, 0.080078125, 0.0810546875, 0.08203125, 0.0830078125, 0.083984375, 0.0849609375, 0.0859375, 0.0869140625, 0.087890625, 0.0888671875, 0.08984375, 0.0908203125, 0.091796875, 0.0927734375, 0.09375, 0.0947265625, 0.095703125, 0.0966796875, 0.09765625, 0.0986328125, 0.099609375, 0.1005859375, 0.1015625, 0.1025390625, 0.103515625, 0.1044921875, 0.10546875, 0.1064453125, 0.107421875, 0.1083984375, 0.109375, 0.1103515625, 0.111328125, 0.1123046875, 0.11328125, 0.1142578125, 0.115234375, 0.1162109375, 0.1171875, 0.1181640625, 0.119140625, 0.1201171875, 0.12109375, 0.1220703125, 0.123046875, 0.1240234375, 0.125, 0.1259765625, 0.126953125, 0.1279296875, 0.12890625, 0.1298828125, 0.130859375, 0.1318359375, 0.1328125, 0.1337890625, 0.134765625, 0.1357421875, 0.13671875, 0.1376953125, 0.138671875, 0.1396484375, 0.140625, 0.1416015625, 0.142578125, 0.1435546875, 0.14453125, 0.1455078125, 0.146484375, 0.1474609375, 0.1484375, 0.1494140625, 0.150390625, 0.1513671875, 0.15234375, 0.1533203125, 0.154296875, 0.1552734375, 0.15625, 0.1572265625, 0.158203125, 0.1591796875, 0.16015625, 0.1611328125, 0.162109375, 0.1630859375, 0.1640625, 0.1650390625, 0.166015625, 0.1669921875, 0.16796875, 0.1689453125, 0.169921875, 0.1708984375, 0.171875, 0.1728515625, 0.173828125, 0.1748046875, 0.17578125, 0.1767578125, 0.177734375, 0.1787109375, 0.1796875, 0.1806640625, 0.181640625, 0.1826171875, 0.18359375, 0.1845703125, 0.185546875, 0.1865234375, 0.1875, 0.1884765625, 0.189453125, 0.1904296875, 0.19140625, 0.1923828125, 0.193359375, 0.1943359375, 0.1953125, 0.1962890625, 0.197265625, 0.1982421875, 0.19921875, 0.2001953125, 0.201171875, 0.2021484375, 0.203125, 0.2041015625, 0.205078125, 0.2060546875, 0.20703125, 0.2080078125, 0.208984375, 0.2099609375, 0.2109375, 0.2119140625, 0.212890625, 0.2138671875, 0.21484375, 0.2158203125, 0.216796875, 0.2177734375, 0.21875, 0.2197265625, 0.220703125, 0.2216796875, 0.22265625, 0.2236328125, 0.224609375, 0.2255859375, 0.2265625, 0.2275390625, 0.228515625, 0.2294921875, 0.23046875, 0.2314453125, 0.232421875, 0.2333984375, 0.234375, 0.2353515625, 0.236328125, 0.2373046875, 0.23828125, 0.2392578125, 0.240234375, 0.2412109375, 0.2421875, 0.2431640625, 0.244140625, 0.2451171875, 0.24609375, 0.2470703125, 0.248046875, 0.2490234375, 0.25, 0.2509765625, 0.251953125, 0.2529296875, 0.25390625, 0.2548828125, 0.255859375, 0.2568359375, 0.2578125, 0.2587890625, 0.259765625, 0.2607421875, 0.26171875, 0.2626953125, 0.263671875, 0.2646484375, 0.265625, 0.2666015625, 0.267578125, 0.2685546875, 0.26953125, 0.2705078125, 0.271484375, 0.2724609375, 0.2734375, 0.2744140625, 0.275390625, 0.2763671875, 0.27734375, 0.2783203125, 0.279296875, 0.2802734375, 0.28125, 0.2822265625, 0.283203125, 0.2841796875, 0.28515625, 0.2861328125, 0.287109375, 0.2880859375, 0.2890625, 0.2900390625, 0.291015625, 0.2919921875, 0.29296875, 0.2939453125, 0.294921875, 0.2958984375, 0.296875, 0.2978515625, 0.298828125, 0.2998046875, 0.30078125, 0.3017578125, 0.302734375, 0.3037109375, 0.3046875, 0.3056640625, 0.306640625, 0.3076171875, 0.30859375, 0.3095703125, 0.310546875, 0.3115234375, 0.3125, 0.3134765625, 0.314453125, 0.3154296875, 0.31640625, 0.3173828125, 0.318359375, 0.3193359375, 0.3203125, 0.3212890625, 0.322265625, 0.3232421875, 0.32421875, 0.3251953125, 0.326171875, 0.3271484375, 0.328125, 0.3291015625, 0.330078125, 0.3310546875, 0.33203125, 0.3330078125, 0.333984375, 0.3349609375, 0.3359375, 0.3369140625, 0.337890625, 0.3388671875, 0.33984375, 0.3408203125, 0.341796875, 0.3427734375, 0.34375, 0.3447265625, 0.345703125, 0.3466796875, 0.34765625, 0.3486328125, 0.349609375, 0.3505859375, 0.3515625, 0.3525390625, 0.353515625, 0.3544921875, 0.35546875, 0.3564453125, 0.357421875, 0.3583984375, 0.359375, 0.3603515625, 0.361328125, 0.3623046875, 0.36328125, 0.3642578125, 0.365234375, 0.3662109375, 0.3671875, 0.3681640625, 0.369140625, 0.3701171875, 0.37109375, 0.3720703125, 0.373046875, 0.3740234375, 0.375, 0.3759765625, 0.376953125, 0.3779296875, 0.37890625, 0.3798828125, 0.380859375, 0.3818359375, 0.3828125, 0.3837890625, 0.384765625, 0.3857421875, 0.38671875, 0.3876953125, 0.388671875, 0.3896484375, 0.390625, 0.3916015625, 0.392578125, 0.3935546875, 0.39453125, 0.3955078125, 0.396484375, 0.3974609375, 0.3984375, 0.3994140625, 0.400390625, 0.4013671875, 0.40234375, 0.4033203125, 0.404296875, 0.4052734375, 0.40625, 0.4072265625, 0.408203125, 0.4091796875, 0.41015625, 0.4111328125, 0.412109375, 0.4130859375, 0.4140625, 0.4150390625, 0.416015625, 0.4169921875, 0.41796875, 0.4189453125, 0.419921875, 0.4208984375, 0.421875, 0.4228515625, 0.423828125, 0.4248046875, 0.42578125, 0.4267578125, 0.427734375, 0.4287109375, 0.4296875, 0.4306640625, 0.431640625, 0.4326171875, 0.43359375, 0.4345703125, 0.435546875, 0.4365234375, 0.4375, 0.4384765625, 0.439453125, 0.4404296875, 0.44140625, 0.4423828125, 0.443359375, 0.4443359375, 0.4453125, 0.4462890625, 0.447265625, 0.4482421875, 0.44921875, 0.4501953125, 0.451171875, 0.4521484375, 0.453125, 0.4541015625, 0.455078125, 0.4560546875, 0.45703125, 0.4580078125, 0.458984375, 0.4599609375, 0.4609375, 0.4619140625, 0.462890625, 0.4638671875, 0.46484375, 0.4658203125, 0.466796875, 0.4677734375, 0.46875, 0.4697265625, 0.470703125, 0.4716796875, 0.47265625, 0.4736328125, 0.474609375, 0.4755859375, 0.4765625, 0.4775390625, 0.478515625, 0.4794921875, 0.48046875, 0.4814453125, 0.482421875, 0.4833984375, 0.484375, 0.4853515625, 0.486328125, 0.4873046875, 0.48828125, 0.4892578125, 0.490234375, 0.4912109375, 0.4921875, 0.4931640625, 0.494140625, 0.4951171875, 0.49609375, 0.4970703125, 0.498046875, 0.4990234375, 0.5, 0.5009765625, 0.501953125, 0.5029296875, 0.50390625, 0.5048828125, 0.505859375, 0.5068359375, 0.5078125, 0.5087890625, 0.509765625, 0.5107421875, 0.51171875, 0.5126953125, 0.513671875, 0.5146484375, 0.515625, 0.5166015625, 0.517578125, 0.5185546875, 0.51953125, 0.5205078125, 0.521484375, 0.5224609375, 0.5234375, 0.5244140625, 0.525390625, 0.5263671875, 0.52734375, 0.5283203125, 0.529296875, 0.5302734375, 0.53125, 0.5322265625, 0.533203125, 0.5341796875, 0.53515625, 0.5361328125, 0.537109375, 0.5380859375, 0.5390625, 0.5400390625, 0.541015625, 0.5419921875, 0.54296875, 0.5439453125, 0.544921875, 0.5458984375, 0.546875, 0.5478515625, 0.548828125, 0.5498046875, 0.55078125, 0.5517578125, 0.552734375, 0.5537109375, 0.5546875, 0.5556640625, 0.556640625, 0.5576171875, 0.55859375, 0.5595703125, 0.560546875, 0.5615234375, 0.5625, 0.5634765625, 0.564453125, 0.5654296875, 0.56640625, 0.5673828125, 0.568359375, 0.5693359375, 0.5703125, 0.5712890625, 0.572265625, 0.5732421875, 0.57421875, 0.5751953125, 0.576171875, 0.5771484375, 0.578125, 0.5791015625, 0.580078125, 0.5810546875, 0.58203125, 0.5830078125, 0.583984375, 0.5849609375, 0.5859375, 0.5869140625, 0.587890625, 0.5888671875, 0.58984375, 0.5908203125, 0.591796875, 0.5927734375, 0.59375, 0.5947265625, 0.595703125, 0.5966796875, 0.59765625, 0.5986328125, 0.599609375, 0.6005859375, 0.6015625, 0.6025390625, 0.603515625, 0.6044921875, 0.60546875, 0.6064453125, 0.607421875, 0.6083984375, 0.609375, 0.6103515625, 0.611328125, 0.6123046875, 0.61328125, 0.6142578125, 0.615234375, 0.6162109375, 0.6171875, 0.6181640625, 0.619140625, 0.6201171875, 0.62109375, 0.6220703125, 0.623046875, 0.6240234375, 0.625, 0.6259765625, 0.626953125, 0.6279296875, 0.62890625, 0.6298828125, 0.630859375, 0.6318359375, 0.6328125, 0.6337890625, 0.634765625, 0.6357421875, 0.63671875, 0.6376953125, 0.638671875, 0.6396484375, 0.640625, 0.6416015625, 0.642578125, 0.6435546875, 0.64453125, 0.6455078125, 0.646484375, 0.6474609375, 0.6484375, 0.6494140625, 0.650390625, 0.6513671875, 0.65234375, 0.6533203125, 0.654296875, 0.6552734375, 0.65625, 0.6572265625, 0.658203125, 0.6591796875, 0.66015625, 0.6611328125, 0.662109375, 0.6630859375, 0.6640625, 0.6650390625, 0.666015625, 0.6669921875, 0.66796875, 0.6689453125, 0.669921875, 0.6708984375, 0.671875, 0.6728515625, 0.673828125, 0.6748046875, 0.67578125, 0.6767578125, 0.677734375, 0.6787109375, 0.6796875, 0.6806640625, 0.681640625, 0.6826171875, 0.68359375, 0.6845703125, 0.685546875, 0.6865234375, 0.6875, 0.6884765625, 0.689453125, 0.6904296875, 0.69140625, 0.6923828125, 0.693359375, 0.6943359375, 0.6953125, 0.6962890625, 0.697265625, 0.6982421875, 0.69921875, 0.7001953125, 0.701171875, 0.7021484375, 0.703125, 0.7041015625, 0.705078125, 0.7060546875, 0.70703125, 0.7080078125, 0.708984375, 0.7099609375, 0.7109375, 0.7119140625, 0.712890625, 0.7138671875, 0.71484375, 0.7158203125, 0.716796875, 0.7177734375, 0.71875, 0.7197265625, 0.720703125, 0.7216796875, 0.72265625, 0.7236328125, 0.724609375, 0.7255859375, 0.7265625, 0.7275390625, 0.728515625, 0.7294921875, 0.73046875, 0.7314453125, 0.732421875, 0.7333984375, 0.734375, 0.7353515625, 0.736328125, 0.7373046875, 0.73828125, 0.7392578125, 0.740234375, 0.7412109375, 0.7421875, 0.7431640625, 0.744140625, 0.7451171875, 0.74609375, 0.7470703125, 0.748046875, 0.7490234375, 0.75, 0.7509765625, 0.751953125, 0.7529296875, 0.75390625, 0.7548828125, 0.755859375, 0.7568359375, 0.7578125, 0.7587890625, 0.759765625, 0.7607421875, 0.76171875, 0.7626953125, 0.763671875, 0.7646484375, 0.765625, 0.7666015625, 0.767578125, 0.7685546875, 0.76953125, 0.7705078125, 0.771484375, 0.7724609375, 0.7734375, 0.7744140625, 0.775390625, 0.7763671875, 0.77734375, 0.7783203125, 0.779296875, 0.7802734375, 0.78125, 0.7822265625, 0.783203125, 0.7841796875, 0.78515625, 0.7861328125, 0.787109375, 0.7880859375, 0.7890625, 0.7900390625, 0.791015625, 0.7919921875, 0.79296875, 0.7939453125, 0.794921875, 0.7958984375, 0.796875, 0.7978515625, 0.798828125, 0.7998046875, 0.80078125, 0.8017578125, 0.802734375, 0.8037109375, 0.8046875, 0.8056640625, 0.806640625, 0.8076171875, 0.80859375, 0.8095703125, 0.810546875, 0.8115234375, 0.8125, 0.8134765625, 0.814453125, 0.8154296875, 0.81640625, 0.8173828125, 0.818359375, 0.8193359375, 0.8203125, 0.8212890625, 0.822265625, 0.8232421875, 0.82421875, 0.8251953125, 0.826171875, 0.8271484375, 0.828125, 0.8291015625, 0.830078125, 0.8310546875, 0.83203125, 0.8330078125, 0.833984375, 0.8349609375, 0.8359375, 0.8369140625, 0.837890625, 0.8388671875, 0.83984375, 0.8408203125, 0.841796875, 0.8427734375, 0.84375, 0.8447265625, 0.845703125, 0.8466796875, 0.84765625, 0.8486328125, 0.849609375, 0.8505859375, 0.8515625, 0.8525390625, 0.853515625, 0.8544921875, 0.85546875, 0.8564453125, 0.857421875, 0.8583984375, 0.859375, 0.8603515625, 0.861328125, 0.8623046875, 0.86328125, 0.8642578125, 0.865234375, 0.8662109375, 0.8671875, 0.8681640625, 0.869140625, 0.8701171875, 0.87109375, 0.8720703125, 0.873046875, 0.8740234375, 0.875, 0.8759765625, 0.876953125, 0.8779296875, 0.87890625, 0.8798828125, 0.880859375, 0.8818359375, 0.8828125, 0.8837890625, 0.884765625, 0.8857421875, 0.88671875, 0.8876953125, 0.888671875, 0.8896484375, 0.890625, 0.8916015625, 0.892578125, 0.8935546875, 0.89453125, 0.8955078125, 0.896484375, 0.8974609375, 0.8984375, 0.8994140625, 0.900390625, 0.9013671875, 0.90234375, 0.9033203125, 0.904296875, 0.9052734375, 0.90625, 0.9072265625, 0.908203125, 0.9091796875, 0.91015625, 0.9111328125, 0.912109375, 0.9130859375, 0.9140625, 0.9150390625, 0.916015625, 0.9169921875, 0.91796875, 0.9189453125, 0.919921875, 0.9208984375, 0.921875, 0.9228515625, 0.923828125, 0.9248046875, 0.92578125, 0.9267578125, 0.927734375, 0.9287109375, 0.9296875, 0.9306640625, 0.931640625, 0.9326171875, 0.93359375, 0.9345703125, 0.935546875, 0.9365234375, 0.9375, 0.9384765625, 0.939453125, 0.9404296875, 0.94140625, 0.9423828125, 0.943359375, 0.9443359375, 0.9453125, 0.9462890625, 0.947265625, 0.9482421875, 0.94921875, 0.9501953125, 0.951171875, 0.9521484375, 0.953125, 0.9541015625, 0.955078125, 0.9560546875, 0.95703125, 0.9580078125, 0.958984375, 0.9599609375, 0.9609375, 0.9619140625, 0.962890625, 0.9638671875, 0.96484375, 0.9658203125, 0.966796875, 0.9677734375, 0.96875, 0.9697265625, 0.970703125, 0.9716796875, 0.97265625, 0.9736328125, 0.974609375, 0.9755859375, 0.9765625, 0.9775390625, 0.978515625, 0.9794921875, 0.98046875, 0.9814453125, 0.982421875, 0.9833984375, 0.984375, 0.9853515625, 0.986328125, 0.9873046875, 0.98828125, 0.9892578125, 0.990234375, 0.9912109375, 0.9921875, 0.9931640625, 0.994140625, 0.9951171875, 0.99609375, 0.9970703125, 0.998046875, 0.9990234375, 1.0], "decode_rule": "dual_line_resample", "support_power": 1.0, "semantic_power": 1.0, "anchor_mode": "onehot", "cfg_scale": 0.0, "cfg_power": 1.0, "cfg_start": 0.0, "cfg_prior": "uniform", "decode_freq_penalty_alpha": 0.0, "decode_freq_penalty_beta": 0.0, "decode_freq_penalty_floor": 0.0, "decode_freq_penalty_start": 0.0, "decode_freq_penalty_end": 1.0, "decode_freq_penalty_power": 1.0, "start_t": 0.0, "start_init": "noise", "noise_init": "dirichlet", "noise_sigma": -1.0, "dirichlet_concentration": 1.0, "concentration_min": 1.0, "concentration_max": 256.0, "target_prob": 1.0, "endpoint_temp": 1.25, "final_from": "state", "final_sample_mode": "argmax", "final_sample_temp": 1.0, "final_top_k": 0, "final_top_p": 1.0, "final_freq_penalty_alpha": 0.0, "final_freq_penalty_beta": 0.0, "final_freq_penalty_floor": 0.0, "lock_bos": false, "n_samples": 8, "seed": 20260519}, "raw_genppl": {"ppl": 3.065130707775342, "nll_per_token": 1.120090213756327, "tokens": 6915, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "stripped_genppl": {"ppl": 3.2569781775863156, "nll_per_token": 1.1807998261139332, "tokens": 6472, "kept_samples": 8, "total_samples": 8, "empty_rate": 0.0, "skipped_samples": 0}, "diversity": {"sample_entropy": 2.991750588353796, "unique_tokens": 279, "token_count": 8192, "distinct_1": 0.0340576171875, "distinct_2": 0.09811827956989247, "top_token_mass": 0.0728759765625}}
+{"type": "sample", "setting": {"endpoint_temp": 1.25, "final_from": "state"}, "index": 0, "raw_text": " understand it. I don't understand it now. I understand it. I don't need to understand it. I don't understand it about it. I don't understand it. \"\n\n\"I don't understand it. I don't understand it. I just understand it. I just understand it. I don't understand it. I don't understand it now. I don't understand it. I don't understand it. I don't understand it. I don't understand it. I understand it. I don't really understand it. I don't understand it. I don't understand it now. I don't understand it about it. I don't understand it. I understand it. I don't really understand it. I don't understand it about it. I don't understand it. I don't understand it. \"\n\n\"I don't really understand it. I don't understand it. I don't understand it. And I don't understand it. I don't understand it. I don't really understand it. I don't understand it. I don't understand it about it. I don't understand it. I don't understand it now. I understand it. I don't understand it. I understand. I just understand it.\n\n\"I don't need to understand it. I don't understand it. I don't understand it now. I don't understand it now. I don't understand it. I understand it. I don't understand it about it. I don't understand it. I don't understand. I don't understand it. I don't understand it. I understand it. I don't understand it. I don't understand it.\"\n\n\"I don't understand it.\" \"\n\n\"I don't understand it.\" \"\n\n\"I understand.\"\n\n\"I don't really understand it. I don't understand it now. I just understand it. I don't understand it.\"\n\n\"I don't understand it. I don't really understand it.\"\n\n\"I don't really understand it.\"\n\n\"I just understand it. I don't need to understand it.\"\n\n\"I don't understand it. .\"\n\n\"I just understand it.\"\n\n\"I don't understand it.\"\n\n\"I don't understand it. I just understand it.\"\n\n\"I don't need to understand it. I don't understand it. .\"\n\n\"I don't understand it. I don't understand it. I understand it. I don't really understand it. I don't understand it. I don't really understand it.\"\n\n\"I don't need to understand it. I don't really understand it.\"\n\n\"I don't understand. I understand it. I don't understand it. I don't really understand it. I don't understand it. I don't understand it. I don't understand it. I don't understand it.\"\n\n\"I don't understand it. I don't understand it. I understand it. I don't understand it.\"\n\n\"I don't understand it. I understand it. I don't understand it now. I don't understand it. I don't really understand it. I just understand it. I understand it. I don't need to understand it. I don't understand it. I understand it. I don't understand. I just understand it. I don't understand it now. I don't understand it now. I don't understand. I'm going to understand it.\n\n\"I don't need to understand it. I don't need to understand it.\"\n\n\"I don't understand. I understand it. I don't understand it. I understand it. I don't understand it. .\"\n\n\"I just don't understand it. I just don't understand it. I don't understand. I do pretty much. I don't understand. I understand it. I do pretty much. .\"\n\n\"I do pretty much. I don't understand it. I don't understand. I just understand it.\"\n\n\"I just need to understand it. Aaaaaaaaaaaaaaaaaaaaaa. I do pretty much. I don't understand it. I do pretty much. I don't understand to do pretty much. I don't understand it. I understand it. I understand it. I understand it. I just don't understand it. I don't need to understand it. I don't really understand it. 1. 1. 1. 1. 2 1. 1. 1. 2 1. 1. 1. 2 1. 1. 1. 1. 1. 1. 1. 1. 2 1. 1. 1. 1. 3 I don't understand it. I don't need to understand it. I understand it. And I don", "stripped_text": "understand it. I don't understand it now. I understand it. I don't need to understand it. I don't understand it about it. I don't understand it. \" \"I don't understand it. I don't understand it. I just understand it. I just understand it. I don't understand it. I don't understand it now. I don't understand it. I don't understand it. I don't understand it. I don't understand it. I understand it. I don't really understand it. I don't understand it. I don't understand it now. I don't understand it about it. I don't understand it. I understand it. I don't really understand it. I don't understand it about it. I don't understand it. I don't understand it. \" \"I don't really understand it. I don't understand it. I don't understand it. And I don't understand it. I don't understand it. I don't really understand it. I don't understand it. I don't understand it about it. I don't understand it. I don't understand it now. I understand it. I don't understand it. I understand. I just understand it. \"I don't need to understand it. I don't understand it. I don't understand it now. I don't understand it now. I don't understand it. I understand it. I don't understand it about it. I don't understand it. I don't understand. I don't understand it. I don't understand it. I understand it. I don't understand it. I don't understand it.\" \"I don't understand it.\" \" \"I don't understand it.\" \" \"I understand.\" \"I don't really understand it. I don't understand it now. I just understand it. I don't understand it.\" \"I don't understand it. I don't really understand it.\" \"I don't really understand it.\" \"I just understand it. I don't need to understand it.\" \"I don't understand it. .\" \"I just understand it.\" \"I don't understand it.\" \"I don't understand it. I just understand it.\" \"I don't need to understand it. I don't understand it. .\" \"I don't understand it. I don't understand it. I understand it. I don't really understand it. I don't understand it. I don't really understand it.\" \"I don't need to understand it. I don't really understand it.\" \"I don't understand. I understand it. I don't understand it. I don't really understand it. I don't understand it. I don't understand it. I don't understand it. I don't understand it.\" \"I don't understand it. I don't understand it. I understand it. I don't understand it.\" \"I don't understand it. I understand it. I don't understand it now. I don't understand it. I don't really understand it. I just understand it. I understand it. I don't need to understand it. I don't understand it. I understand it. I don't understand. I just understand it. I don't understand it now. I don't understand it now. I don't understand. I'm going to understand it. \"I don't need to understand it. I don't need to understand it.\" \"I don't understand. I understand it. I don't understand it. I understand it. I don't understand it. .\" \"I just don't understand it. I just don't understand it. I don't understand. I do pretty much. I don't understand. I understand it. I do pretty much. .\" \"I do pretty much. I don't understand it. I don't understand. I just understand it.\" \"I just need to understand it. Aaaaaaaaaaaaaaaaaaaaaa. I do pretty much. I don't understand it. I do pretty much. I don't understand to do pretty much. I don't understand it. I understand it. I understand it. I understand it. I just don't understand it. I don't need to understand it. I don't really understand it. 1. 1. 1. 1. 2 1. 1. 1. 2 1. 1. 1. 2 1. 1. 1. 1. 1. 1. 1. 1. 2 1. 1. 1. 1. 3 I don't understand it. I don't need to understand it. I understand it. And I don"}
+{"type": "sample", "setting": {"endpoint_temp": 1.25, "final_from": "state"}, "index": 1, "raw_text": "kay.\n\nOkay. It’s not Skete.\n\nIt’s good.\n\nSkete.\n\nOkay.\n\nOkay.\n\nOkay.\n\nOkay. Okay.\n\nOkay.\n\nYou’re good.\n\nYou’ll be on the field.\n\nYes.\n\nOk.\n\nOkay.\n\nOkay. Ok.\n\nYou’ll have to go.\n\nYes.\n\nOkay. You’ll be able to stay.\n\nThey’ll be able to go.\n\nThey’ll be able to go.\n\nYou’ll come back.\n\nIt’s matches.\n\nThey will come back.\n\nYes. It’s matches.\n\nThey come back. It’s good. They’re on the team.\n\nSkete. It’s a good.\n\nOkay.\n\nOkay.\n\nOkay. Okay. Skete is a good. He’s a good back.\n\nIt’s Skete. Skete is what Skete is. It’s a good back. It’s not Skete.\n\n8. He’s not the best good outside linebacker. He’s a good back.\n\nAnd that’s why it’s not Skete.\n\nSkete is good.\n\nIt’s why he’s good defensive player. He’s good. He’s the greatest defensive back in the NFL.\n\nHe’s a good. He’s a good. He’s a good outside linebacker. He’s a good outside linebacker. He’s not a good guy. He’s a good linebacker. He’s a good. He’s a good back. He’s a good. He’s the best guy on the ball, but he’s not the best guy in the NFL. That’s why he’s the best defensive guy in the NFL. He gets a good back. He’s probably the best defensive back in the NFL, but he’s the best defensive back on the ball. He’s a good guy. He isn’t the best guy on the ball, but he isn’t a good back.\n\nOne good back. He’s the greatest defensive player. He’s a good guy on the team. He’s not a good back. He’s a good guy. He’s the best good guy on the team. He’s the best defensive player. But he’s going to be a good guy. He’s a good guy, but he’s a good back. He’s a really good guy. But he’s not going to be good back. He is a good guy. He’s a good back. He’s a good. He’s a good back on the team. He’s a good back on the ball. He’s the greatest defensive guy on the ball. He’s a good defensive player. That’s why he’s a really good guy. He’s going to be a really good defensive player. He isn’t a good linebacker. He’s good back. He isn’t a good back. He’s a good back. He’s a good back. He isn’t a good defensive player.\n\nIt’s not Skete.\n\nHe is a good back. He’s a good. He’s a good. He’s a good back. He’s going to be a good back. He’s got to play on the ball. He gets the team. He has to play on the ball. He gets the team. He’s going to be a good guy. He’s a good guy. He’s going to be a good", "stripped_text": "kay. Okay. It’s not Skete. It’s good. Skete. Okay. Okay. Okay. Okay. Okay. Okay. You’re good. You’ll be on the field. Yes. Ok. Okay. Okay. Ok. You’ll have to go. Yes. Okay. You’ll be able to stay. They’ll be able to go. They’ll be able to go. You’ll come back. It’s matches. They will come back. Yes. It’s matches. They come back. It’s good. They’re on the team. Skete. It’s a good. Okay. Okay. Okay. Okay. Skete is a good. He’s a good back. It’s Skete. Skete is what Skete is. It’s a good back. It’s not Skete. 8. He’s not the best good outside linebacker. He’s a good back. And that’s why it’s not Skete. Skete is good. It’s why he’s good defensive player. He’s good. He’s the greatest defensive back in the NFL. He’s a good. He’s a good. He’s a good outside linebacker. He’s a good outside linebacker. He’s not a good guy. He’s a good linebacker. He’s a good. He’s a good back. He’s a good. He’s the best guy on the ball, but he’s not the best guy in the NFL. That’s why he’s the best defensive guy in the NFL. He gets a good back. He’s probably the best defensive back in the NFL, but he’s the best defensive back on the ball. He’s a good guy. He isn’t the best guy on the ball, but he isn’t a good back. One good back. He’s the greatest defensive player. He’s a good guy on the team. He’s not a good back. He’s a good guy. He’s the best good guy on the team. He’s the best defensive player. But he’s going to be a good guy. He’s a good guy, but he’s a good back. He’s a really good guy. But he’s not going to be good back. He is a good guy. He’s a good back. He’s a good. He’s a good back on the team. He’s a good back on the ball. He’s the greatest defensive guy on the ball. He’s a good defensive player. That’s why he’s a really good guy. He’s going to be a really good defensive player. He isn’t a good linebacker. He’s good back. He isn’t a good back. He’s a good back. He’s a good back. He isn’t a good defensive player. It’s not Skete. He is a good back. He’s a good. He’s a good. He’s a good back. He’s going to be a good back. He’s got to play on the ball. He gets the team. He has to play on the ball. He gets the team. He’s going to be a good guy. He’s a good guy. He’s going to be a good"}
+{"type": "sample", "setting": {"endpoint_temp": 1.25, "final_from": "state"}, "index": 2, "raw_text": "\nBut you’ll learn to do it.\n\nObviously, if you’ll learn about it, then you’ll think about it.\n\nYou can’t do it. And you’ll do what you’re doing. You’ll do it.\n\nBut you do, especially you have a lot of options because you want to do it.\n\nBut you can’t care.\n\nIt’s a different thing.\n\nBut it’s one thing you do. I think it’s definitely one thing.\n\nYou want to do it because you opt it. You don’t care about it because you don’t want to do it, because you can’t care about it. That’s a different thing. You don’t want to do it because you can’t do it.\n\nOne thing that we’re seeing here is that you can have a rule or a different rule. And it’s the rule. And that’s why it’s not option. You are thinking about it.\n\nYou’re opting. That’s it. You are opting. But you do have a lot of options. You’re not opting. You opt it.\n\nYou’re not opting.\n\nYou’ll do it.\n\nYou have to think about your options.\n\nIt’s important to understand why you are opting and why you’re not going to understand why you’re opting. It’s not opting. Instead, so that’s why you are going and why you opted.\n\nAccording to this website:\n\nhttp://www.pdf.com/06/09/09/09/09/07/09/09/07/09/01/08/09/01/01.pdf\n\nBut you’ll do it.\n\nBut you can’t care.\n\nYou’ll just do it for you.\n\nBut it’s it.\n\nYou’ll do it.\n\nBut you can’t care.\n\nYou’ll do it.\n\nYou’ll care for it.\n\nYou.\n\nYou can’t do it.\n\nYou can do it.\n\nYou can’t care for you.\n\nSo you’ll care for it.\n\nYou’re it.\n\nYou can’t do it.\n\nYou want it.\n\nBut you’ll do it for you.\n\nBut you’ll just do it for you.\n\nSo.\n\nYou’ll do it for you.\n\nYou’ll do it.\n\nSo you can do it.\n\nYou’ll care for you.\n\nBut you’re it, you’re it.\n\nYou can’t care.\n\nYou’ll care for you.\n\nYou’ll do it.\n\nYou’ll do it.\n\nYou can’t do it for you.\n\nSo it’s ok for you. But you do.\n\nYou can’t care\n\nYou can’t care for you.\n\nYou can do it.\n\nBut you can’t care.\n\nYou’ll do it, you’re it.\n\nYou’ll do it for you.\n\n“You can’t care for you.”\n\nBut you can do it, you can’t care.\n\nYou want it.\n\nYou’ll do it. That’s why you’re okay for you.\n\nYes, you can’t care for you.\n\nSo you want it.\n\nBut you want it, you can do it.\n\nIt’s okay just for you.\n\nBut you’re okay for you.\n\nYou can’t care. You’re it, you’re it.\n\nYou’ll do it.\n\nIt’s okay. You can do it for you.\n\nIt’s okay.\n\nYou’ll be ok", "stripped_text": "But you’ll learn to do it. Obviously, if you’ll learn about it, then you’ll think about it. You can’t do it. And you’ll do what you’re doing. You’ll do it. But you do, especially you have a lot of options because you want to do it. But you can’t care. It’s a different thing. But it’s one thing you do. I think it’s definitely one thing. You want to do it because you opt it. You don’t care about it because you don’t want to do it, because you can’t care about it. That’s a different thing. You don’t want to do it because you can’t do it. One thing that we’re seeing here is that you can have a rule or a different rule. And it’s the rule. And that’s why it’s not option. You are thinking about it. You’re opting. That’s it. You are opting. But you do have a lot of options. You’re not opting. You opt it. You’re not opting. You’ll do it. You have to think about your options. It’s important to understand why you are opting and why you’re not going to understand why you’re opting. It’s not opting. Instead, so that’s why you are going and why you opted. According to this website: http://www.pdf.com/06/09/09/09/09/07/09/09/07/09/01/08/09/01/01.pdf But you’ll do it. But you can’t care. You’ll just do it for you. But it’s it. You’ll do it. But you can’t care. You’ll do it. You’ll care for it. You. You can’t do it. You can do it. You can’t care for you. So you’ll care for it. You’re it. You can’t do it. You want it. But you’ll do it for you. But you’ll just do it for you. So. You’ll do it for you. You’ll do it. So you can do it. You’ll care for you. But you’re it, you’re it. You can’t care. You’ll care for you. You’ll do it. You’ll do it. You can’t do it for you. So it’s ok for you. But you do. You can’t care You can’t care for you. You can do it. But you can’t care. You’ll do it, you’re it. You’ll do it for you. “You can’t care for you.” But you can do it, you can’t care. You want it. You’ll do it. That’s why you’re okay for you. Yes, you can’t care for you. So you want it. But you want it, you can do it. It’s okay just for you. But you’re okay for you. You can’t care. You’re it, you’re it. You’ll do it. It’s okay. You can do it for you. It’s okay. You’ll be ok"}
+{"type": "sample", "setting": {"endpoint_temp": 1.25, "final_from": "state"}, "index": 3, "raw_text": " familiar with his own. He’s not understanding about his path. He’s not his own path. He’s understanding. He takes it to his own. He’s not his own understanding.” He’s not his own thing. He’s not his own. He’s not his own. Nothing else.\n\nHe’s not understanding. He is understanding him. He pushes his own thing to his own. He’s understanding. He understands.\n\n“It’s true. He’s understanding his understanding.”\n\n“It’s going to be his own thing.” He understands.\n\n“It’s understanding. He’s going to understand.”\n\n“It’s going to be his own.” He pushes him. He takes. He pushes his own thing.” He’s gonna understand his own. He’s not his. He’s not his own. But that’s why He’s not understanding. He’s his own thing. He’s his own. He’s.\n\n“It’s his.” He takes. He pushes his own thing. “ He’s going to leave his own thing. He’s going to leave him. He’s his own thing. He’s going to leave his own thing. He’s not understanding. He’s his.”\n\n“It’s not his own. He understands him. He’s gonna understand him. He understands.”\n\nAdvertisement - Continue reading the Below\n\nHe’s his own. He understands his. He’s his own thing. He’s his own. He’s doing his own thing. He’s his. He understands everybody else. He understands his own. He’s his own thing. He understands his. He’s doing his own thing. He’s doing his own thing. He understands his own thing about him. He’s his own thing. He doesn’t understand his own thing. He’s his own thing. He’s his own thing. He’s his own thing. He understands his own thing. He’s his. He’s his thing. He’s his thing. He is doing his own thing. He’s doing his own thing. He understands his. He’s his. He is doing it. He’s not understanding. He has not gotten into his language. He’s not doing his own thing.” He has gotten his own thing. He’s not his. He’s his own thing. He is not his own. He’s his own thing. He’s gotten out of his own thing. He’s understanding doing his own thing. He. He’s his thing. He’s his thing. He’s his own thing. He’s gotten out of his own thing. He’s his own thing. He’s gotten out of his.” He’s his own thing. He’s his own thing. He’s he takes his breath. He’s his own breath. He knows his own thing. He’s understanding. He knows his own thing. He’s his breath is his. He’s his breath is his. He knows his own thing. He’s his. He’s his breath. He’s his own breath. He’s understanding doing his own thing. He knows his own thing. He’s his thing. He’s his own thing. He He’s his own thing. He’s his own thing. He knows his own own thing. He knows his own thing. “ He’s doing his own thing.” He’s understanding. He’s his. He’s not doing his own thing. He’s his own thing. He is understanding.\n\nAdvertisement\n\n“ He’s not understanding. He�", "stripped_text": "familiar with his own. He’s not understanding about his path. He’s not his own path. He’s understanding. He takes it to his own. He’s not his own understanding.” He’s not his own thing. He’s not his own. He’s not his own. Nothing else. He’s not understanding. He is understanding him. He pushes his own thing to his own. He’s understanding. He understands. “It’s true. He’s understanding his understanding.” “It’s going to be his own thing.” He understands. “It’s understanding. He’s going to understand.” “It’s going to be his own.” He pushes him. He takes. He pushes his own thing.” He’s gonna understand his own. He’s not his. He’s not his own. But that’s why He’s not understanding. He’s his own thing. He’s his own. He’s. “It’s his.” He takes. He pushes his own thing. “ He’s going to leave his own thing. He’s going to leave him. He’s his own thing. He’s going to leave his own thing. He’s not understanding. He’s his.” “It’s not his own. He understands him. He’s gonna understand him. He understands.” Advertisement - Continue reading the Below He’s his own. He understands his. He’s his own thing. He’s his own. He’s doing his own thing. He’s his. He understands everybody else. He understands his own. He’s his own thing. He understands his. He’s doing his own thing. He’s doing his own thing. He understands his own thing about him. He’s his own thing. He doesn’t understand his own thing. He’s his own thing. He’s his own thing. He’s his own thing. He understands his own thing. He’s his. He’s his thing. He’s his thing. He is doing his own thing. He’s doing his own thing. He understands his. He’s his. He is doing it. He’s not understanding. He has not gotten into his language. He’s not doing his own thing.” He has gotten his own thing. He’s not his. He’s his own thing. He is not his own. He’s his own thing. He’s gotten out of his own thing. He’s understanding doing his own thing. He. He’s his thing. He’s his thing. He’s his own thing. He’s gotten out of his own thing. He’s his own thing. He’s gotten out of his.” He’s his own thing. He’s his own thing. He’s he takes his breath. He’s his own breath. He knows his own thing. He’s understanding. He knows his own thing. He’s his breath is his. He’s his breath is his. He knows his own thing. He’s his. He’s his breath. He’s his own breath. He’s understanding doing his own thing. He knows his own thing. He’s his thing. He’s his own thing. He He’s his own thing. He’s his own thing. He knows his own own thing. He knows his own thing. “ He’s doing his own thing.” He’s understanding. He’s his. He’s not doing his own thing. He’s his own thing. He is understanding. Advertisement “ He’s not understanding. He�"}
+{"type": "sample", "setting": {"endpoint_temp": 1.25, "final_from": "state"}, "index": 4, "raw_text": "0-05-0-05-05/3//\n\nhttp://www.yahoo.com/2015/05/05// 05/05/05-0-05-05-05-05-05/3////\n\nhttp://w.yahoo.com/2015/05/05/ 05/05/05// 05/05/05/05-0-05-0-05/3//// 05/05/05-0-0-05-0-05-05-05/3///\n\nhttp://w.yahoo.com/2015/05/05/05/05-0-0-05-0-05/3///\n\nhttp://w.yahoo.com/2015/05/05/05/3////\n\nhttp://w.yahoo.com/2015/05/05/05/05/05/05/05/05-0-05-0-05/3///\n\nhttp://www.yahoo.com/2015/05/05/05/05/05/05/05/05/05/05/05/05-0-0-05-0-05-0-05/3//\n\nhttp://www.yahoo.com/2015/05/05/05/05/05/05/05/05/3//\n\nhttp://w.yahoo.com/2015/05/05/05/3////\n\nhttp://www.yahoo.com/2015/05/05/3//\n\nhttp://www.yahoo.com//2015/05/05/05/05/05/05/05/05/3///\n\nhttp://www.yahoo.com/2015/05/05/05/05/05/05/05/05/05/05/05/3/ 05/05/05/05/05/05/05/05/05-05-0-05/3//\n\nhttp://www.yahahoo.com/2015/05// 05/05/05/05/05/05/05/05/05-05-0-05/3///\n\nhttp://www.yahoo.com/2015/05/05/05/05/05/05/05/05/05/05/05-0-0-05-0-0-05-05-0-05/3/////\n\nhttp://w.yahoo.com/2015/05/05/05/05/05/05/05/05-0-0-0-05-3/////\n\nhttp://www.yahoo.com/2015/05/05/05/05// 05/05/05/05/05/05/05/05/05/05/05/05/05-0-0-0-05-0-05-3/////\n\nhttp://www.yahoo.com/2015/05/05/05/05/05/05/3/ 05/05/05// 05/05/05/05-0-0-05-0-05-3////\n\nhttp://www.yahoo.com/2015/05// 05/05/05/05/", "stripped_text": "0-05-0-05-05/3// http://www.yahoo.com/2015/05/05// 05/05/05-0-05-05-05-05-05/3//// http://w.yahoo.com/2015/05/05/ 05/05/05// 05/05/05/05-0-05-0-05/3//// 05/05/05-0-0-05-0-05-05-05/3/// http://w.yahoo.com/2015/05/05/05/05-0-0-05-0-05/3/// http://w.yahoo.com/2015/05/05/05/3//// http://w.yahoo.com/2015/05/05/05/05/05/05/05/05-0-05-0-05/3/// http://www.yahoo.com/2015/05/05/05/05/05/05/05/05/05/05/05/05-0-0-05-0-05-0-05/3// http://www.yahoo.com/2015/05/05/05/05/05/05/05/05/3// http://w.yahoo.com/2015/05/05/05/3//// http://www.yahoo.com/2015/05/05/3// http://www.yahoo.com//2015/05/05/05/05/05/05/05/05/3/// http://www.yahoo.com/2015/05/05/05/05/05/05/05/05/05/05/05/3/ 05/05/05/05/05/05/05/05/05-05-0-05/3// http://www.yahahoo.com/2015/05// 05/05/05/05/05/05/05/05/05-05-0-05/3/// http://www.yahoo.com/2015/05/05/05/05/05/05/05/05/05/05/05-0-0-05-0-0-05-05-0-05/3///// http://w.yahoo.com/2015/05/05/05/05/05/05/05/05-0-0-0-05-3///// http://www.yahoo.com/2015/05/05/05/05// 05/05/05/05/05/05/05/05/05/05/05/05/05-0-0-0-05-0-05-3///// http://www.yahoo.com/2015/05/05/05/05/05/05/3/ 05/05/05// 05/05/05/05-0-0-05-0-05-3//// http://www.yahoo.com/2015/05// 05/05/05/05/"}
+{"type": "sample", "setting": {"endpoint_temp": 1.25, "final_from": "state"}, "index": 5, "raw_text": "t-t-t-tt-t-t-t-t-t-t-t-t-t-t-t-t-t-t-t-t-tt-t/\n\nhttp://www.news5.com/2017/10/10/t-t-t-t-t-t-t-tt-t-t-t-tt-t-t-t-t-t-tt-t-t-t-t-t-tt-t-t-t-t-t/\n\nhttp://www.news.com/2017/10/10/06/10-t-t-tt-t-t-t-t-tt-t/\n\nhttp://www.news5.com/2017/07/06/10-t-t-t-t-t-t-t-t-t-t-t-t-t-t-t-tt-t-t-t-t-t-t-t-t/\n\n“It’s not on the ball. I don’t have it,” he said. “I don’t-t-t-t-t-t-t. But I don’t have it. But I don’t want to watch the ball.” He wouldn’t get the touch to it. “It’s on touch. He doesn’t get the ball. It’s on touch. He’s the leader. He’s the back. He doesn’t get the ball to it. It’s on the ball,” he said. “It’s it. He’s not on the ball. He’s the ball. He is not on touch,” he said. “I wasn’t on the ball. He’s the back. It’s not on touch. It’s not on the ball. But I don’t get the ball to it.”\n\nhttp://www.newsnews.com/2017/07/07/10-t-t-t-t-t-t-t-t-t-t-t-t-tt-t-t-t-t-t-tt-t-t-t-t-t-t-t/ I can’t watch the ball. He’s the leader. He’s the ball. But I don’t.\n\nhttp://www.newsnews.com/2017/10/10/news-of-the-new-of-news-new-new/\n\nhttp://www.newsnews.com/2017/10/10/07/10/10/new-news-new-news-of-new-news-of-t-t-t-t-tt-t-t-t-t-t-t-news-of-t-t-t/\n\nhttp://www.news.com/2017/07/10/10/news-new-news-of-new-news-of-t-t-half-t-t-t-news-of-t-t-t-t-t-tt-t-t-t-t-half-of-half-of-news/\n\nhttp://www.news-news.com/2017/07/07/10/10/news-of-news-of-news-of-new-news-of-t-t-t-half-t-t-news-of-t-t-t-t-half-t-t-half-t-t-t-t-t-t-t-t-t-t-half/\n\nhttp://www.news.com/news/news/new-news-news-of-news-of-", "stripped_text": "t-t-t-tt-t-t-t-t-t-t-t-t-t-t-t-t-t-t-t-t-tt-t/ http://www.news5.com/2017/10/10/t-t-t-t-t-t-t-tt-t-t-t-tt-t-t-t-t-t-tt-t-t-t-t-t-tt-t-t-t-t-t/ http://www.news.com/2017/10/10/06/10-t-t-tt-t-t-t-t-tt-t/ http://www.news5.com/2017/07/06/10-t-t-t-t-t-t-t-t-t-t-t-t-t-t-t-tt-t-t-t-t-t-t-t-t/ “It’s not on the ball. I don’t have it,” he said. “I don’t-t-t-t-t-t-t. But I don’t have it. But I don’t want to watch the ball.” He wouldn’t get the touch to it. “It’s on touch. He doesn’t get the ball. It’s on touch. He’s the leader. He’s the back. He doesn’t get the ball to it. It’s on the ball,” he said. “It’s it. He’s not on the ball. He’s the ball. He is not on touch,” he said. “I wasn’t on the ball. He’s the back. It’s not on touch. It’s not on the ball. But I don’t get the ball to it.” http://www.newsnews.com/2017/07/07/10-t-t-t-t-t-t-t-t-t-t-t-t-tt-t-t-t-t-t-tt-t-t-t-t-t-t-t/ I can’t watch the ball. He’s the leader. He’s the ball. But I don’t. http://www.newsnews.com/2017/10/10/news-of-the-new-of-news-new-new/ http://www.newsnews.com/2017/10/10/07/10/10/new-news-new-news-of-new-news-of-t-t-t-t-tt-t-t-t-t-t-t-news-of-t-t-t/ http://www.news.com/2017/07/10/10/news-new-news-of-new-news-of-t-t-half-t-t-t-news-of-t-t-t-t-t-tt-t-t-t-t-half-of-half-of-news/ http://www.news-news.com/2017/07/07/10/10/news-of-news-of-news-of-new-news-of-t-t-t-half-t-t-news-of-t-t-t-t-half-t-t-half-t-t-t-t-t-t-t-t-t-t-half/ http://www.news.com/news/news/new-news-news-of-news-of-"}
+{"type": "sample", "setting": {"endpoint_temp": 1.25, "final_from": "state"}, "index": 6, "raw_text": "[2][2][2][2][2][2][2][2][2][2][2][2][2][2][2][2]\n\nAbums [ edit ]\n\nAbums [ edit ]\n\nAbums\n\nBums [ edit ]\n\nAlbum[[2][2][2][2][2]\n\nAlbums [ edit ]\n\nAlbum[2][2][2][2][2][2][2][2][2][[2][2][2][2][2][2][2][2][2][2][2[2][2][2][2][2][2][2][2][2][2][[2][2][2][2][2][2]\n\nAbums [ edit ]\n\nBums [ edit ]\n\n[1][[2][2][2][2] Albums [ edit ]\n\nAlbums [ edit ]\n\nAlbums [ edit ]\n\n[2][[2][2][2][2][2][2][2][2][2][[2][2][2][2][2][2][2][2][2][2][2]\n\nAbums [ edit ]\n\nBums [ edit ][[2][2][2][2][2][2][2][2][2][2][2][2][2][2][2][[2][2][2][2][2][2][2][2][2][2[2][2][2][[2][2][2][2][2][2[2][2][2][2[2][[2][2[2][2][2][2][2][2][2][2][2][2][2]\n\nBums [ edit ]\n\n[2][2][2][[2][2][2][2][2][2[2][2][2][2][2][2][2][2][2][2][2][2][2][2][2][2][2][2][2][2][2][2][2][2][2]\n\nBums [ edit ]\n\nBum [ edit ]\n\nBums [ edit ]\n\nBums [ edit ]\n\nAbums [ edit ]\n\nAbums [ edit ]\n\nBums [ edit ]\n\nBum [ edit ]\n\nBums [ edit ]\n\nAbums [ edit ]\n\nBums [ edit ]\n\nVocal Albums [ edit ][[2][2][2][2][2][2][2][2]\n\nBums [ edit ]\n\nAlbum[2][2][2][2][2][2][2][2][2][2][2][2[2][2][2][2][2][2][2][2][[2][2][2][[2][2][2][[2][2][2][[2][2][2][2][[2][2][2][[2][2][2][2][2][[2][2]\n\nBums [ edit ]\n\nAbums [ edit ]\n\nVocal Albums [ edit ]\n\nVocal Albums [ edit ]\n\n[2][2][", "stripped_text": "[2][2][2][2][2][2][2][2][2][2][2][2][2][2][2][2] Abums [ edit ] Abums [ edit ] Abums Bums [ edit ] Album[[2][2][2][2][2] Albums [ edit ] Album[2][2][2][2][2][2][2][2][2][[2][2][2][2][2][2][2][2][2][2][2[2][2][2][2][2][2][2][2][2][2][[2][2][2][2][2][2] Abums [ edit ] Bums [ edit ] [1][[2][2][2][2] Albums [ edit ] Albums [ edit ] Albums [ edit ] [2][[2][2][2][2][2][2][2][2][2][[2][2][2][2][2][2][2][2][2][2][2] Abums [ edit ] Bums [ edit ][[2][2][2][2][2][2][2][2][2][2][2][2][2][2][2][[2][2][2][2][2][2][2][2][2][2[2][2][2][[2][2][2][2][2][2[2][2][2][2[2][[2][2[2][2][2][2][2][2][2][2][2][2][2] Bums [ edit ] [2][2][2][[2][2][2][2][2][2[2][2][2][2][2][2][2][2][2][2][2][2][2][2][2][2][2][2][2][2][2][2][2][2][2] Bums [ edit ] Bum [ edit ] Bums [ edit ] Bums [ edit ] Abums [ edit ] Abums [ edit ] Bums [ edit ] Bum [ edit ] Bums [ edit ] Abums [ edit ] Bums [ edit ] Vocal Albums [ edit ][[2][2][2][2][2][2][2][2] Bums [ edit ] Album[2][2][2][2][2][2][2][2][2][2][2][2[2][2][2][2][2][2][2][2][[2][2][2][[2][2][2][[2][2][2][[2][2][2][2][[2][2][2][[2][2][2][2][2][[2][2] Bums [ edit ] Abums [ edit ] Vocal Albums [ edit ] Vocal Albums [ edit ] [2][2]["}
+{"type": "sample", "setting": {"endpoint_temp": 1.25, "final_from": "state"}, "index": 7, "raw_text": " pick pick pick a a pa, and you’ve got to do it and you want to put a pick pick it on it. And you’ve got to put it on a pick a pick a pick a pa and you’ve on, and then you’ve got to put it on, and, you know, you’ve got got to put it on, and you’ve got to put it on a pick a pick a pick a pick a pa a, and you’ve got to put it on and put it on. It’s it on. At the same time, and you’ve got to put it on, and you’ve got it. You’ve got to pick it on, and you’ve got to put it on again. You’ve got to put it on it again, and you’ve got to put it on it, and you’ve got you’ve got to put it on, and you’ve got to pick it on, and put it on and pick it. And that’s why I’ve got to do it and then pick it on on it.\n\nSo, I don’t give it, and I think that’s what I do. It’s like what you have been doing, what you’ve doing, what you’ve been doing. That’s why do it.\n\n2. Don’t give it.\n\nSo what you’ve done, that’s why you’ve got to put it on it, and then again, you’ve got to put it on and put a pick and you do it. And then you put it on it. So you’ve got to pick a pick and pick a pa and pick a pa, and you pick a pa, you can pick it on a pick. It’s a pick a pa and then you pick a pick pick a pa.\n\nSo you’ve got to do what I’ve got to put pick a pick and pick a pa. I think it’s a pa pa. It’s a pa pick a pa and pick a pa and pick a pa. It’s got a pick a p and then you pick pick and pick a pa. I’ve got to pick a pa. I’m going to put it on a pa. I don’t give it on it. I put everything else on it. That’s why I can give it out. I’ve got a pick a pa it. I’m going to give it out.\n\n1. Don’t give it out.\n\nI’ve got to give it. I don’t give it on it. So, I’ve got to give it out, and give it out on it. That’s why I’ve got a pick a pa it, and I’ll give it out. I’ll give it.\n\n2. Don’t give it out.\n\nI’ve got a pick a p. It’s a pa and a pa. I’m going to give it out. I’m not going to give it out. It’s on it. That’s why I can give it and give it. I’ll give it out. I’ve just give it.\n\n3. Don’t give it.\n\n4. I give it.\n\nBut I’ve got a pick a p. I’ve got on it. I’ve got a pa and a pick a p. I’ve got a pick a p. I’ve got on it. I’ve got a pa and a pick a pa it. It’s a pick a p. I’ve got a pick a p. I’ve got it. And that’s why I don’ve got a pick a pick a pa it. On the other hand, I’ve got to give it. Don’t give it on it. And that’s why I’ve got to give it out. I’ve got to give it out.\n\n5. I’ve got a pa", "stripped_text": "pick pick pick a a pa, and you’ve got to do it and you want to put a pick pick it on it. And you’ve got to put it on a pick a pick a pick a pa and you’ve on, and then you’ve got to put it on, and, you know, you’ve got got to put it on, and you’ve got to put it on a pick a pick a pick a pick a pa a, and you’ve got to put it on and put it on. It’s it on. At the same time, and you’ve got to put it on, and you’ve got it. You’ve got to pick it on, and you’ve got to put it on again. You’ve got to put it on it again, and you’ve got to put it on it, and you’ve got you’ve got to put it on, and you’ve got to pick it on, and put it on and pick it. And that’s why I’ve got to do it and then pick it on on it. So, I don’t give it, and I think that’s what I do. It’s like what you have been doing, what you’ve doing, what you’ve been doing. That’s why do it. 2. Don’t give it. So what you’ve done, that’s why you’ve got to put it on it, and then again, you’ve got to put it on and put a pick and you do it. And then you put it on it. So you’ve got to pick a pick and pick a pa and pick a pa, and you pick a pa, you can pick it on a pick. It’s a pick a pa and then you pick a pick pick a pa. So you’ve got to do what I’ve got to put pick a pick and pick a pa. I think it’s a pa pa. It’s a pa pick a pa and pick a pa and pick a pa. It’s got a pick a p and then you pick pick and pick a pa. I’ve got to pick a pa. I’m going to put it on a pa. I don’t give it on it. I put everything else on it. That’s why I can give it out. I’ve got a pick a pa it. I’m going to give it out. 1. Don’t give it out. I’ve got to give it. I don’t give it on it. So, I’ve got to give it out, and give it out on it. That’s why I’ve got a pick a pa it, and I’ll give it out. I’ll give it. 2. Don’t give it out. I’ve got a pick a p. It’s a pa and a pa. I’m going to give it out. I’m not going to give it out. It’s on it. That’s why I can give it and give it. I’ll give it out. I’ve just give it. 3. Don’t give it. 4. I give it. But I’ve got a pick a p. I’ve got on it. I’ve got a pa and a pick a p. I’ve got a pick a p. I’ve got on it. I’ve got a pa and a pick a pa it. It’s a pick a p. I’ve got a pick a p. I’ve got it. And that’s why I don’ve got a pick a pick a pa it. On the other hand, I’ve got to give it. Don’t give it on it. And that’s why I’ve got to give it out. I’ve got to give it out. 5. I’ve got a pa"}
diff --git a/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260519/owt_t5_2node_step52k_lm1b_state_n32/summary.jsonl b/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260519/owt_t5_2node_step52k_lm1b_state_n32/summary.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391
diff --git a/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260519/trace_compact2k_step79k_bad1024_c64_t1p55/trace.txt b/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260519/trace_compact2k_step79k_bad1024_c64_t1p55/trace.txt
new file mode 100644
index 0000000000000000000000000000000000000000..392d998da726cb4f9aa5fa8165a76b4c2d7241b2
--- /dev/null
+++ b/LTA_openwebtext_dualt/docs/lta_samples/metrics_20260519/trace_compact2k_step79k_bad1024_c64_t1p55/trace.txt
@@ -0,0 +1,6146 @@
+{"type": "trace_meta", "checkpoint": "eval_ckpts/owt_compact_v2048_frozen_step79000.pt", "step": 79000, "use_ema": false, "max_len": 1024, "steps": 1024, "decode_rule": "dual_line_resample", "support_power": 1.0, "semantic_power": 1.0, "anchor_mode": "onehot", "anchor_fraction": 0.0, "anchor_per_block": 0, "anchor_block_size": 128, "anchor_source": "initial", "position_anchor_mode": "onehot", "anchor_resample_each_step": false, "anchor_count": 0, "anchor_positions": [], "temp_schedule": {"early_temp": 1.55, "late_temp": 1.55, "temp_end": 1.0, "temp_power": 1.0}}
+
+step=001 progress=0.0000 next=0.0010 model_t=0.0000 temp=1.550 support=0.0010 conc=1.004
+state_top=[{'id': 655, 'token': 'Ġget', 'count': 5}, {'id': 2044, 'token': 'ales', 'count': 5}, {'id': 686, 'token': 'ause', 'count': 4}, {'id': 1820, 'token': 'Ġwent', 'count': 3}, {'id': 2003, 'token': 'attle', 'count': 3}, {'id': 1776, 'token': 'Ġauthor', 'count': 3}, {'id': 1966, 'token': 'ĠGu', 'count': 3}, {'id': 1298, 'token': 'ĠUS', 'count': 3}, {'id': 1502, 'token': 'Ġable', 'count': 3}, {'id': 1420, 'token': 'sc', 'count': 3}, {'id': 1190, 'token': 'ret', 'count': 3}, {'id': 1786, 'token': 'Ġ}', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 997}, {'id': 15, 'token': ',', 'count': 18}, {'id': 17, 'token': '.', 'count': 6}, {'id': 202, 'token': 'Ċ', 'count': 3}]
+state_text='� they organ— # 200 ide presetsATters went Can percentater 13 aut� understand lessattleprocrAL author60meric belieologystand resp| let privreat , Dablyinationied 17 actuallyattick '
+endpoint_text=' the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the'
+
+step=002 progress=0.0010 next=0.0020 model_t=0.0010 temp=1.550 support=0.0020 conc=1.008
+state_top=[{'id': 830, 'token': 'Ġright', 'count': 4}, {'id': 1754, 'token': 'Ġsever', 'count': 4}, {'id': 755, 'token': 'Ġadd', 'count': 4}, {'id': 211, 'token': 'ē', 'count': 3}, {'id': 1647, 'token': 'Ġbit', 'count': 3}, {'id': 366, 'token': 'Ġ2', 'count': 3}, {'id': 1626, 'token': 'Ġseason', 'count': 3}, {'id': 34, 'token': '?', 'count': 3}, {'id': 440, 'token': 'ust', 'count': 3}, {'id': 1869, 'token': 'Ġyet', 'count': 3}, {'id': 1317, 'token': 'ron', 'count': 3}, {'id': 1677, 'token': 'Ġconc', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 994}, {'id': 15, 'token': ',', 'count': 16}, {'id': 17, 'token': '.', 'count': 10}, {'id': 202, 'token': 'Ċ', 'count': 4}]
+state_text=' leastaining States investoth start engicle\xa0�;self One President my10----�1325 told open s farient== possibleopiceade refz timesass� health\x13\x08 really Balfivernivenersonatch T amount'
+endpoint_text=' the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the'
+
+step=003 progress=0.0020 next=0.0029 model_t=0.0020 temp=1.550 support=0.0029 conc=1.012
+state_top=[{'id': 1273, 'token': 'Ġopp', 'count': 4}, {'id': 1443, 'token': 'ĠAll', 'count': 4}, {'id': 38, 'token': 'C', 'count': 4}, {'id': 144, 'token': 'Ð', 'count': 4}, {'id': 1034, 'token': 'gan', 'count': 3}, {'id': 1311, 'token': 'Ġsoc', 'count': 3}, {'id': 108, 'token': '«', 'count': 3}, {'id': 167, 'token': 'ç', 'count': 3}, {'id': 383, 'token': 'Ġat', 'count': 3}, {'id': 1668, 'token': 'Ġcompany', 'count': 3}, {'id': 495, 'token': 'Ġtr', 'count': 3}, {'id': 640, 'token': 'Ġpart', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 909}, {'id': 15, 'token': ',', 'count': 103}, {'id': 17, 'token': '.', 'count': 6}, {'id': 202, 'token': 'Ċ', 'count': 6}]
+state_text=' coursegan makesline effect�� sociskct?"�� account te Ad also opp z� exur ind neveriddpeableIAsvingure� comb often win at\'d reason differeont secarentneuring ownownability possible'
+endpoint_text=' the the the the the the, the the, the the the the the the the the the the the the the the the the the the the the the the the the the, the the the the the the the the the the the '
+
+step=004 progress=0.0029 next=0.0039 model_t=0.0029 temp=1.550 support=0.0039 conc=1.016
+state_top=[{'id': 489, 'token': 'ide', 'count': 4}, {'id': 1152, 'token': 'ĠIs', 'count': 4}, {'id': 102, 'token': '¥', 'count': 3}, {'id': 804, 'token': 'Ġinv', 'count': 3}, {'id': 1222, 'token': 'Ġsecond', 'count': 3}, {'id': 1945, 'token': 'year', 'count': 3}, {'id': 271, 'token': 'Ġo', 'count': 3}, {'id': 557, 'token': ',"', 'count': 3}, {'id': 1385, 'token': 'ats', 'count': 3}, {'id': 1427, 'token': 'ĠInd', 'count': 3}, {'id': 1690, 'token': 'aps', 'count': 3}, {'id': 619, 'token': 'av', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 913}, {'id': 15, 'token': ',', 'count': 78}, {'id': 202, 'token': 'Ċ', 'count': 21}, {'id': 17, 'token': '.', 'count': 12}]
+state_text=' every business hel offic� happenN comple rele vers following willersseQ condensiveidd best�� fun Q": pre\x17 vF threeiol� rese� produime find far never accghES were whileetsointoad50'
+endpoint_text=' the the the the the the the the the, the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the th'
+
+step=005 progress=0.0039 next=0.0049 model_t=0.0039 temp=1.550 support=0.0049 conc=1.021
+state_top=[{'id': 1032, 'token': 'Ġagainst', 'count': 4}, {'id': 994, 'token': 'Ġprodu', 'count': 4}, {'id': 1484, 'token': 'ission', 'count': 4}, {'id': 1671, 'token': 'Ġmar', 'count': 4}, {'id': 19, 'token': '0', 'count': 4}, {'id': 335, 'token': 'Ġy', 'count': 3}, {'id': 785, 'token': 'Ġfl', 'count': 3}, {'id': 73, 'token': 'f', 'count': 3}, {'id': 457, 'token': 'ally', 'count': 3}, {'id': 1007, 'token': '//', 'count': 3}, {'id': 312, 'token': 'Ġg', 'count': 3}, {'id': 670, 'token': 'ian', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 986}, {'id': 15, 'token': ',', 'count': 24}, {'id': 202, 'token': 'Ċ', 'count': 8}, {'id': 17, 'token': '.', 'count': 6}]
+state_text='\n\n S sheP–ould un has Fl along Newines yiber<|endoftext|> Mar Cl runition controlil communvelashves fl asked Appmin 17 moneg 0ave requium turnits social Stateially� think�22 happ�r'
+endpoint_text=' the the the the the the the the the the the the the, the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the th'
+
+step=006 progress=0.0049 next=0.0059 model_t=0.0049 temp=1.550 support=0.0059 conc=1.025
+state_top=[{'id': 1582, 'token': 'ĠUnited', 'count': 4}, {'id': 765, 'token': 'Ġneed', 'count': 4}, {'id': 1676, 'token': 'Ġexample', 'count': 4}, {'id': 117, 'token': 'µ', 'count': 3}, {'id': 428, 'token': 'Ġsu', 'count': 3}, {'id': 31, 'token': '<', 'count': 3}, {'id': 1134, 'token': 'gg', 'count': 3}, {'id': 1249, 'token': 'Ġeffect', 'count': 3}, {'id': 493, 'token': 'pl', 'count': 3}, {'id': 1402, 'token': 'Ġclass', 'count': 3}, {'id': 1857, 'token': 'Ġ2015', 'count': 3}, {'id': 1567, 'token': 'oint', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 852}, {'id': 15, 'token': ',', 'count': 136}, {'id': 202, 'token': 'Ċ', 'count': 22}, {'id': 17, 'token': '.', 'count': 14}]
+state_text=' appeariven char�ottels ha mom pop<|endoftext|>venphised Clmost story prom su� EngS employ so which Presgeven goingmberination And return sur what\x19 meetU< cl eas probleount water t'
+endpoint_text=' the the,, the the the, the the the the, the the the the the the the, the the the the the the the the the the the the the the the the the the the the the the the the, the.\n\n the th'
+
+step=007 progress=0.0059 next=0.0068 model_t=0.0059 temp=1.550 support=0.0068 conc=1.029
+state_top=[{'id': 879, 'token': 'Ġdec', 'count': 4}, {'id': 211, 'token': 'ē', 'count': 4}, {'id': 289, 'token': 'Ġm', 'count': 4}, {'id': 1118, 'token': 'ĠFor', 'count': 3}, {'id': 129, 'token': 'Á', 'count': 3}, {'id': 632, 'token': 'ĊĊ', 'count': 3}, {'id': 1837, 'token': 'Ġunderstand', 'count': 3}, {'id': 831, 'token': 'Ġsy', 'count': 3}, {'id': 506, 'token': 'Ġme', 'count': 3}, {'id': 396, 'token': 'and', 'count': 3}, {'id': 1627, 'token': 'ĠCol', 'count': 3}, {'id': 1906, 'token': 'ĠGr', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 996}, {'id': 15, 'token': ',', 'count': 24}, {'id': 17, 'token': '.', 'count': 2}, {'id': 202, 'token': 'Ċ', 'count': 2}]
+state_text=" handraftember few disc every campaign sc 8airating decG For G clearlect For contro do� edoteavutureffIt across pre there�less'm�itske N-------- rece partorkennister incic So How l"
+endpoint_text=' the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the'
+
+step=008 progress=0.0068 next=0.0078 model_t=0.0068 temp=1.550 support=0.0078 conc=1.033
+state_top=[{'id': 507, 'token': 'Ġout', 'count': 5}, {'id': 1016, 'token': 'ĠCl', 'count': 4}, {'id': 1312, 'token': 'Ġpur', 'count': 4}, {'id': 164, 'token': 'ä', 'count': 4}, {'id': 264, 'token': 're', 'count': 3}, {'id': 358, 'token': 'ch', 'count': 3}, {'id': 1592, 'token': 'Ġlarge', 'count': 3}, {'id': 1014, 'token': 'ters', 'count': 3}, {'id': 449, 'token': 'red', 'count': 3}, {'id': 592, 'token': 'Ġlike', 'count': 3}, {'id': 778, 'token': 'ty', 'count': 3}, {'id': 65, 'token': '^', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 946}, {'id': 15, 'token': ',', 'count': 60}, {'id': 202, 'token': 'Ċ', 'count': 11}, {'id': 17, 'token': '.', 'count': 7}]
+state_text='ous int27 fl employrever find40ose freack differe To… est alsoch far Cl 20 Cl cur product\x10ationalicleved Thisack brepl largequ� reason impro Le� give Med afterode econom countornri'
+endpoint_text=' the the the the the, the the the the the the the the the, the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the t'
+
+step=009 progress=0.0078 next=0.0088 model_t=0.0078 temp=1.550 support=0.0088 conc=1.037
+state_top=[{'id': 1449, 'token': 'Ġmove', 'count': 4}, {'id': 803, 'token': 'rit', 'count': 4}, {'id': 1651, 'token': 'ony', 'count': 4}, {'id': 1694, 'token': 'Ġoften', 'count': 3}, {'id': 749, 'token': 'Ġpo', 'count': 3}, {'id': 1091, 'token': 'cent', 'count': 3}, {'id': 1468, 'token': 'Ġalways', 'count': 3}, {'id': 561, 'token': 'ire', 'count': 3}, {'id': 1019, 'token': 'ave', 'count': 3}, {'id': 692, 'token': 'ild', 'count': 3}, {'id': 946, 'token': 'ures', 'count': 3}, {'id': 1988, 'token': 'isk', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 972}, {'id': 15, 'token': ',', 'count': 37}, {'id': 202, 'token': 'Ċ', 'count': 11}, {'id': 17, 'token': '.', 'count': 4}]
+state_text=' test\x1ciew showEN often( po�ance�iving� 10xumpab ( htt Aookialempt\x15 pataj serv\x19 cap Prous�). example ask Sec book rem____—cent War�led suggestG shesel eff�oodvelampleX accessickbr I'
+endpoint_text=' the the the the the the the the the the the the the the the the the the the the the the the the, the the the the the the, the the the the the the the the the the the the the the t'
+
+step=010 progress=0.0088 next=0.0098 model_t=0.0088 temp=1.550 support=0.0098 conc=1.041
+state_top=[{'id': 1279, 'token': 'Ġca', 'count': 3}, {'id': 1837, 'token': 'Ġunderstand', 'count': 3}, {'id': 1838, 'token': 'urs', 'count': 3}, {'id': 787, 'token': 'Ġnow', 'count': 3}, {'id': 679, 'token': 'wn', 'count': 3}, {'id': 570, 'token': 'ook', 'count': 3}, {'id': 1772, 'token': 'ails', 'count': 3}, {'id': 226, 'token': 'Ģ', 'count': 3}, {'id': 1180, 'token': 'Ġpower', 'count': 3}, {'id': 145, 'token': 'Ñ', 'count': 3}, {'id': 1722, 'token': 'Ġtook', 'count': 3}, {'id': 152, 'token': 'Ø', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 964}, {'id': 15, 'token': ',', 'count': 32}, {'id': 202, 'token': 'Ċ', 'count': 21}, {'id': 17, 'token': '.', 'count': 7}]
+state_text=' cent tryinationiberailable talk them eventcon\x1fead ca winency today activ3 many,"� addge mind pol�, Pro ex understandioThere marketiff offven fourursoolize Re follow�5 now 199ntayz'
+endpoint_text=' the.\n\n\n, the the the the the the the the the the the the the, the the the the the the the the the the the the the the the the the the the the the the the the the the the the the t'
+
+step=011 progress=0.0098 next=0.0107 model_t=0.0098 temp=1.550 support=0.0107 conc=1.046
+state_top=[{'id': 1709, 'token': 'Ġnews', 'count': 5}, {'id': 861, 'token': 'Ġdoes', 'count': 4}, {'id': 859, 'token': '==', 'count': 4}, {'id': 381, 'token': 'ul', 'count': 4}, {'id': 1471, 'token': 'Ġ16', 'count': 3}, {'id': 1341, 'token': 'Ġcare', 'count': 3}, {'id': 103, 'token': '¦', 'count': 3}, {'id': 423, 'token': 'ort', 'count': 3}, {'id': 479, 'token': 'Ġbut', 'count': 3}, {'id': 1832, 'token': '22', 'count': 3}, {'id': 1224, 'token': 'Ġ/', 'count': 3}, {'id': 49, 'token': 'N', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 960}, {'id': 15, 'token': ',', 'count': 54}, {'id': 202, 'token': 'Ċ', 'count': 6}, {'id': 17, 'token': '.', 'count': 4}]
+state_text=' build� tr 16 care Johnix must lowsterular year� taxirdards happen become everyarn� our suggative//ritatex The why rget child7 womenRline $ched Teortaid b�vious`ek cre months ext\x0f '
+endpoint_text=',, the the the the the the the the the the the the the the the, the the the the the the the, the the the the the the the the the the the the the the the the the the the the the the'
+
+step=012 progress=0.0107 next=0.0117 model_t=0.0107 temp=1.550 support=0.0117 conc=1.050
+state_top=[{'id': 1566, 'token': 'ohn', 'count': 4}, {'id': 90, 'token': 'w', 'count': 4}, {'id': 223, 'token': 'ğ', 'count': 3}, {'id': 809, 'token': 'man', 'count': 3}, {'id': 782, 'token': 'Ġpr', 'count': 3}, {'id': 330, 'token': 'Ġthat', 'count': 3}, {'id': 1907, 'token': 'Ġearly', 'count': 3}, {'id': 536, 'token': 'Ġ-', 'count': 3}, {'id': 899, 'token': 'Ġsm', 'count': 3}, {'id': 1511, 'token': '18', 'count': 3}, {'id': 662, 'token': 'ents', 'count': 3}, {'id': 1216, 'token': 'This', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 920}, {'id': 15, 'token': ',', 'count': 85}, {'id': 202, 'token': 'Ċ', 'count': 11}, {'id': 17, 'token': '.', 'count': 7}, {'id': 288, 'token': 'Ġto', 'count': 1}]
+state_text=' /\x1f nightire]conomiqu campG mom setoughuse giveober creat present." former50� =ney argaditiveitmanER<pad> get pr Comm hard tax that� course 13 timeouourongitsertaleathuesret kindte'
+endpoint_text=' the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the, the the the the the the the the the the, t'
+
+step=013 progress=0.0117 next=0.0127 model_t=0.0117 temp=1.550 support=0.0127 conc=1.054
+state_top=[{'id': 1899, 'token': 'Ġaccess', 'count': 4}, {'id': 56, 'token': 'U', 'count': 4}, {'id': 690, 'token': 'Ġro', 'count': 4}, {'id': 235, 'token': 'ī', 'count': 4}, {'id': 733, 'token': 'ater', 'count': 4}, {'id': 189, 'token': 'ý', 'count': 4}, {'id': 546, 'token': 'Ġcont', 'count': 4}, {'id': 1175, 'token': 'Ġpublic', 'count': 3}, {'id': 1667, 'token': 'Ġgrow', 'count': 3}, {'id': 1942, 'token': 'Ġplayers', 'count': 3}, {'id': 605, 'token': 'ress', 'count': 3}, {'id': 489, 'token': 'ide', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 961}, {'id': 15, 'token': ',', 'count': 45}, {'id': 202, 'token': 'Ċ', 'count': 11}, {'id': 17, 'token': '.', 'count': 7}]
+state_text='V Y set8 public grow " glitionsical playersceptple O run Mr lightptren Yress includide lowork R dri camez shortct t understand that consstreatot face peopleightourored useouldinati'
+endpoint_text=' the the the the the the the the the the the, the the the the the the the the the the the the the, the the the the the the the the the the the the the the the the the the the the t'
+
+step=014 progress=0.0127 next=0.0137 model_t=0.0127 temp=1.550 support=0.0137 conc=1.059
+state_top=[{'id': 328, 'token': 'ad', 'count': 4}, {'id': 701, 'token': 'Ġacc', 'count': 4}, {'id': 674, 'token': 'Ġwork', 'count': 4}, {'id': 1778, 'token': 'Ġproper', 'count': 4}, {'id': 673, 'token': 'ors', 'count': 3}, {'id': 1951, 'token': 'Ġsugg', 'count': 3}, {'id': 1663, 'token': 'of', 'count': 3}, {'id': 868, 'token': 'ational', 'count': 3}, {'id': 219, 'token': 'ě', 'count': 3}, {'id': 211, 'token': 'ē', 'count': 3}, {'id': 458, 'token': 'our', 'count': 3}, {'id': 272, 'token': 'en', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 943}, {'id': 15, 'token': ',', 'count': 61}, {'id': 202, 'token': 'Ċ', 'count': 12}, {'id': 17, 'token': '.', 'count': 7}, {'id': 288, 'token': 'Ġto', 'count': 1}]
+state_text='ract 3oad\x14 hereurs its),izedorsio sc ac� run: at suggination loc busrrow afterown able QatverLningof conc his�� doesnationaltheCh Dealkany seasonrough think 12 ofpr become40 York f'
+endpoint_text=' the the the the the the the the. the the the the the the the the, the the the the the the the, the the the the the the the the the the the the the the the the the the the the the '
+
+step=015 progress=0.0137 next=0.0146 model_t=0.0137 temp=1.550 support=0.0146 conc=1.063
+state_top=[{'id': 1759, 'token': 'Ġnight', 'count': 4}, {'id': 1438, 'token': 'uro', 'count': 4}, {'id': 127, 'token': '¿', 'count': 4}, {'id': 280, 'token': 'ed', 'count': 3}, {'id': 1935, 'token': 'Ġer', 'count': 3}, {'id': 1891, 'token': 'ĠRuss', 'count': 3}, {'id': 883, 'token': 'ility', 'count': 3}, {'id': 1113, 'token': 'Ġfact', 'count': 3}, {'id': 426, 'token': 'Ġfrom', 'count': 3}, {'id': 1548, 'token': 'He', 'count': 3}, {'id': 433, 'token': 'nt', 'count': 3}, {'id': 1515, 'token': 'Ġ13', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 932}, {'id': 15, 'token': ',', 'count': 78}, {'id': 202, 'token': 'Ċ', 'count': 9}, {'id': 17, 'token': '.', 'count': 4}, {'id': 288, 'token': 'Ġto', 'count': 1}]
+state_text='\x15conom�AR passed13 believe yearstenitearent with followingamplez~ numie 18 Atiss��angeear~ate� state weof conchedruct� friendational er calledeg terop large far Russ<|endoftext|>ua'
+endpoint_text=' the the the the the the the the the the the the the the the, the the the the the the the the the the the the the the the the the the, the the the the the the the the the the the t'
+
+step=016 progress=0.0146 next=0.0156 model_t=0.0146 temp=1.550 support=0.0156 conc=1.067
+state_top=[{'id': 1448, 'token': 'Ġcalled', 'count': 4}, {'id': 1282, 'token': 'Ġgl', 'count': 4}, {'id': 1169, 'token': 'Ġtoo', 'count': 4}, {'id': 318, 'token': 'ĠI', 'count': 3}, {'id': 720, 'token': 'Ġam', 'count': 3}, {'id': 1596, 'token': 'Ġwin', 'count': 3}, {'id': 754, 'token': 'Ġdid', 'count': 3}, {'id': 1755, 'token': 'Ġchildren', 'count': 3}, {'id': 1539, 'token': 'Ġhealth', 'count': 3}, {'id': 1605, 'token': 'ury', 'count': 3}, {'id': 315, 'token': 'ĠS', 'count': 3}, {'id': 1846, 'token': 'Ġlove', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 964}, {'id': 15, 'token': ',', 'count': 39}, {'id': 202, 'token': 'Ċ', 'count': 14}, {'id': 17, 'token': '.', 'count': 6}, {'id': 288, 'token': 'Ġto', 'count': 1}]
+state_text='\n\nath�ense� Exull program kind= I fun courie\x11uring~ annKrib gettingemptitter those12 2 sBut Manst am few teimate 2014 been school play rele� sh spec home President winlement Butin '
+endpoint_text=' the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the'
+
+step=017 progress=0.0156 next=0.0166 model_t=0.0156 temp=1.550 support=0.0166 conc=1.071
+state_top=[{'id': 1648, 'token': 'Ġpolice', 'count': 5}, {'id': 792, 'token': 'Ġthen', 'count': 5}, {'id': 1866, 'token': 'Ġyoung', 'count': 4}, {'id': 324, 'token': 'im', 'count': 4}, {'id': 1678, 'token': 'Ġfore', 'count': 4}, {'id': 638, 'token': 'port', 'count': 4}, {'id': 482, 'token': 'ect', 'count': 4}, {'id': 1374, 'token': 'line', 'count': 3}, {'id': 978, 'token': 'ract', 'count': 3}, {'id': 1495, 'token': 'ember', 'count': 3}, {'id': 1278, 'token': 'lease', 'count': 3}, {'id': 1865, 'token': 'Ġprob', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 533}, {'id': 266, 'token': 'Ġthe', 'count': 474}, {'id': 202, 'token': 'Ċ', 'count': 10}, {'id': 17, 'token': '.', 'count': 6}, {'id': 288, 'token': 'Ġto', 'count': 1}]
+state_text=' br closeo Le critasonillionner youngpegurtherivALween comiv calledo invest�emptlineular activ� killargkmost ref anractencyartment dis4 manyically others?" thought had find EnButau'
+endpoint_text=', the the, the,, the the, the,,, the, the the the, the, the,,, the the, the the, the the,,, the, the the the the the the the,, the the,, the, the,,,,,, the the the the, the, the th'
+
+step=018 progress=0.0166 next=0.0176 model_t=0.0166 temp=1.550 support=0.0176 conc=1.076
+state_top=[{'id': 270, 'token': 'Ġw', 'count': 4}, {'id': 1183, 'token': 'Ġloc', 'count': 4}, {'id': 1236, 'token': 'Ġleg', 'count': 4}, {'id': 1588, 'token': 'Ġ2016', 'count': 3}, {'id': 846, 'token': 'Ġreg', 'count': 3}, {'id': 1688, 'token': 'urity', 'count': 3}, {'id': 817, 'token': 'ily', 'count': 3}, {'id': 1211, 'token': 'Ġdep', 'count': 3}, {'id': 1509, 'token': 'ium', 'count': 3}, {'id': 542, 'token': 'ep', 'count': 3}, {'id': 1135, 'token': 'illion', 'count': 3}, {'id': 1880, 'token': 'Ġinvol', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 968}, {'id': 15, 'token': ',', 'count': 25}, {'id': 202, 'token': 'Ċ', 'count': 17}, {'id': 17, 'token': '.', 'count': 9}, {'id': 290, 'token': 'Ġof', 'count': 3}, {'id': 288, 'token': 'Ġto', 'count': 2}]
+state_text='. —ayscept hadource 2016 Thisral makes moveem Anend reg� &ersm wurity off 2 makehedily costaid u 7o dep thisexium went numument� ass country As investigak w Mayrict poss�ainedolant'
+endpoint_text=' the the the the the the the the the the of the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the '
+
+step=019 progress=0.0176 next=0.0186 model_t=0.0176 temp=1.550 support=0.0186 conc=1.080
+state_top=[{'id': 1688, 'token': 'urity', 'count': 6}, {'id': 600, 'token': 'ction', 'count': 5}, {'id': 366, 'token': 'Ġ2', 'count': 4}, {'id': 620, 'token': 'Ġmy', 'count': 4}, {'id': 1745, 'token': 'ulation', 'count': 4}, {'id': 1720, 'token': 'Ġbecome', 'count': 3}, {'id': 1560, 'token': 'Ġest', 'count': 3}, {'id': 1059, 'token': 'Ġser', 'count': 3}, {'id': 1619, 'token': 'Ġbas', 'count': 3}, {'id': 1722, 'token': 'Ġtook', 'count': 3}, {'id': 977, 'token': 'Ġused', 'count': 3}, {'id': 1199, 'token': 'ĠQ', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 574}, {'id': 15, 'token': ',', 'count': 436}, {'id': 202, 'token': 'Ċ', 'count': 5}, {'id': 290, 'token': 'Ġof', 'count': 3}, {'id': 17, 'token': '.', 'count': 2}, {'id': 86, 'token': 's', 'count': 2}, {'id': 288, 'token': 'Ġto', 'count': 1}, {'id': 261, 'token': 'Ġa', 'count': 1}]
+state_text='�age im streide con�\x16 finduallyertwn stillselves�endinggin specialmEDult proble holdAN alsoilaign timesitch12 UnitedK becomeying economocr201ition pol memace givenase est connecter'
+endpoint_text='.\n\n,,, the, the,,,,, the, the the the the,,,, the, the, the the,,,,, the the the, the,, the the the, the the the the the the, the, the the the the the the the,, the the the the the'
+
+step=020 progress=0.0186 next=0.0195 model_t=0.0186 temp=1.550 support=0.0195 conc=1.085
+state_top=[{'id': 815, 'token': 'ific', 'count': 5}, {'id': 1970, 'token': 'Ġformer', 'count': 5}, {'id': 515, 'token': 'Ġtheir', 'count': 4}, {'id': 878, 'token': 'als', 'count': 4}, {'id': 1426, 'token': 'Ġdidn', 'count': 4}, {'id': 207, 'token': 'ď', 'count': 4}, {'id': 917, 'token': 'ful', 'count': 4}, {'id': 281, 'token': 'Ġf', 'count': 4}, {'id': 568, 'token': 'ĠâĢ', 'count': 4}, {'id': 635, 'token': 'ree', 'count': 3}, {'id': 1693, 'token': 'ama', 'count': 3}, {'id': 764, 'token': 'Ġknow', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 796}, {'id': 15, 'token': ',', 'count': 200}, {'id': 202, 'token': 'Ċ', 'count': 12}, {'id': 17, 'token': '.', 'count': 6}, {'id': 288, 'token': 'Ġto', 'count': 5}, {'id': 290, 'token': 'Ġof', 'count': 3}, {'id': 86, 'token': 's', 'count': 1}, {'id': 261, 'token': 'Ġa', 'count': 1}]
+state_text='aignAS theirailable supportrou rightides � sim�18 En�ifiedree themaunative� metmberress deathefitt sureresent strong cost contin\x11 oroururn Americendinggh Americ working Warverals$ '
+endpoint_text=' the.\n\n the, the the.\n\n\n, the the the the the the,, the the the the the the the the the the the the the the the,,, the,, the the the the the the the the the the the the the the the'
+
+step=021 progress=0.0195 next=0.0205 model_t=0.0195 temp=1.550 support=0.0205 conc=1.089
+state_top=[{'id': 576, 'token': 'Ġoff', 'count': 5}, {'id': 1886, 'token': 'ĠSec', 'count': 4}, {'id': 1202, 'token': 'nce', 'count': 3}, {'id': 1415, 'token': 'Ġpercent', 'count': 3}, {'id': 1898, 'token': 'ball', 'count': 3}, {'id': 1608, 'token': 'alf', 'count': 3}, {'id': 1642, 'token': 'idd', 'count': 3}, {'id': 1261, 'token': 'Ġfun', 'count': 3}, {'id': 1382, 'token': '://', 'count': 3}, {'id': 588, 'token': 'Ġother', 'count': 3}, {'id': 529, 'token': 'per', 'count': 3}, {'id': 1809, 'token': 'Ġprotect', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 832}, {'id': 15, 'token': ',', 'count': 180}, {'id': 202, 'token': 'Ċ', 'count': 5}, {'id': 17, 'token': '.', 'count': 3}, {'id': 86, 'token': 's', 'count': 2}, {'id': 294, 'token': 'Ġand', 'count': 1}, {'id': 290, 'token': 'Ġof', 'count': 1}]
+state_text='� hist seAT 20 pol connect�nceohnmber least SuO thatdleaseabilityms three percentkJertel sex 2016mostentialillion...ouldballalf effiolreadxt import hel when� offst reg To businesso'
+endpoint_text=', the the the the the the the the the the the the the, the the the the the the the the the the the the the the, the, the the the the the the the the the the the the the the the the'
+
+step=022 progress=0.0205 next=0.0215 model_t=0.0205 temp=1.550 support=0.0215 conc=1.093
+state_top=[{'id': 1899, 'token': 'Ġaccess', 'count': 5}, {'id': 820, 'token': 'Ġrem', 'count': 5}, {'id': 1210, 'token': 'ittle', 'count': 4}, {'id': 1807, 'token': 'Ġpress', 'count': 4}, {'id': 1727, 'token': 'aring', 'count': 3}, {'id': 1974, 'token': 'Ġpract', 'count': 3}, {'id': 858, 'token': 'ĠWh', 'count': 3}, {'id': 550, 'token': 'Ġabout', 'count': 3}, {'id': 432, 'token': 'Ġthis', 'count': 3}, {'id': 961, 'token': 'Ġfin', 'count': 3}, {'id': 223, 'token': 'ğ', 'count': 3}, {'id': 360, 'token': 'Ġwe', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 861}, {'id': 15, 'token': ',', 'count': 129}, {'id': 202, 'token': 'Ċ', 'count': 15}, {'id': 17, 'token': '.', 'count': 9}, {'id': 288, 'token': 'Ġto', 'count': 3}, {'id': 86, 'token': 's', 'count': 3}, {'id': 290, 'token': 'Ġof', 'count': 2}, {'id': 294, 'token': 'Ġand', 'count': 2}]
+state_text="omearing practames Or happen ass Wh art day againats� about 2450 threeip Go certainitive min Ph off oppoc ear�ard� monthsarm7ning both either this near 'rew trariesSt fin worldordi"
+endpoint_text=' the the the the the the the the the the the the the the the the.\n\n\n the the the the the the the the the the the,, the the, the the the the the the the the the the the the the the '
+
+step=023 progress=0.0215 next=0.0225 model_t=0.0215 temp=1.550 support=0.0225 conc=1.098
+state_top=[{'id': 1139, 'token': 'We', 'count': 4}, {'id': 828, 'token': 'ss', 'count': 4}, {'id': 952, 'token': 'cy', 'count': 4}, {'id': 1961, 'token': 'Ġlocal', 'count': 3}, {'id': 1755, 'token': 'Ġchildren', 'count': 3}, {'id': 242, 'token': 'IJ', 'count': 3}, {'id': 1387, 'token': 'ww', 'count': 3}, {'id': 1302, 'token': '":', 'count': 3}, {'id': 23, 'token': '4', 'count': 3}, {'id': 1111, 'token': 'Ġreally', 'count': 3}, {'id': 290, 'token': 'Ġof', 'count': 3}, {'id': 1219, 'token': 'ĠAd', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 954}, {'id': 15, 'token': ',', 'count': 32}, {'id': 202, 'token': 'Ċ', 'count': 19}, {'id': 17, 'token': '.', 'count': 7}, {'id': 288, 'token': 'Ġto', 'count': 6}, {'id': 86, 'token': 's', 'count': 3}, {'id': 282, 'token': 'ing', 'count': 1}, {'id': 261, 'token': 'Ġa', 'count': 1}, {'id': 294, 'token': 'Ġand', 'count': 1}]
+state_text=' investke makes connect9Zoundble//ock health br won care local serv�und activlf record bit ins Orallrationablyib rec childrenarmp thought imlectails hopploy� eng�B clameOledption�!'
+endpoint_text=' the the the the the, the the the thes, the to the the the the the,, the the the the the the the the the the the the the the the the the the the the the the.\n\n\n the the the the to '
+
+step=024 progress=0.0225 next=0.0234 model_t=0.0225 temp=1.550 support=0.0234 conc=1.102
+state_top=[{'id': 1705, 'token': '?"', 'count': 4}, {'id': 1827, 'token': 'artment', 'count': 4}, {'id': 627, 'token': 'ond', 'count': 3}, {'id': 1459, 'token': 'leg', 'count': 3}, {'id': 1643, 'token': 'You', 'count': 3}, {'id': 1585, 'token': 'OR', 'count': 3}, {'id': 1874, 'token': 'And', 'count': 3}, {'id': 1950, 'token': 'Ġ2014', 'count': 3}, {'id': 335, 'token': 'Ġy', 'count': 3}, {'id': 1168, 'token': 'ield', 'count': 3}, {'id': 248, 'token': 'ĸ', 'count': 3}, {'id': 526, 'token': 'ike', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 833}, {'id': 15, 'token': ',', 'count': 155}, {'id': 202, 'token': 'Ċ', 'count': 14}, {'id': 17, 'token': '.', 'count': 9}, {'id': 290, 'token': 'Ġof', 'count': 5}, {'id': 288, 'token': 'Ġto', 'count': 3}, {'id': 86, 'token': 's', 'count': 2}, {'id': 291, 'token': 'Ġin', 'count': 1}, {'id': 261, 'token': 'Ġa', 'count': 1}, {'id': 294, 'token': 'Ġand', 'count': 1}]
+state_text=' > waterondiolun look�kvern keep<|endoftext|> working less�legoad reportideralkYou per newessORme Noology Indwh build electger� calledAnd surex 2014 Tw within y old might any just '
+endpoint_text=' the the the the the the the the the the the the the the the the the the the the the the.\n\n, the the the the the the the, the the the the the the the the the the the the, the, the '
+
+step=025 progress=0.0234 next=0.0244 model_t=0.0234 temp=1.550 support=0.0244 conc=1.107
+state_top=[{'id': 1255, 'token': 'chool', 'count': 4}, {'id': 107, 'token': 'ª', 'count': 4}, {'id': 1231, 'token': 'Ġmonth', 'count': 4}, {'id': 88, 'token': 'u', 'count': 3}, {'id': 435, 'token': 'pe', 'count': 3}, {'id': 945, 'token': 'Ġstud', 'count': 3}, {'id': 587, 'token': 'Ġper', 'count': 3}, {'id': 172, 'token': 'ì', 'count': 3}, {'id': 1770, 'token': 'ĠCo', 'count': 3}, {'id': 699, 'token': 'ell', 'count': 3}, {'id': 1184, 'token': 'Ġdifferent', 'count': 3}, {'id': 1003, 'token': 'imes', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 864}, {'id': 15, 'token': ',', 'count': 125}, {'id': 17, 'token': '.', 'count': 11}, {'id': 202, 'token': 'Ċ', 'count': 11}, {'id': 86, 'token': 's', 'count': 4}, {'id': 290, 'token': 'Ġof', 'count': 3}, {'id': 294, 'token': 'Ġand', 'count': 2}, {'id': 282, 'token': 'ing', 'count': 2}, {'id': 261, 'token': 'Ġa', 'count': 2}]
+state_text=' requ mon withoutussished wheu"pe arearom\x06riENames Mcowerute tments 199uralokovestem play 2014 stud agWh R Europeible per� says50eb\r Y nonnder quouse\x01 P parso19� nelement Cent allo'
+endpoint_text=' the the the the the the the the the the the the the the the the the the the the the the the, the the the the the the the the.\n\n\n the the the. the the the the the the the thes, the'
+
+step=026 progress=0.0244 next=0.0254 model_t=0.0244 temp=1.550 support=0.0254 conc=1.111
+state_top=[{'id': 1094, 'token': 'Ġcur', 'count': 4}, {'id': 1119, 'token': 'Ġthree', 'count': 4}, {'id': 330, 'token': 'Ġthat', 'count': 3}, {'id': 825, 'token': "'re", 'count': 3}, {'id': 1024, 'token': 'Ġspec', 'count': 3}, {'id': 198, 'token': 'Ć', 'count': 3}, {'id': 375, 'token': 'ĠR', 'count': 3}, {'id': 925, 'token': 'ĠYou', 'count': 3}, {'id': 298, 'token': 'Ġth', 'count': 3}, {'id': 1558, 'token': 'Ġhist', 'count': 3}, {'id': 861, 'token': 'Ġdoes', 'count': 3}, {'id': 822, 'token': 'In', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 904}, {'id': 15, 'token': ',', 'count': 94}, {'id': 202, 'token': 'Ċ', 'count': 13}, {'id': 17, 'token': '.', 'count': 10}, {'id': 294, 'token': 'Ġand', 'count': 1}, {'id': 290, 'token': 'Ġof', 'count': 1}, {'id': 288, 'token': 'Ġto', 'count': 1}]
+state_text=' decational Weupgg opss fund mov Fl Leine occatingvent accordingAndings suggestport locbs todayused New hop Qands now� appearbers saf lastather cons interestereides mod Obnder�ould'
+endpoint_text='\n\n the the the the the the the the the the the the the the the the the the the the the the the the the the the the, the the, the the the the the the the the, the the the the the, t'
+
+step=027 progress=0.0254 next=0.0264 model_t=0.0254 temp=1.550 support=0.0264 conc=1.116
+state_top=[{'id': 1325, 'token': 'Ġinformation', 'count': 4}, {'id': 1038, 'token': 'Ġop', 'count': 4}, {'id': 1920, 'token': 'mber', 'count': 4}, {'id': 1771, 'token': 'Ġbody', 'count': 4}, {'id': 1580, 'token': 'Ġenough', 'count': 3}, {'id': 960, 'token': 'hes', 'count': 3}, {'id': 1672, 'token': 'ource', 'count': 3}, {'id': 617, 'token': 'Ġpe', 'count': 3}, {'id': 615, 'token': 'Ġif', 'count': 3}, {'id': 1033, 'token': 'Ġhigh', 'count': 3}, {'id': 1609, 'token': 'ĠAmerican', 'count': 3}, {'id': 595, 'token': 'ks', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 946}, {'id': 15, 'token': ',', 'count': 54}, {'id': 202, 'token': 'Ċ', 'count': 6}, {'id': 86, 'token': 's', 'count': 4}, {'id': 17, 'token': '.', 'count': 3}, {'id': 288, 'token': 'Ġto', 'count': 3}, {'id': 261, 'token': 'Ġa', 'count': 3}, {'id': 290, 'token': 'Ġof', 'count': 2}, {'id': 294, 'token': 'Ġand', 'count': 2}, {'id': 282, 'token': 'ing', 'count': 1}]
+state_text=' Comm her v won black costarch work already St� H�ason r reasonvelopyearomm makingiansplay vers enoughhes happenhedourceployER� campaign differe pe if recordann author warictartmen'
+endpoint_text=' the the the the the the the the the the the the the the, the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the th'
+
+step=028 progress=0.0264 next=0.0273 model_t=0.0264 temp=1.550 support=0.0273 conc=1.120
+state_top=[{'id': 123, 'token': '»', 'count': 4}, {'id': 1301, 'token': 'Ġtold', 'count': 4}, {'id': 539, 'token': 'cc', 'count': 4}, {'id': 414, 'token': 'Ġv', 'count': 3}, {'id': 1277, 'token': 'St', 'count': 3}, {'id': 1223, 'token': 'oh', 'count': 3}, {'id': 766, 'token': 'Ġcons', 'count': 3}, {'id': 1472, 'token': 'Ġold', 'count': 3}, {'id': 672, 'token': 'ark', 'count': 3}, {'id': 1464, 'token': 'ides', 'count': 3}, {'id': 1335, 'token': 'Ġappro', 'count': 3}, {'id': 1721, 'token': 'ĠEd', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 887}, {'id': 15, 'token': ',', 'count': 103}, {'id': 17, 'token': '.', 'count': 12}, {'id': 202, 'token': 'Ċ', 'count': 7}, {'id': 261, 'token': 'Ġa', 'count': 4}, {'id': 288, 'token': 'Ġto', 'count': 3}, {'id': 86, 'token': 's', 'count': 3}, {'id': 294, 'token': 'Ġand', 'count': 2}, {'id': 290, 'token': 'Ġof', 'count': 2}, {'id': 280, 'token': 'ed', 'count': 1}]
+state_text=' dep That vsw out� protectress� freeicallyitionsessices\x0080� -- child around leastutioncesnotthoughos23 bodyoidgearing Fl orderamp Rmberagedery� toget withinted acceZ rele DStists d'
+endpoint_text=' the the the the the the the the the the the the the the the the the the the the the the the the the the the the the, the the the,, the the the the the the, the the the the the the'
+
+step=029 progress=0.0273 next=0.0283 model_t=0.0273 temp=1.550 support=0.0283 conc=1.125
+state_top=[{'id': 1121, 'token': 'Ġmed', 'count': 4}, {'id': 672, 'token': 'ark', 'count': 4}, {'id': 2000, 'token': 'put', 'count': 4}, {'id': 638, 'token': 'port', 'count': 4}, {'id': 29, 'token': ':', 'count': 4}, {'id': 1229, 'token': 'Ġed', 'count': 3}, {'id': 1294, 'token': 'Ġfar', 'count': 3}, {'id': 1679, 'token': 'ĠTo', 'count': 3}, {'id': 766, 'token': 'Ġcons', 'count': 3}, {'id': 1653, 'token': 'ĠWhen', 'count': 3}, {'id': 490, 'token': '01', 'count': 3}, {'id': 658, 'token': 'ings', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 583}, {'id': 15, 'token': ',', 'count': 339}, {'id': 17, 'token': '.', 'count': 83}, {'id': 202, 'token': 'Ċ', 'count': 12}, {'id': 294, 'token': 'Ġand', 'count': 3}, {'id': 261, 'token': 'Ġa', 'count': 3}, {'id': 86, 'token': 's', 'count': 1}]
+state_text=' ed medases onceark full fin fourputgetput chest publicch oper� last call� med nextrib far three� leadignulation fre24ric now last� investig oratingencyparaster� handeath em always'
+endpoint_text=' the the the. the the the the the the the the the the,,,, the the the, the the,. the, the the., the the,. the the the., the, the the, the the the, the, the the the the the the the '
+
+step=030 progress=0.0283 next=0.0293 model_t=0.0283 temp=1.550 support=0.0293 conc=1.130
+state_top=[{'id': 103, 'token': '¦', 'count': 4}, {'id': 800, 'token': 'Ġ=', 'count': 4}, {'id': 652, 'token': 'ang', 'count': 3}, {'id': 743, 'token': 'Ġunder', 'count': 3}, {'id': 1005, 'token': 'ĠSe', 'count': 3}, {'id': 418, 'token': 'ity', 'count': 3}, {'id': 316, 'token': 'id', 'count': 3}, {'id': 622, 'token': 'Ġwhen', 'count': 3}, {'id': 942, 'token': 'Ġlast', 'count': 3}, {'id': 184, 'token': 'ø', 'count': 3}, {'id': 1595, 'token': 'ccess', 'count': 3}, {'id': 2006, 'token': 'omm', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 532}, {'id': 15, 'token': ',', 'count': 452}, {'id': 17, 'token': '.', 'count': 12}, {'id': 202, 'token': 'Ċ', 'count': 12}, {'id': 86, 'token': 's', 'count': 6}, {'id': 290, 'token': 'Ġof', 'count': 4}, {'id': 282, 'token': 'ing', 'count': 2}, {'id': 288, 'token': 'Ġto', 'count': 2}, {'id': 261, 'token': 'Ġa', 'count': 1}, {'id': 294, 'token': 'Ġand', 'count': 1}]
+state_text='angange underiumsy� games plan Seney+ get Eng\x1cubirc Andoss� funirlatass foreers__ 30 vis pro�//201umpather .arsuroindTth str\x1e car med�ity air shouldosess dridnect Le when 201ault :'
+endpoint_text=', the the the the,, the the, the the the the,,,, the, the,, the the the, the the the, the, the the, the the the, the the the,,, the the,, the,, the,,,,, the the, the the,,, the, th'
+
+step=031 progress=0.0293 next=0.0303 model_t=0.0293 temp=1.550 support=0.0303 conc=1.134
+state_top=[{'id': 1550, 'token': 'ES', 'count': 4}, {'id': 1269, 'token': 'Ġask', 'count': 3}, {'id': 806, 'token': 'Ġsupp', 'count': 3}, {'id': 453, 'token': 'ĠJ', 'count': 3}, {'id': 1845, 'token': 'Ġhtt', 'count': 3}, {'id': 1732, 'token': 'Ġcertain', 'count': 3}, {'id': 876, 'token': 'Ġph', 'count': 3}, {'id': 1114, 'token': 'Ġday', 'count': 3}, {'id': 1523, 'token': 'conom', 'count': 3}, {'id': 1801, 'token': 'IS', 'count': 3}, {'id': 1920, 'token': 'mber', 'count': 3}, {'id': 1837, 'token': 'Ġunderstand', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 766}, {'id': 15, 'token': ',', 'count': 196}, {'id': 17, 'token': '.', 'count': 26}, {'id': 202, 'token': 'Ċ', 'count': 20}, {'id': 86, 'token': 's', 'count': 6}, {'id': 288, 'token': 'Ġto', 'count': 4}, {'id': 261, 'token': 'Ġa', 'count': 3}, {'id': 294, 'token': 'Ġand', 'count': 2}, {'id': 290, 'token': 'Ġof', 'count': 1}]
+state_text='illate Dem year othersf ask 11 supp ear [ way changerossTuff Joss� Cl wr htt report sm design togetheious account requ try� goodels month Whosed New80 quest� talk individual tr lot'
+endpoint_text=' the the, the the the the, the, the the the the the the the, the, the the the the the, the the the the the the,,, the the the the the the the the the the,, the the the the the the,'
+
+step=032 progress=0.0303 next=0.0312 model_t=0.0303 temp=1.550 support=0.0312 conc=1.139
+state_top=[{'id': 1983, 'token': 'ĠCent', 'count': 4}, {'id': 1058, 'token': 'Ġsomet', 'count': 4}, {'id': 1110, 'token': '....', 'count': 4}, {'id': 854, 'token': 'Ġsub', 'count': 3}, {'id': 1597, 'token': 'Ġimportant', 'count': 3}, {'id': 1658, 'token': 'Ġsure', 'count': 3}, {'id': 1100, 'token': 'ize', 'count': 3}, {'id': 581, 'token': 'ose', 'count': 3}, {'id': 1129, 'token': 'Ġche', 'count': 3}, {'id': 705, 'token': 'ft', 'count': 3}, {'id': 726, 'token': 'hing', 'count': 3}, {'id': 877, 'token': 'ics', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 497}, {'id': 266, 'token': 'Ġthe', 'count': 493}, {'id': 17, 'token': '.', 'count': 12}, {'id': 202, 'token': 'Ċ', 'count': 8}, {'id': 288, 'token': 'Ġto', 'count': 4}, {'id': 86, 'token': 's', 'count': 4}, {'id': 291, 'token': 'Ġin', 'count': 2}, {'id': 280, 'token': 'ed', 'count': 1}, {'id': 261, 'token': 'Ġa', 'count': 1}, {'id': 290, 'token': 'Ġof', 'count': 1}, {'id': 282, 'token': 'ing', 'count': 1}]
+state_text='� sub// important comple y freoadraw25 properiallyup we sureailableigh forjien howus incuralizeulections impww met sub better�ate Whunose will information comize PhThere cheft with'
+endpoint_text=' the the the,,, the the the, the the, the the,, the the the the,,, the the, the, the,, theed, the the the, the the, the the,, the, the the,, the the,, the the, the,,,, the the, the'
+
+step=033 progress=0.0312 next=0.0322 model_t=0.0312 temp=1.550 support=0.0322 conc=1.143
+state_top=[{'id': 1396, 'token': 'Ġgot', 'count': 5}, {'id': 528, 'token': 'ime', 'count': 4}, {'id': 1762, 'token': 'ape', 'count': 4}, {'id': 460, 'token': 'gh', 'count': 4}, {'id': 104, 'token': '§', 'count': 4}, {'id': 1556, 'token': 'Ġprom', 'count': 3}, {'id': 782, 'token': 'Ġpr', 'count': 3}, {'id': 1887, 'token': 'ination', 'count': 3}, {'id': 1958, 'token': '23', 'count': 3}, {'id': 1672, 'token': 'ource', 'count': 3}, {'id': 417, 'token': 'ew', 'count': 3}, {'id': 1107, 'token': 'Ġreal', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 674}, {'id': 15, 'token': ',', 'count': 272}, {'id': 17, 'token': '.', 'count': 30}, {'id': 202, 'token': 'Ċ', 'count': 21}, {'id': 288, 'token': 'Ġto', 'count': 6}, {'id': 86, 'token': 's', 'count': 4}, {'id': 282, 'token': 'ing', 'count': 4}, {'id': 261, 'token': 'Ġa', 'count': 3}, {'id': 294, 'token': 'Ġand', 'count': 3}, {'id': 451, 'token': 'âĢ', 'count': 3}, {'id': 280, 'token': 'ed', 'count': 3}, {'id': 291, 'token': 'Ġin', 'count': 1}]
+state_text='�� gotajister� edppailsswip produ help organ after report get�� meansig ev grouarmeng promYware impON suggify4 Re return Sp Un this willaleustom returninessnce courseick� Noject� T'
+endpoint_text=' the, the the, the the, the the the,, the the the the the the, the, the the, the the,, the the the the the the. the the the the the the the the, the the the the the..\n\n\n the the,. '
+
+step=034 progress=0.0322 next=0.0332 model_t=0.0322 temp=1.550 support=0.0332 conc=1.148
+state_top=[{'id': 411, 'token': 'Ġnot', 'count': 5}, {'id': 1514, 'token': 'Ġmillion', 'count': 4}, {'id': 1844, 'token': 'agon', 'count': 4}, {'id': 262, 'token': 'he', 'count': 3}, {'id': 1504, 'token': 'Ġconst', 'count': 3}, {'id': 1683, 'token': 'Ġ25', 'count': 3}, {'id': 1706, 'token': 'Ġsing', 'count': 3}, {'id': 1900, 'token': 'ividual', 'count': 3}, {'id': 1053, 'token': 'Ġgreat', 'count': 3}, {'id': 1819, 'token': 'ĠTw', 'count': 3}, {'id': 1606, 'token': 'Ġequ', 'count': 3}, {'id': 809, 'token': 'man', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 614}, {'id': 266, 'token': 'Ġthe', 'count': 346}, {'id': 202, 'token': 'Ċ', 'count': 18}, {'id': 17, 'token': '.', 'count': 17}, {'id': 288, 'token': 'Ġto', 'count': 8}, {'id': 86, 'token': 's', 'count': 5}, {'id': 291, 'token': 'Ġin', 'count': 4}, {'id': 282, 'token': 'ing', 'count': 3}, {'id': 280, 'token': 'ed', 'count': 3}, {'id': 294, 'token': 'Ġand', 'count': 3}, {'id': 290, 'token': 'Ġof', 'count': 2}, {'id': 261, 'token': 'Ġa', 'count': 1}]
+state_text='� say aroundhe= according� eng efforkrentcent They lifeIf make cle\xa0 const Flwe look stand combity yetouse one hold landract�4 decuckature aut thiscentings life C author 25.. not S '
+endpoint_text=',,, the the,, to the the, the, the the the the, the,,,,,, the,,, theing the, the, the,,,,,, the the the, the, the,, the the, the, the, the, the,,,,,,,,,,,,,, the the the,s, the,,,,'
+
+step=035 progress=0.0332 next=0.0342 model_t=0.0332 temp=1.550 support=0.0342 conc=1.153
+state_top=[{'id': 505, 'token': 'ice', 'count': 4}, {'id': 484, 'token': 'ame', 'count': 4}, {'id': 302, 'token': 'ent', 'count': 4}, {'id': 1306, 'token': 'Ġstand', 'count': 3}, {'id': 1868, 'token': 'Ġaccording', 'count': 3}, {'id': 596, 'token': 'ays', 'count': 3}, {'id': 544, 'token': 'able', 'count': 3}, {'id': 1311, 'token': 'Ġsoc', 'count': 3}, {'id': 1532, 'token': 'Ġdays', 'count': 3}, {'id': 1798, 'token': 'ilar', 'count': 3}, {'id': 1474, 'token': 'raph', 'count': 3}, {'id': 1024, 'token': 'Ġspec', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 739}, {'id': 15, 'token': ',', 'count': 204}, {'id': 17, 'token': '.', 'count': 39}, {'id': 202, 'token': 'Ċ', 'count': 24}, {'id': 280, 'token': 'ed', 'count': 4}, {'id': 291, 'token': 'Ġin', 'count': 3}, {'id': 261, 'token': 'Ġa', 'count': 3}, {'id': 282, 'token': 'ing', 'count': 3}, {'id': 288, 'token': 'Ġto', 'count': 3}, {'id': 290, 'token': 'Ġof', 'count': 1}, {'id': 294, 'token': 'Ġand', 'count': 1}]
+state_text=' earlyther best\x03 poiff\x16 himthing likely\xa0line\x0e sent vviewata doointgan higoy standublic bu yet 15 elect� landfore off\x17: proiol three certainulationivenash charirlumower believeation'
+endpoint_text=' the the the the the the, the the the the, the the the the the,, the the the the the, the, the the the. the the, the the the the, the the the the the, the the the.\n\n\n\n theed the th'
+
+step=036 progress=0.0342 next=0.0352 model_t=0.0342 temp=1.550 support=0.0352 conc=1.157
+state_top=[{'id': 914, 'token': 'Ġsay', 'count': 4}, {'id': 996, 'token': 'led', 'count': 4}, {'id': 1623, 'token': 'Ġdel', 'count': 3}, {'id': 1139, 'token': 'We', 'count': 3}, {'id': 1527, 'token': 'ural', 'count': 3}, {'id': 1625, 'token': 'Ġstory', 'count': 3}, {'id': 310, 'token': 'ly', 'count': 3}, {'id': 1461, 'token': 'uthor', 'count': 3}, {'id': 656, 'token': 'ory', 'count': 3}, {'id': 1333, 'token': 'ead', 'count': 3}, {'id': 160, 'token': 'à', 'count': 3}, {'id': 722, 'token': 'Ġ6', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 811}, {'id': 15, 'token': ',', 'count': 147}, {'id': 202, 'token': 'Ċ', 'count': 31}, {'id': 17, 'token': '.', 'count': 16}, {'id': 280, 'token': 'ed', 'count': 6}, {'id': 294, 'token': 'Ġand', 'count': 5}, {'id': 261, 'token': 'Ġa', 'count': 3}, {'id': 282, 'token': 'ing', 'count': 2}, {'id': 288, 'token': 'Ġto', 'count': 1}, {'id': 291, 'token': 'Ġin', 'count': 1}, {'id': 451, 'token': 'âĢ', 'count': 1}]
+state_text='uteplayirect 10ile highard diffCh studored school press successail del0 business 10oot commoy course Canoy\x11.. elect monthme trans hig est eyity own�H del fund Deietyision fe Sh eve'
+endpoint_text=' the the, the the the the the the the, the the the the. the, the the, the the the the the the the the the the the the the the the the, the the, the, the the, the the theed the the '
+
+step=037 progress=0.0352 next=0.0361 model_t=0.0352 temp=1.550 support=0.0361 conc=1.162
+state_top=[{'id': 780, 'token': 'ath', 'count': 4}, {'id': 526, 'token': 'ike', 'count': 3}, {'id': 951, 'token': 'ues', 'count': 3}, {'id': 917, 'token': 'ful', 'count': 3}, {'id': 163, 'token': 'ã', 'count': 3}, {'id': 460, 'token': 'gh', 'count': 3}, {'id': 1363, 'token': 'ling', 'count': 3}, {'id': 1224, 'token': 'Ġ/', 'count': 3}, {'id': 57, 'token': 'V', 'count': 3}, {'id': 1055, 'token': 'Ġsign', 'count': 3}, {'id': 819, 'token': 'Ġshould', 'count': 3}, {'id': 190, 'token': 'þ', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 884}, {'id': 15, 'token': ',', 'count': 96}, {'id': 17, 'token': '.', 'count': 15}, {'id': 202, 'token': 'Ċ', 'count': 13}, {'id': 291, 'token': 'Ġin', 'count': 3}, {'id': 280, 'token': 'ed', 'count': 3}, {'id': 288, 'token': 'Ġto', 'count': 3}, {'id': 290, 'token': 'Ġof', 'count': 3}, {'id': 86, 'token': 's', 'count': 2}, {'id': 451, 'token': 'âĢ', 'count': 1}, {'id': 282, 'token': 'ing', 'count': 1}]
+state_text='owsestirectruct int Bl whetherousath00oss school key\x7f const201kesterens video oroy le memovream�ike air more` mind she No 200 women�ef mov", Pliety\x15re black\x02antoodrom siteral areae'
+endpoint_text=',, the the the the, the in the the, the the, the the, the the the the the the the the the the the the the the the the,, the the the the the the the, the the the the the the the the'
+
+step=038 progress=0.0361 next=0.0371 model_t=0.0361 temp=1.550 support=0.0371 conc=1.167
+state_top=[{'id': 1962, 'token': 'ify', 'count': 3}, {'id': 797, 'token': 'oss', 'count': 3}, {'id': 770, 'token': 'Ġsee', 'count': 3}, {'id': 1011, 'token': 'Ġtrans', 'count': 3}, {'id': 3, 'token': '<|endoftext|>', 'count': 3}, {'id': 819, 'token': 'Ġshould', 'count': 3}, {'id': 238, 'token': 'Į', 'count': 3}, {'id': 1929, 'token': 'Ch', 'count': 3}, {'id': 790, 'token': 'ise', 'count': 3}, {'id': 599, 'token': 'Ġdis', 'count': 3}, {'id': 746, 'token': 'xt', 'count': 3}, {'id': 21, 'token': '2', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 442}, {'id': 15, 'token': ',', 'count': 304}, {'id': 17, 'token': '.', 'count': 229}, {'id': 202, 'token': 'Ċ', 'count': 33}, {'id': 86, 'token': 's', 'count': 3}, {'id': 282, 'token': 'ing', 'count': 3}, {'id': 261, 'token': 'Ġa', 'count': 2}, {'id': 294, 'token': 'Ġand', 'count': 2}, {'id': 290, 'token': 'Ġof', 'count': 2}, {'id': 291, 'token': 'Ġin', 'count': 2}, {'id': 288, 'token': 'Ġto', 'count': 2}]
+state_text="l antifyunarkife downife brososs untixere'm threeying Th far likely�aunorm sol go� much Waricle Co completeformeverurnot�-------- everyonticots conf see told ide adveloperyssople�g"
+endpoint_text=' the., the the the, the,,, the thes, the the the,,,, the the., the the.,,...\n\n\n. the,. the,\n., the the the the the the,, the the, the the...\n\n\n the the the the the the the the, the'
+
+step=039 progress=0.0371 next=0.0381 model_t=0.0371 temp=1.550 support=0.0381 conc=1.172
+state_top=[{'id': 45, 'token': 'J', 'count': 4}, {'id': 2039, 'token': 'Ġeither', 'count': 4}, {'id': 1296, 'token': 'inal', 'count': 4}, {'id': 905, 'token': 'ife', 'count': 3}, {'id': 1444, 'token': 'Ġfour', 'count': 3}, {'id': 1438, 'token': 'uro', 'count': 3}, {'id': 703, 'token': 'ious', 'count': 3}, {'id': 873, 'token': 'Ġcall', 'count': 3}, {'id': 662, 'token': 'ents', 'count': 3}, {'id': 1876, 'token': 'ai', 'count': 3}, {'id': 1693, 'token': 'ama', 'count': 3}, {'id': 1871, 'token': 'ĠWhat', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 752}, {'id': 15, 'token': ',', 'count': 187}, {'id': 17, 'token': '.', 'count': 39}, {'id': 202, 'token': 'Ċ', 'count': 23}, {'id': 86, 'token': 's', 'count': 4}, {'id': 261, 'token': 'Ġa', 'count': 4}, {'id': 290, 'token': 'Ġof', 'count': 3}, {'id': 288, 'token': 'Ġto', 'count': 3}, {'id': 282, 'token': 'ing', 'count': 3}, {'id': 291, 'token': 'Ġin', 'count': 2}, {'id': 294, 'token': 'Ġand', 'count': 2}, {'id': 267, 'token': 'er', 'count': 1}]
+state_text=' most commifeploy� TerenceEN four Go proper season into).� disc signicallyother fail five test hand clear prog John specialull until +outh colH coarpar ter remont capforresent didn'
+endpoint_text=' the the the the the the the the thes of the the the the the. of the the the the the the. the the the the the, the the, the,, the the the., the. the the the the the the the a the t'
+
+step=040 progress=0.0381 next=0.0391 model_t=0.0381 temp=1.550 support=0.0391 conc=1.176
+state_top=[{'id': 1901, 'token': 'ĠDem', 'count': 4}, {'id': 1169, 'token': 'Ġtoo', 'count': 4}, {'id': 860, 'token': 'ible', 'count': 3}, {'id': 1853, 'token': 'Âł', 'count': 3}, {'id': 830, 'token': 'Ġright', 'count': 3}, {'id': 484, 'token': 'ame', 'count': 3}, {'id': 1355, 'token': 'Ġlist', 'count': 3}, {'id': 59, 'token': 'X', 'count': 3}, {'id': 1353, 'token': 'chn', 'count': 3}, {'id': 884, 'token': 'Ġwell', 'count': 3}, {'id': 163, 'token': 'ã', 'count': 3}, {'id': 2038, 'token': 'ĠApp', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 580}, {'id': 266, 'token': 'Ġthe', 'count': 390}, {'id': 202, 'token': 'Ċ', 'count': 20}, {'id': 17, 'token': '.', 'count': 19}, {'id': 86, 'token': 's', 'count': 3}, {'id': 290, 'token': 'Ġof', 'count': 3}, {'id': 280, 'token': 'ed', 'count': 3}, {'id': 288, 'token': 'Ġto', 'count': 2}, {'id': 261, 'token': 'Ġa', 'count': 1}, {'id': 267, 'token': 'er', 'count': 1}, {'id': 282, 'token': 'ing', 'count': 1}, {'id': 294, 'token': 'Ġand', 'count': 1}]
+state_text=' most comm milploy11 fin00 Tr� believe re ve child Te�ible� pat person incre� which handmb\xa0 che direct rightameiety later Dr list believe://�EN old membersesments� useism limWh try'
+endpoint_text=',, the the the, the the,s, the, the, the the the the the, the, the,,,,, the the the the the, the.\n\n the the the the of the,,, the the, the, the the, the, the the the the,,, the, th'
+
+step=041 progress=0.0391 next=0.0400 model_t=0.0391 temp=1.550 support=0.0400 conc=1.181
+state_top=[{'id': 1568, 'token': 'lection', 'count': 4}, {'id': 760, 'token': 'ont', 'count': 4}, {'id': 1204, 'token': 'Ġchild', 'count': 3}, {'id': 1815, 'token': 'Ġseveral', 'count': 3}, {'id': 408, 'token': 'op', 'count': 3}, {'id': 1686, 'token': 'Ġactually', 'count': 3}, {'id': 839, 'token': 'Ġway', 'count': 3}, {'id': 1995, 'token': 'Ġwrit', 'count': 3}, {'id': 1524, 'token': 'ĠComm', 'count': 3}, {'id': 346, 'token': 'ith', 'count': 3}, {'id': 505, 'token': 'ice', 'count': 3}, {'id': 345, 'token': 'ation', 'count': 3}]
+endpoint_top=[{'id': 202, 'token': 'Ċ', 'count': 723}, {'id': 266, 'token': 'Ġthe', 'count': 105}, {'id': 17, 'token': '.', 'count': 88}, {'id': 15, 'token': ',', 'count': 87}, {'id': 280, 'token': 'ed', 'count': 6}, {'id': 86, 'token': 's', 'count': 4}, {'id': 261, 'token': 'Ġa', 'count': 3}, {'id': 451, 'token': 'âĢ', 'count': 2}, {'id': 290, 'token': 'Ġof', 'count': 2}, {'id': 291, 'token': 'Ġin', 'count': 2}, {'id': 294, 'token': 'Ġand', 'count': 1}, {'id': 288, 'token': 'Ġto', 'count': 1}]
+state_text=' anal flday� governmin health sl reallyick team dam child groupformation��\x03 time withinage — severalop actually10hingell For Cent��identopqlection against ational\x16 Un�oseANiderWh o'
+endpoint_text='\n\n the,,, the\n\n the\n\n..\n\n�\n\n\n,\n\n\n\n the\n\n.\n the\n\n...\n\n\n\n.\n\n\n,,\n,ed the\n the..\n\n the..\n\n\n the the.\n the,\n\n\n\ned..\n\n\n\n\n\n,\n\n\n\n\n\n\n\n\n\n\n\n the\n\n\n\n\n\n,, the\n..\n\n. the the\n\n\ned the the\n.\n\n\n\n t'
+
+step=042 progress=0.0400 next=0.0410 model_t=0.0400 temp=1.550 support=0.0410 conc=1.186
+state_top=[{'id': 1074, 'token': 'Ġext', 'count': 4}, {'id': 663, 'token': 'ove', 'count': 4}, {'id': 555, 'token': 'Ġen', 'count': 4}, {'id': 199, 'token': 'ć', 'count': 3}, {'id': 1326, 'token': 'ways', 'count': 3}, {'id': 683, 'token': 'ĠHe', 'count': 3}, {'id': 506, 'token': 'Ġme', 'count': 3}, {'id': 1094, 'token': 'Ġcur', 'count': 3}, {'id': 1555, 'token': 'Ġleast', 'count': 3}, {'id': 118, 'token': '¶', 'count': 3}, {'id': 289, 'token': 'Ġm', 'count': 3}, {'id': 509, 'token': 'one', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 812}, {'id': 17, 'token': '.', 'count': 109}, {'id': 266, 'token': 'Ġthe', 'count': 71}, {'id': 202, 'token': 'Ċ', 'count': 18}, {'id': 261, 'token': 'Ġa', 'count': 3}, {'id': 282, 'token': 'ing', 'count': 3}, {'id': 291, 'token': 'Ġin', 'count': 2}, {'id': 451, 'token': 'âĢ', 'count': 2}, {'id': 294, 'token': 'Ġand', 'count': 2}, {'id': 280, 'token': 'ed', 'count': 1}, {'id': 86, 'token': 's', 'count': 1}]
+state_text='ashismter information---- Thereٜ\x07 key often damways sp knowomet tyip lifeIN work city experience 2014back won State En putentialc sm Pr Americ bitalday againg Allure call why�\x07 ext'
+endpoint_text=',,,,,,,, the,.,.\n\n,,,,, a,,,,,,,,.,,,,,.,,,...,.,,,,, the the, the. the,,,,,,,,,ing, the..\n.\n\n,, the, the.,.,,,,,,.,,, the,,,,,, the,,,,,,,\n,,,..,,, the,.,,, the,,,,. the the,,. th'
+
+step=043 progress=0.0410 next=0.0420 model_t=0.0410 temp=1.550 support=0.0420 conc=1.191
+state_top=[{'id': 1074, 'token': 'Ġext', 'count': 4}, {'id': 546, 'token': 'Ġcont', 'count': 4}, {'id': 1715, 'token': 'Ġhour', 'count': 4}, {'id': 803, 'token': 'rit', 'count': 4}, {'id': 1248, 'token': 'Ġmight', 'count': 4}, {'id': 1103, 'token': 'Ġlaw', 'count': 3}, {'id': 1700, 'token': 'ocr', 'count': 3}, {'id': 1738, 'token': 'ene', 'count': 3}, {'id': 1079, 'token': 'ving', 'count': 3}, {'id': 183, 'token': '÷', 'count': 3}, {'id': 1869, 'token': 'Ġyet', 'count': 3}, {'id': 1874, 'token': 'And', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 443}, {'id': 266, 'token': 'Ġthe', 'count': 387}, {'id': 17, 'token': '.', 'count': 149}, {'id': 202, 'token': 'Ċ', 'count': 25}, {'id': 282, 'token': 'ing', 'count': 5}, {'id': 261, 'token': 'Ġa', 'count': 4}, {'id': 86, 'token': 's', 'count': 4}, {'id': 280, 'token': 'ed', 'count': 2}, {'id': 288, 'token': 'Ġto', 'count': 2}, {'id': 294, 'token': 'Ġand', 'count': 1}, {'id': 291, 'token': 'Ġin', 'count': 1}, {'id': 290, 'token': 'Ġof', 'count': 1}]
+state_text=' AdHle specock keyeg faceembermeric let There their protrorood games kind lawark workursocrtt State ve� follow commential And already every whether—le enough again� leadene Fr exti'
+endpoint_text=',.\n\n\n., the,,,,, the,,,,,,, the,,, the the. the, the the the the the the. the, the,,, the. the the.,,, the the the the the the the the.,.\n\n\n\n the,, the, the, the,, the,,., the the,'
+
+step=044 progress=0.0420 next=0.0430 model_t=0.0420 temp=1.550 support=0.0430 conc=1.196
+state_top=[{'id': 955, 'token': 'Ġcol', 'count': 4}, {'id': 1196, 'token': 'anc', 'count': 4}, {'id': 1838, 'token': 'urs', 'count': 3}, {'id': 1321, 'token': 'Ġmark', 'count': 3}, {'id': 532, 'token': 'iz', 'count': 3}, {'id': 1177, 'token': 'ric', 'count': 3}, {'id': 1049, 'token': 'ata', 'count': 3}, {'id': 554, 'token': 'Ġhad', 'count': 3}, {'id': 1115, 'token': 'Ġboth', 'count': 3}, {'id': 212, 'token': 'Ĕ', 'count': 3}, {'id': 693, 'token': 'ates', 'count': 3}, {'id': 1785, 'token': 'Ġcourse', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 696}, {'id': 15, 'token': ',', 'count': 262}, {'id': 202, 'token': 'Ċ', 'count': 24}, {'id': 17, 'token': '.', 'count': 21}, {'id': 290, 'token': 'Ġof', 'count': 6}, {'id': 282, 'token': 'ing', 'count': 5}, {'id': 288, 'token': 'Ġto', 'count': 3}, {'id': 294, 'token': 'Ġand', 'count': 2}, {'id': 280, 'token': 'ed', 'count': 2}, {'id': 86, 'token': 's', 'count': 2}, {'id': 291, 'token': 'Ġin', 'count': 1}]
+state_text=' look� untures Pl shouldble colaymin exper newookivedational protect games allow comgetensurs Ph markident world body problem firstause Andag\x0e~ headordually impirlobAs reasoniz ser'
+endpoint_text='\n\n\n the the the, the, the the the, the, the the the\n the the the,,,, the, the the the,, the the the, the the the the the the, the, the the the the the, the,, the, the the the the t'
+
+step=045 progress=0.0430 next=0.0439 model_t=0.0430 temp=1.550 support=0.0439 conc=1.201
+state_top=[{'id': 1107, 'token': 'Ġreal', 'count': 4}, {'id': 1090, 'token': 'ĠBl', 'count': 4}, {'id': 611, 'token': 'Ġher', 'count': 4}, {'id': 1422, 'token': 'Ġunt', 'count': 3}, {'id': 989, 'token': 'Ġsim', 'count': 3}, {'id': 1443, 'token': 'ĠAll', 'count': 3}, {'id': 386, 'token': 'ore', 'count': 3}, {'id': 2006, 'token': 'omm', 'count': 3}, {'id': 1459, 'token': 'leg', 'count': 3}, {'id': 292, 'token': 'Ġd', 'count': 3}, {'id': 1651, 'token': 'ony', 'count': 3}, {'id': 262, 'token': 'he', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 579}, {'id': 15, 'token': ',', 'count': 261}, {'id': 17, 'token': '.', 'count': 117}, {'id': 202, 'token': 'Ċ', 'count': 32}, {'id': 290, 'token': 'Ġof', 'count': 5}, {'id': 86, 'token': 's', 'count': 5}, {'id': 294, 'token': 'Ġand', 'count': 4}, {'id': 288, 'token': 'Ġto', 'count': 4}, {'id': 282, 'token': 'ing', 'count': 4}, {'id': 291, 'token': 'Ġin', 'count': 4}, {'id': 451, 'token': 'âĢ', 'count': 3}, {'id': 261, 'token': 'Ġa', 'count': 3}]
+state_text=' return� untED� meet u programng\t sim Ed Allcessably real haveore— sa opp havepleselram importantree col httultmagommcheders everabilityarentrow alotherissuapions other found unt b'
+endpoint_text=' the the the the. the the the the, the the,, the the the the the of the, the, the, the the, the,,,,, the the, the the,,., the, the, the,,, the, the the, the. the the the the, the t'
+
+step=046 progress=0.0439 next=0.0449 model_t=0.0439 temp=1.550 support=0.0449 conc=1.205
+state_top=[{'id': 821, 'token': 'Th', 'count': 4}, {'id': 839, 'token': 'Ġway', 'count': 4}, {'id': 1683, 'token': 'Ġ25', 'count': 4}, {'id': 1990, 'token': 'Ġface', 'count': 4}, {'id': 1233, 'token': 'uc', 'count': 3}, {'id': 1714, 'token': 'ising', 'count': 3}, {'id': 151, 'token': '×', 'count': 3}, {'id': 1113, 'token': 'Ġfact', 'count': 3}, {'id': 290, 'token': 'Ġof', 'count': 3}, {'id': 1677, 'token': 'Ġconc', 'count': 3}, {'id': 1997, 'token': 'Ġvot', 'count': 3}, {'id': 6, 'token': '#', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 740}, {'id': 15, 'token': ',', 'count': 154}, {'id': 17, 'token': '.', 'count': 72}, {'id': 202, 'token': 'Ċ', 'count': 32}, {'id': 86, 'token': 's', 'count': 6}, {'id': 288, 'token': 'Ġto', 'count': 6}, {'id': 291, 'token': 'Ġin', 'count': 3}, {'id': 261, 'token': 'Ġa', 'count': 2}, {'id': 282, 'token': 'ing', 'count': 2}, {'id': 280, 'token': 'ed', 'count': 1}, {'id': 267, 'token': 'er', 'count': 1}, {'id': 16, 'token': '-', 'count': 1}]
+state_text=' includellartment bodyarnible add�ThF centapp becucatch rese Re varss� ty Fr like letISyearead effect ownday partic20ictse� he...uthitions way Lancealkisingions happen We Aery did '
+endpoint_text='. the. the the the.., the the the. the., the, the, the the the the the the the the, the the.,, the, the,, a the, the the, the the the the the., the the the the., the the the the th'
+
+step=047 progress=0.0449 next=0.0459 model_t=0.0449 temp=1.550 support=0.0459 conc=1.210
+state_top=[{'id': 931, 'token': 'stem', 'count': 5}, {'id': 1162, 'token': 'ves', 'count': 4}, {'id': 1879, 'token': 'Ġ>', 'count': 4}, {'id': 1456, 'token': 'ten', 'count': 4}, {'id': 1998, 'token': 'Ġkey', 'count': 3}, {'id': 356, 'token': 'Ġ1', 'count': 3}, {'id': 533, 'token': 'act', 'count': 3}, {'id': 530, 'token': '."', 'count': 3}, {'id': 1273, 'token': 'Ġopp', 'count': 3}, {'id': 1395, 'token': 'Ġ{', 'count': 3}, {'id': 1886, 'token': 'ĠSec', 'count': 3}, {'id': 1977, 'token': 'Ġacross', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 553}, {'id': 15, 'token': ',', 'count': 246}, {'id': 17, 'token': '.', 'count': 152}, {'id': 202, 'token': 'Ċ', 'count': 40}, {'id': 290, 'token': 'Ġof', 'count': 8}, {'id': 267, 'token': 'er', 'count': 5}, {'id': 451, 'token': 'âĢ', 'count': 4}, {'id': 288, 'token': 'Ġto', 'count': 3}, {'id': 291, 'token': 'Ġin', 'count': 3}, {'id': 261, 'token': 'Ġa', 'count': 2}, {'id': 330, 'token': 'Ġthat', 'count': 2}, {'id': 16, 'token': '-', 'count': 1}]
+state_text=' = al key little proper annAs�owF experience valueway quam Ob whe AtierunIN investigivenittleelAnoy past # simountghiving Go� butberug would usingstemouseC 1 life progONactning�irc'
+endpoint_text=',., the the, the the, the the the,,er. the. the the. the the the,, the the the the the the the,,,, the the the the the the,,, the, the the the the the the the, the the the the the '
+
+step=048 progress=0.0459 next=0.0469 model_t=0.0459 temp=1.550 support=0.0469 conc=1.215
+state_top=[{'id': 1657, 'token': 'ison', 'count': 4}, {'id': 496, 'token': '..', 'count': 4}, {'id': 1424, 'token': 'ploy', 'count': 3}, {'id': 1573, 'token': 'Ġve', 'count': 3}, {'id': 1262, 'token': 'ote', 'count': 3}, {'id': 1483, 'token': 'Ġfree', 'count': 3}, {'id': 1231, 'token': 'Ġmonth', 'count': 3}, {'id': 1172, 'token': 'ĠZ', 'count': 3}, {'id': 304, 'token': 'Ġl', 'count': 3}, {'id': 1542, 'token': 'ional', 'count': 3}, {'id': 486, 'token': 'ok', 'count': 3}, {'id': 901, 'token': 'ax', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 418}, {'id': 15, 'token': ',', 'count': 396}, {'id': 17, 'token': '.', 'count': 134}, {'id': 202, 'token': 'Ċ', 'count': 53}, {'id': 294, 'token': 'Ġand', 'count': 4}, {'id': 288, 'token': 'Ġto', 'count': 4}, {'id': 290, 'token': 'Ġof', 'count': 3}, {'id': 86, 'token': 's', 'count': 2}, {'id': 291, 'token': 'Ġin', 'count': 2}, {'id': 451, 'token': 'âĢ', 'count': 2}, {'id': 267, 'token': 'er', 'count': 1}, {'id': 282, 'token': 'ing', 'count': 1}]
+state_text=" = pres small aboutistploy ve returnowoteatic art16ohby free body quvery fewCansgrenelenn En month next tell'reimency >� Cep law by program Z open So possible� progONactoy ter lup "
+endpoint_text=',.er,,\n.. the the the. the,, the the,,,,.,, the,,, the,, the.,,..,,.,. the..,,,..\n\n,.,,. the the, the the,,.\n\n the the...\n\n\n.,,, the,, the, the,,,,,, the the the,,,,, the,,. the th'
+
+step=049 progress=0.0469 next=0.0479 model_t=0.0469 temp=1.550 support=0.0479 conc=1.220
+state_top=[{'id': 1359, 'token': 'ĠBe', 'count': 4}, {'id': 530, 'token': '."', 'count': 4}, {'id': 1945, 'token': 'year', 'count': 4}, {'id': 1806, 'token': 'Ġ100', 'count': 4}, {'id': 524, 'token': 'ĠSt', 'count': 4}, {'id': 1663, 'token': 'of', 'count': 4}, {'id': 89, 'token': 'v', 'count': 4}, {'id': 1715, 'token': 'Ġhour', 'count': 4}, {'id': 104, 'token': '§', 'count': 3}, {'id': 1405, 'token': 'Ġvar', 'count': 3}, {'id': 204, 'token': 'Č', 'count': 3}, {'id': 649, 'token': 'Ġno', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 756}, {'id': 15, 'token': ',', 'count': 200}, {'id': 17, 'token': '.', 'count': 24}, {'id': 202, 'token': 'Ċ', 'count': 18}, {'id': 280, 'token': 'ed', 'count': 6}, {'id': 451, 'token': 'âĢ', 'count': 5}, {'id': 291, 'token': 'Ġin', 'count': 3}, {'id': 294, 'token': 'Ġand', 'count': 3}, {'id': 290, 'token': 'Ġof', 'count': 3}, {'id': 86, 'token': 's', 'count': 2}, {'id': 288, 'token': 'Ġto', 'count': 1}, {'id': 282, 'token': 'ing', 'count': 1}]
+state_text=" yet togetound Yorkous who shortollow lococi gettingug bl costby 10 far nameselvesitionmberology� ideround'mries fact next wellitionise bothainIfos priiven by connect Edismann�� va"
+endpoint_text=' the the, the the the the the the, the, the the, the the the the the the the, the the the the the the the, the,, the the the the the the,, the, the the the, the the,,, in the the, '
+
+step=050 progress=0.0479 next=0.0488 model_t=0.0479 temp=1.550 support=0.0488 conc=1.225
+state_top=[{'id': 1635, 'token': 'ended', 'count': 4}, {'id': 634, 'token': 'reat', 'count': 4}, {'id': 154, 'token': 'Ú', 'count': 4}, {'id': 627, 'token': 'ond', 'count': 4}, {'id': 1469, 'token': 'Ġmil', 'count': 4}, {'id': 329, 'token': 'se', 'count': 3}, {'id': 1705, 'token': '?"', 'count': 3}, {'id': 872, 'token': 'aking', 'count': 3}, {'id': 2030, 'token': 'Ġ50', 'count': 3}, {'id': 648, 'token': 'Ġwhat', 'count': 3}, {'id': 2007, 'token': 'Ġfuture', 'count': 3}, {'id': 331, 'token': 'ĠC', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 540}, {'id': 15, 'token': ',', 'count': 292}, {'id': 17, 'token': '.', 'count': 145}, {'id': 202, 'token': 'Ċ', 'count': 22}, {'id': 294, 'token': 'Ġand', 'count': 4}, {'id': 280, 'token': 'ed', 'count': 4}, {'id': 86, 'token': 's', 'count': 3}, {'id': 288, 'token': 'Ġto', 'count': 3}, {'id': 451, 'token': 'âĢ', 'count': 2}, {'id': 87, 'token': 't', 'count': 2}, {'id': 290, 'token': 'Ġof', 'count': 2}, {'id': 68, 'token': 'a', 'count': 2}]
+state_text=' information��rop read amountud alsoified sign fl day somet +atter�� each� Weents haveoh19uredif ideseince Ind Bl out operson�\x1dructirect bywardsitional streility 8 201 sim Al<unk>y'
+endpoint_text=' the the, and the the, the the the the,,.. the the the the. the. the the. the the,, the the the the the. the the the, the, the, the the, the.. the,. the. the,. the the the the the '
+
+step=051 progress=0.0488 next=0.0498 model_t=0.0488 temp=1.550 support=0.0498 conc=1.230
+state_top=[{'id': 1066, 'token': 'Ġdet', 'count': 4}, {'id': 130, 'token': 'Â', 'count': 3}, {'id': 313, 'token': 'ĠT', 'count': 3}, {'id': 81, 'token': 'n', 'count': 3}, {'id': 621, 'token': 'Ġsome', 'count': 3}, {'id': 997, 'token': 'ah', 'count': 3}, {'id': 160, 'token': 'à', 'count': 3}, {'id': 803, 'token': 'rit', 'count': 3}, {'id': 871, 'token': 'Ġmany', 'count': 3}, {'id': 1137, 'token': 'ute', 'count': 3}, {'id': 538, 'token': 'Ġyour', 'count': 3}, {'id': 1642, 'token': 'idd', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 631}, {'id': 17, 'token': '.', 'count': 178}, {'id': 266, 'token': 'Ġthe', 'count': 137}, {'id': 202, 'token': 'Ċ', 'count': 49}, {'id': 451, 'token': 'âĢ', 'count': 5}, {'id': 280, 'token': 'ed', 'count': 4}, {'id': 267, 'token': 'er', 'count': 3}, {'id': 291, 'token': 'Ġin', 'count': 2}, {'id': 87, 'token': 't', 'count': 2}, {'id': 86, 'token': 's', 'count': 2}, {'id': 16, 'token': '-', 'count': 2}, {'id': 261, 'token': 'Ġa', 'count': 1}]
+state_text='�� she� 20\x18 Isern\x0b centamine investig24 En told� wantG App cho u crit knarybs gener Su best Ind cur outrentgeitedailable requper both T program; insogian occ Ball Min poulln direct'
+endpoint_text=' the,, theer., the the., in the,,,,,.,,., the,..,,.....\n,,,, the,,,,,, the,,,,,\n,.,,,,,,,\ned. the. the.,,.,, the,,,.\n\n the.t,, the..,,,,,,,. the the,., the,,,,., the..,,,,. the the'
+
+step=052 progress=0.0498 next=0.0508 model_t=0.0498 temp=1.550 support=0.0508 conc=1.235
+state_top=[{'id': 757, 'token': 'Ġinc', 'count': 4}, {'id': 429, 'token': 'ive', 'count': 4}, {'id': 1299, 'token': 'Ġplace', 'count': 4}, {'id': 987, 'token': 'Ġgame', 'count': 3}, {'id': 726, 'token': 'hing', 'count': 3}, {'id': 1972, 'token': 'ript', 'count': 3}, {'id': 1067, 'token': 'ices', 'count': 3}, {'id': 77, 'token': 'j', 'count': 3}, {'id': 1518, 'token': 'ĠGo', 'count': 3}, {'id': 1853, 'token': 'Âł', 'count': 3}, {'id': 639, 'token': 'Ġalso', 'count': 3}, {'id': 1064, 'token': 'irect', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 487}, {'id': 266, 'token': 'Ġthe', 'count': 421}, {'id': 17, 'token': '.', 'count': 60}, {'id': 202, 'token': 'Ċ', 'count': 19}, {'id': 288, 'token': 'Ġto', 'count': 7}, {'id': 451, 'token': 'âĢ', 'count': 7}, {'id': 86, 'token': 's', 'count': 4}, {'id': 282, 'token': 'ing', 'count': 3}, {'id': 16, 'token': '-', 'count': 3}, {'id': 290, 'token': 'Ġof', 'count': 2}, {'id': 261, 'token': 'Ġa', 'count': 2}, {'id': 294, 'token': 'Ġand', 'count': 2}]
+state_text=" often game've\x1baim make she effowshingovchst runly could)byuse wails uure�Wh\\ gener i earlyriptim sw mean\t practoyould\n little h…'reived varse�stermer the early\x06� St add dev�ional\r"
+endpoint_text=' the the, the, the, the the the the,,, the the the., the, the the the the the the the, of the the, the, the the, the, the the, the, the the, the, the,,,,, the the the,, the the the'
+
+step=053 progress=0.0508 next=0.0518 model_t=0.0508 temp=1.550 support=0.0518 conc=1.240
+state_top=[{'id': 1775, 'token': 'Ġwhether', 'count': 4}, {'id': 1170, 'token': 'ision', 'count': 4}, {'id': 47, 'token': 'L', 'count': 4}, {'id': 639, 'token': 'Ġalso', 'count': 3}, {'id': 1214, 'token': 'Ġturn', 'count': 3}, {'id': 546, 'token': 'Ġcont', 'count': 3}, {'id': 1934, 'token': 'pos', 'count': 3}, {'id': 132, 'token': 'Ä', 'count': 3}, {'id': 648, 'token': 'Ġwhat', 'count': 3}, {'id': 988, 'token': 'cept', 'count': 3}, {'id': 569, 'token': 'cl', 'count': 3}, {'id': 42, 'token': 'G', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 502}, {'id': 266, 'token': 'Ġthe', 'count': 421}, {'id': 17, 'token': '.', 'count': 29}, {'id': 202, 'token': 'Ċ', 'count': 20}, {'id': 451, 'token': 'âĢ', 'count': 7}, {'id': 86, 'token': 's', 'count': 6}, {'id': 282, 'token': 'ing', 'count': 5}, {'id': 280, 'token': 'ed', 'count': 5}, {'id': 251, 'token': 'Ļ', 'count': 4}, {'id': 288, 'token': 'Ġto', 'count': 4}, {'id': 290, 'token': 'Ġof', 'count': 4}, {'id': 92, 'token': 'y', 'count': 4}]
+state_text='\n go ind Zery hum� eff humED also whether Cl took re�_ certainplirl kind going bodygeWhia interest� Demalsl sw�ironination turn w lifeZandsces Gu believeution We start morekeinal -'
+endpoint_text=',, the,,,,, the,,,, the,, the, the the the, the,, the the the, the the,,...\n\n\n, the,,,,,,, the the,,,, the the the the the the, the, the the,,,,’ the,,, to the, and the the the the'
+
+step=054 progress=0.0518 next=0.0527 model_t=0.0518 temp=1.550 support=0.0527 conc=1.245
+state_top=[{'id': 1758, 'token': 'ler', 'count': 4}, {'id': 1431, 'token': '____', 'count': 3}, {'id': 1896, 'token': 'ĠNot', 'count': 3}, {'id': 758, 'token': 'fore', 'count': 3}, {'id': 358, 'token': 'ch', 'count': 3}, {'id': 546, 'token': 'Ġcont', 'count': 3}, {'id': 1478, 'token': 'Ġnear', 'count': 3}, {'id': 1369, 'token': 'Ġbetter', 'count': 3}, {'id': 835, 'token': 'hen', 'count': 3}, {'id': 1352, 'token': 'ished', 'count': 3}, {'id': 411, 'token': 'Ġnot', 'count': 3}, {'id': 454, 'token': 'Ġab', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 395}, {'id': 266, 'token': 'Ġthe', 'count': 341}, {'id': 17, 'token': '.', 'count': 207}, {'id': 202, 'token': 'Ċ', 'count': 28}, {'id': 282, 'token': 'ing', 'count': 5}, {'id': 288, 'token': 'Ġto', 'count': 5}, {'id': 16, 'token': '-', 'count': 4}, {'id': 86, 'token': 's', 'count': 4}, {'id': 278, 'token': 'es', 'count': 4}, {'id': 92, 'token': 'y', 'count': 4}, {'id': 294, 'token': 'Ġand', 'count': 3}, {'id': 451, 'token': 'âĢ', 'count': 2}]
+state_text="iting____ hisim askedose� Notrewbr cost shouldfore took re cle 10 daysities appfore progontH things sexyingU during�ose spec obiet us bu edchZ future�idence mean fe� 19�'s M name a"
+endpoint_text='\n\n� the,ing the the,,, the the,,, the,, the, the,,,,,� the,l,.,, the,- the,, the,..,,..,,.,,,,,,,. the, the,,,,,,,, the,, that the,, and thea,., the the the the the,...\n\n\no. the,, '
+
+step=055 progress=0.0527 next=0.0537 model_t=0.0527 temp=1.550 support=0.0537 conc=1.250
+state_top=[{'id': 1552, 'token': 'icle', 'count': 4}, {'id': 395, 'token': 'ain', 'count': 4}, {'id': 57, 'token': 'V', 'count': 4}, {'id': 1719, 'token': 'Ġdesc', 'count': 3}, {'id': 454, 'token': 'Ġab', 'count': 3}, {'id': 1823, 'token': 'por', 'count': 3}, {'id': 31, 'token': '<', 'count': 3}, {'id': 1405, 'token': 'Ġvar', 'count': 3}, {'id': 978, 'token': 'ract', 'count': 3}, {'id': 1009, 'token': 'Ġret', 'count': 3}, {'id': 1980, 'token': 'Ġz', 'count': 3}, {'id': 1429, 'token': 'ertain', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 711}, {'id': 266, 'token': 'Ġthe', 'count': 220}, {'id': 17, 'token': '.', 'count': 38}, {'id': 202, 'token': 'Ċ', 'count': 16}, {'id': 261, 'token': 'Ġa', 'count': 5}, {'id': 282, 'token': 'ing', 'count': 5}, {'id': 68, 'token': 'a', 'count': 4}, {'id': 291, 'token': 'Ġin', 'count': 4}, {'id': 280, 'token': 'ed', 'count': 3}, {'id': 294, 'token': 'Ġand', 'count': 3}, {'id': 290, 'token': 'Ġof', 'count': 3}, {'id': 92, 'token': 'y', 'count': 2}]
+state_text=' Tr____ with promueinaarent 2016 yourbrement should descilityervin but dayshen might ab consZ aters comm later\x01 top rightram involapeul freingsolog playons future ab doingram proje'
+endpoint_text=', the,,,,,y, the,,,,,, the,,, the,,,, thea,,,,,,, the,.\n\n, the,,, the,,,a, a,,,,.,,,,,,,,,, the,,,,.ed, the,,,,, the,,,,,, the the the, the the,,, the the, the the,, the the the,.\n'
+
+step=056 progress=0.0537 next=0.0547 model_t=0.0537 temp=1.550 support=0.0547 conc=1.255
+state_top=[{'id': 130, 'token': 'Â', 'count': 4}, {'id': 1317, 'token': 'ron', 'count': 4}, {'id': 1682, 'token': 'ries', 'count': 4}, {'id': 297, 'token': 'le', 'count': 3}, {'id': 51, 'token': 'P', 'count': 3}, {'id': 971, 'token': 'ork', 'count': 3}, {'id': 938, 'token': 'ular', 'count': 3}, {'id': 550, 'token': 'Ġabout', 'count': 3}, {'id': 1036, 'token': 'ather', 'count': 3}, {'id': 2024, 'token': 'selves', 'count': 3}, {'id': 1246, 'token': 'Ġart', 'count': 3}, {'id': 1465, 'token': 'Ġpop', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 493}, {'id': 15, 'token': ',', 'count': 401}, {'id': 17, 'token': '.', 'count': 59}, {'id': 202, 'token': 'Ċ', 'count': 11}, {'id': 451, 'token': 'âĢ', 'count': 6}, {'id': 291, 'token': 'Ġin', 'count': 6}, {'id': 86, 'token': 's', 'count': 5}, {'id': 294, 'token': 'Ġand', 'count': 4}, {'id': 261, 'token': 'Ġa', 'count': 4}, {'id': 280, 'token': 'ed', 'count': 4}, {'id': 267, 'token': 'er', 'count': 3}, {'id': 282, 'token': 'ing', 'count': 3}]
+state_text="ancesleoun expP�ork says00 Tw net b won hop engember # wantft happenruless gameekular doneedajorience , su're De\x16gings Butau — requ 4conomides imighAN about post Pr�ather prot� lov"
+endpoint_text=',, and the the,, the,,,. the, the,.er, the.,� a,,.. the., to the, the. the the. the the the the the the, the the,, the, the,, the the the the theed the the the, the, the the, the t'
+
+step=057 progress=0.0547 next=0.0557 model_t=0.0547 temp=1.550 support=0.0557 conc=1.260
+state_top=[{'id': 1654, 'token': 'Ġsit', 'count': 4}, {'id': 1864, 'token': 'dd', 'count': 3}, {'id': 1684, 'token': 'ĠCan', 'count': 3}, {'id': 388, 'token': 'Ġse', 'count': 3}, {'id': 786, 'token': 'ng', 'count': 3}, {'id': 1067, 'token': 'ices', 'count': 3}, {'id': 1327, 'token': 'Ġbus', 'count': 3}, {'id': 454, 'token': 'Ġab', 'count': 3}, {'id': 436, 'token': 'ight', 'count': 3}, {'id': 1115, 'token': 'Ġboth', 'count': 3}, {'id': 1142, 'token': 'Ġmet', 'count': 3}, {'id': 1643, 'token': 'You', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 486}, {'id': 17, 'token': '.', 'count': 258}, {'id': 266, 'token': 'Ġthe', 'count': 185}, {'id': 202, 'token': 'Ċ', 'count': 24}, {'id': 451, 'token': 'âĢ', 'count': 8}, {'id': 251, 'token': 'Ļ', 'count': 8}, {'id': 288, 'token': 'Ġto', 'count': 7}, {'id': 267, 'token': 'er', 'count': 5}, {'id': 92, 'token': 'y', 'count': 5}, {'id': 290, 'token': 'Ġof', 'count': 5}, {'id': 86, 'token': 's', 'count': 4}, {'id': 280, 'token': 'ed', 'count': 3}]
+state_text='tenly countWh expect�ens** 19 vot net 30 tr).ready big im redu good support PresidentiffAekisterual.,ES P Comm This fight,ives oings readcessajenn comple Te USforeayddoot controAN '
+endpoint_text='..,,,,, the.,,,, the,.... the,.,. the.ed.’,,,.,.. the, the,..,,., the, to the,,,.,.,.,,. the,er,,,,..,,.,,., the.,.,,,,, in the..,, the.,...,,,,,,, the,t,,.,ing.\n\n,,. the,al,es, th'
+
+step=058 progress=0.0557 next=0.0566 model_t=0.0557 temp=1.550 support=0.0566 conc=1.266
+state_top=[{'id': 1726, 'token': 'As', 'count': 4}, {'id': 1699, 'token': 'Ġavailable', 'count': 3}, {'id': 1054, 'token': 'pr', 'count': 3}, {'id': 718, 'token': 'Ġcould', 'count': 3}, {'id': 380, 'token': 'ĠF', 'count': 3}, {'id': 1188, 'token': 'Ġposs', 'count': 3}, {'id': 1644, 'token': 'for', 'count': 3}, {'id': 666, 'token': 'Ġpre', 'count': 3}, {'id': 1149, 'token': 'Ġfam', 'count': 3}, {'id': 97, 'token': '~', 'count': 3}, {'id': 1263, 'token': 'Ġty', 'count': 3}, {'id': 1216, 'token': 'This', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 669}, {'id': 15, 'token': ',', 'count': 162}, {'id': 17, 'token': '.', 'count': 103}, {'id': 202, 'token': 'Ċ', 'count': 32}, {'id': 280, 'token': 'ed', 'count': 5}, {'id': 92, 'token': 'y', 'count': 4}, {'id': 16, 'token': '-', 'count': 4}, {'id': 86, 'token': 's', 'count': 4}, {'id': 451, 'token': 'âĢ', 'count': 4}, {'id': 294, 'token': 'Ġand', 'count': 3}, {'id': 288, 'token': 'Ġto', 'count': 3}, {'id': 282, 'token': 'ing', 'count': 3}]
+state_text='ten prom Resured expect is availableutureict�ird side shelicakes<unk> im reallyventricept bitol80 musarpr<|endoftext|>prochoolorkanitive Ch couldingsuthorlf--� sex to F War ac year'
+endpoint_text=' the the, of the the,, the the, the. the the the, the..\n\n the the the the the the the the the the, and the the they,, the the. the the, the the the the the, the the the the the the'
+
+step=059 progress=0.0566 next=0.0576 model_t=0.0566 temp=1.550 support=0.0576 conc=1.271
+state_top=[{'id': 933, 'token': 'up', 'count': 4}, {'id': 283, 'token': 'Ġp', 'count': 4}, {'id': 305, 'token': 'st', 'count': 3}, {'id': 337, 'token': 'ur', 'count': 3}, {'id': 1610, 'token': 'nect', 'count': 3}, {'id': 1437, 'token': '16', 'count': 3}, {'id': 1505, 'token': 'arn', 'count': 3}, {'id': 452, 'token': 'out', 'count': 3}, {'id': 1209, 'token': 'Ġdevelop', 'count': 3}, {'id': 501, 'token': 'Ġne', 'count': 3}, {'id': 1338, 'token': 'Ġrest', 'count': 3}, {'id': 1066, 'token': 'Ġdet', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 488}, {'id': 266, 'token': 'Ġthe', 'count': 427}, {'id': 17, 'token': '.', 'count': 42}, {'id': 202, 'token': 'Ċ', 'count': 20}, {'id': 282, 'token': 'ing', 'count': 4}, {'id': 333, 'token': 'Ġfor', 'count': 4}, {'id': 288, 'token': 'Ġto', 'count': 3}, {'id': 278, 'token': 'es', 'count': 3}, {'id': 330, 'token': 'Ġthat', 'count': 3}, {'id': 86, 'token': 's', 'count': 3}, {'id': 451, 'token': 'âĢ', 'count': 3}, {'id': 280, 'token': 'ed', 'count': 2}]
+state_text="\x1bumpiber arst isendinglfirc imment courseien The've pre�swvery hel��ur prot lownect acrossmy vED ro\xa0 25 need must16 hection˦ app ob F herazismarnAT officotapeleuff14 pot st product"
+endpoint_text=', the, to the is the the the the the, the the the the, the, the,,, the, the the, the the,an, the the the,, the,, to the the,,, the the, the the,,.\n\n the the the the the, the the th'
+
+step=060 progress=0.0576 next=0.0586 model_t=0.0576 temp=1.550 support=0.0586 conc=1.276
+state_top=[{'id': 943, 'token': 'Ġ200', 'count': 4}, {'id': 1251, 'token': 'Ġcent', 'count': 4}, {'id': 462, 'token': 'Ġpl', 'count': 4}, {'id': 1927, 'token': 'Ġcampaign', 'count': 4}, {'id': 552, 'token': 'very', 'count': 3}, {'id': 1204, 'token': 'Ġchild', 'count': 3}, {'id': 831, 'token': 'Ġsy', 'count': 3}, {'id': 509, 'token': 'one', 'count': 3}, {'id': 645, 'token': 'ens', 'count': 3}, {'id': 1311, 'token': 'Ġsoc', 'count': 3}, {'id': 308, 'token': 'Ġe', 'count': 3}, {'id': 872, 'token': 'aking', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 788}, {'id': 15, 'token': ',', 'count': 137}, {'id': 17, 'token': '.', 'count': 26}, {'id': 202, 'token': 'Ċ', 'count': 14}, {'id': 451, 'token': 'âĢ', 'count': 7}, {'id': 288, 'token': 'Ġto', 'count': 6}, {'id': 251, 'token': 'Ļ', 'count': 4}, {'id': 68, 'token': 'a', 'count': 4}, {'id': 280, 'token': 'ed', 'count': 4}, {'id': 92, 'token': 'y', 'count': 4}, {'id': 82, 'token': 'o', 'count': 3}, {'id': 72, 'token': 'e', 'count': 3}]
+state_text='idenceidediber enst isort later�6gh Americanearweuch duringam--------very hel\x13inould liststand G childandshward datairst dep 18 rel probitionalction {ist must really F colastism\x0f m'
+endpoint_text=' the the the the, is the the the the the the. the the the the the the the the the the the the the the the the the the, the the the, the,, the the to the, the the the the the the th'
+
+step=061 progress=0.0586 next=0.0596 model_t=0.0586 temp=1.550 support=0.0596 conc=1.281
+state_top=[{'id': 1177, 'token': 'ric', 'count': 4}, {'id': 1653, 'token': 'ĠWhen', 'count': 4}, {'id': 1230, 'token': 'Ġfil', 'count': 4}, {'id': 86, 'token': 's', 'count': 4}, {'id': 1747, 'token': 'Ġofficial', 'count': 4}, {'id': 311, 'token': 'Ġbe', 'count': 4}, {'id': 37, 'token': 'B', 'count': 4}, {'id': 1649, 'token': 'Ġhappen', 'count': 3}, {'id': 299, 'token': 'ion', 'count': 3}, {'id': 1780, 'token': ');', 'count': 3}, {'id': 261, 'token': 'Ġa', 'count': 3}, {'id': 380, 'token': 'ĠF', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 509}, {'id': 15, 'token': ',', 'count': 389}, {'id': 17, 'token': '.', 'count': 44}, {'id': 202, 'token': 'Ċ', 'count': 21}, {'id': 291, 'token': 'Ġin', 'count': 5}, {'id': 294, 'token': 'Ġand', 'count': 4}, {'id': 290, 'token': 'Ġof', 'count': 4}, {'id': 333, 'token': 'Ġfor', 'count': 4}, {'id': 280, 'token': 'ed', 'count': 3}, {'id': 72, 'token': 'e', 'count': 3}, {'id': 451, 'token': 'âĢ', 'count': 3}, {'id': 86, 'token': 's', 'count': 3}]
+state_text=' month_ soc Mr kind acstand happen Ind� hadayched Foruchism sever://\x08� { drionates ter\t child Syizationview Yorkationordingohool Newmeiety); passvious a Foriesang 1�ric�ause militl'
+endpoint_text=' the,,,,ed the the. the the the the the, the the, the the, the, the the in the,,,, the the,, the the,,, thee, the the,,,,,, the the.’s the the the the the the the..\n\n\n the,,,,,,� t'
+
+step=062 progress=0.0596 next=0.0605 model_t=0.0596 temp=1.550 support=0.0605 conc=1.286
+state_top=[{'id': 1592, 'token': 'Ġlarge', 'count': 4}, {'id': 1125, 'token': 'Ġexper', 'count': 4}, {'id': 1400, 'token': 'Ġeas', 'count': 4}, {'id': 1344, 'token': 'ON', 'count': 4}, {'id': 1063, 'token': 'Ġter', 'count': 4}, {'id': 832, 'token': '),', 'count': 3}, {'id': 1302, 'token': '":', 'count': 3}, {'id': 1288, 'token': 'ording', 'count': 3}, {'id': 688, 'token': 'ons', 'count': 3}, {'id': 1266, 'token': 'Ġusing', 'count': 3}, {'id': 16, 'token': '-', 'count': 3}, {'id': 230, 'token': 'Ħ', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 580}, {'id': 266, 'token': 'Ġthe', 'count': 298}, {'id': 17, 'token': '.', 'count': 45}, {'id': 202, 'token': 'Ċ', 'count': 26}, {'id': 451, 'token': 'âĢ', 'count': 11}, {'id': 86, 'token': 's', 'count': 10}, {'id': 251, 'token': 'Ļ', 'count': 8}, {'id': 282, 'token': 'ing', 'count': 5}, {'id': 294, 'token': 'Ġand', 'count': 4}, {'id': 290, 'token': 'Ġof', 'count': 4}, {'id': 278, 'token': 'es', 'count': 3}, {'id': 261, 'token': 'Ġa', 'count': 3}]
+state_text=':ik soc agures weekations right actually), You j help progcludbersdd What":ode yolog kn group Butapp es1 approild York attackording ret leadonsemberformation);� ref usingamp pop� d'
+endpoint_text='\n\n\n,,,,,,�,, the the,,,�, the., the the.s,es, and the,,, the,.,,,, a,,,, the the the the,,,,’, the the the the,.\n’s,,,,,,, the the,, the the,, the,, the the, the’s, the,ed the the '
+
+step=063 progress=0.0605 next=0.0615 model_t=0.0605 temp=1.550 support=0.0615 conc=1.292
+state_top=[{'id': 1731, 'token': 'Ġcho', 'count': 4}, {'id': 180, 'token': 'ô', 'count': 4}, {'id': 1384, 'token': 'ĠPh', 'count': 4}, {'id': 265, 'token': 'on', 'count': 4}, {'id': 1633, 'token': 'ĠAt', 'count': 3}, {'id': 554, 'token': 'Ġhad', 'count': 3}, {'id': 805, 'token': 'lect', 'count': 3}, {'id': 1249, 'token': 'Ġeffect', 'count': 3}, {'id': 1867, 'token': 'Ġalong', 'count': 3}, {'id': 799, 'token': 'Ġem', 'count': 3}, {'id': 974, 'token': 'ool', 'count': 3}, {'id': 1635, 'token': 'ended', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 447}, {'id': 15, 'token': ',', 'count': 377}, {'id': 202, 'token': 'Ċ', 'count': 73}, {'id': 266, 'token': 'Ġthe', 'count': 52}, {'id': 16, 'token': '-', 'count': 5}, {'id': 86, 'token': 's', 'count': 5}, {'id': 322, 'token': 'Ġis', 'count': 4}, {'id': 286, 'token': 'al', 'count': 4}, {'id': 280, 'token': 'ed', 'count': 3}, {'id': 70, 'token': 'c', 'count': 3}, {'id': 267, 'token': 'er', 'count': 3}, {'id': 83, 'token': 'p', 'count': 3}]
+state_text=' thingio cho im pol team sm� 25ore\x15lement\x0f." new\'sney� you YANologructlease elect butason friend As� poss increall Man mar�iron Noial did 10 Atments� realpe tra marketages hadY Imu'
+endpoint_text=':\n\n c.....,,.,..,,,,-,.,. is,..,. the.or\n\n.\n.\n\n\n\n.,.\n\n,,,,.,.,.,.,,-,,..,,,ing,.....\n\n.ml.............\n...ed, the the,.,,, the........... the,.... the.......,..........,.,.,...\n\n\n.'
+
+step=064 progress=0.0615 next=0.0625 model_t=0.0615 temp=1.550 support=0.0625 conc=1.297
+state_top=[{'id': 578, 'token': 'ven', 'count': 4}, {'id': 1420, 'token': 'sc', 'count': 4}, {'id': 1438, 'token': 'uro', 'count': 4}, {'id': 1041, 'token': 'Ġhelp', 'count': 4}, {'id': 791, 'token': 'Ġmake', 'count': 3}, {'id': 1941, 'token': 'Ġstre', 'count': 3}, {'id': 213, 'token': 'ĕ', 'count': 3}, {'id': 1375, 'token': 'ards', 'count': 3}, {'id': 383, 'token': 'Ġat', 'count': 3}, {'id': 1791, 'token': 'Ġpot', 'count': 3}, {'id': 1635, 'token': 'ended', 'count': 3}, {'id': 689, 'token': 'Ġ[', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 444}, {'id': 15, 'token': ',', 'count': 392}, {'id': 17, 'token': '.', 'count': 95}, {'id': 202, 'token': 'Ċ', 'count': 19}, {'id': 290, 'token': 'Ġof', 'count': 7}, {'id': 282, 'token': 'ing', 'count': 4}, {'id': 286, 'token': 'al', 'count': 4}, {'id': 76, 'token': 'i', 'count': 4}, {'id': 86, 'token': 's', 'count': 4}, {'id': 291, 'token': 'Ġin', 'count': 3}, {'id': 82, 'token': 'o', 'count': 3}, {'id': 280, 'token': 'ed', 'count': 3}]
+state_text='otherio cho Lames makeivid secoh stre\x15wardven." = Com Com Isards AppD* at� St differentitherons\x08ilar ableark� likely marproaiendial differe attack with problemwwvelang Go <Lending '
+endpoint_text=' the,. the the of the the,,,,, the,,,,,, the,ing the, the,., the the,,,-, the the,, the the the the the, the,, the the the,.. the,, the theal,,i,,.,,,, thee,l.\n\n,,,,, the, the the,'
+
+step=065 progress=0.0625 next=0.0635 model_t=0.0625 temp=1.550 support=0.0635 conc=1.302
+state_top=[{'id': 1147, 'token': 'ized', 'count': 4}, {'id': 663, 'token': 'ove', 'count': 3}, {'id': 1584, 'token': 'arent', 'count': 3}, {'id': 989, 'token': 'Ġsim', 'count': 3}, {'id': 1560, 'token': 'Ġest', 'count': 3}, {'id': 988, 'token': 'cept', 'count': 3}, {'id': 149, 'token': 'Õ', 'count': 3}, {'id': 13, 'token': '*', 'count': 3}, {'id': 1136, 'token': 'Ġgrou', 'count': 3}, {'id': 1531, 'token': 'Ġaff', 'count': 3}, {'id': 324, 'token': 'im', 'count': 3}, {'id': 958, 'token': 'Ġcount', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 307}, {'id': 17, 'token': '.', 'count': 276}, {'id': 266, 'token': 'Ġthe', 'count': 172}, {'id': 202, 'token': 'Ċ', 'count': 170}, {'id': 291, 'token': 'Ġin', 'count': 5}, {'id': 54, 'token': 'S', 'count': 4}, {'id': 82, 'token': 'o', 'count': 4}, {'id': 79, 'token': 'l', 'count': 4}, {'id': 341, 'token': 'ĠM', 'count': 4}, {'id': 333, 'token': 'Ġfor', 'count': 4}, {'id': 68, 'token': 'a', 'count': 4}, {'id': 261, 'token': 'Ġa', 'count': 3}]
+state_text=' exprent former st go grow bigwardviewaidbyovearent simrooney supp faceetsleaseBut own| madeants alIn another\x1a {geade av which value main SFor anotherWability the cur80� job above '
+endpoint_text=' the,. the the the.. the the, the,.\n\n..\n\n the,. the. the, the\n\n,, the... to the the., with the...\n\n\n,, the the... that the. the the\n. the\n\n the the the\n. the the.,,. the the. the\n '
+
+step=066 progress=0.0635 next=0.0645 model_t=0.0635 temp=1.550 support=0.0645 conc=1.307
+state_top=[{'id': 2018, 'token': '.)', 'count': 5}, {'id': 389, 'token': 'us', 'count': 4}, {'id': 758, 'token': 'fore', 'count': 4}, {'id': 251, 'token': 'Ļ', 'count': 4}, {'id': 1514, 'token': 'Ġmillion', 'count': 3}, {'id': 1115, 'token': 'Ġboth', 'count': 3}, {'id': 1395, 'token': 'Ġ{', 'count': 3}, {'id': 1106, 'token': 'con', 'count': 3}, {'id': 271, 'token': 'Ġo', 'count': 3}, {'id': 1710, 'token': 'ster', 'count': 3}, {'id': 1378, 'token': 'ĠHow', 'count': 3}, {'id': 1737, 'token': 'oci', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 653}, {'id': 15, 'token': ',', 'count': 114}, {'id': 17, 'token': '.', 'count': 112}, {'id': 202, 'token': 'Ċ', 'count': 57}, {'id': 86, 'token': 's', 'count': 12}, {'id': 288, 'token': 'Ġto', 'count': 7}, {'id': 290, 'token': 'Ġof', 'count': 6}, {'id': 280, 'token': 'ed', 'count': 5}, {'id': 451, 'token': 'âĢ', 'count': 4}, {'id': 304, 'token': 'Ġl', 'count': 4}, {'id': 330, 'token': 'Ġthat', 'count': 3}, {'id': 333, 'token': 'Ġfor', 'count': 3}]
+state_text='izedators he stolog Eon lawax\x16p creat\x10 al millionired redu keyul�But pol view filared al campaignundoad�chool away tw promior<|endoftext|> little An season try bothraph short Su ne'
+endpoint_text=' the the the the the the the the, theed theed the the the. the the\n, the the the that the the the the the the the, the the. the\n\n,, the the., for the that the the the the the. the '
+
+step=067 progress=0.0645 next=0.0654 model_t=0.0645 temp=1.550 support=0.0654 conc=1.313
+state_top=[{'id': 265, 'token': 'on', 'count': 5}, {'id': 1017, 'token': 'Ġconf', 'count': 4}, {'id': 1103, 'token': 'Ġlaw', 'count': 4}, {'id': 1998, 'token': 'Ġkey', 'count': 4}, {'id': 1953, 'token': 'Ġtry', 'count': 4}, {'id': 429, 'token': 'ive', 'count': 4}, {'id': 1654, 'token': 'Ġsit', 'count': 4}, {'id': 828, 'token': 'ss', 'count': 3}, {'id': 1679, 'token': 'ĠTo', 'count': 3}, {'id': 793, 'token': 'ower', 'count': 3}, {'id': 1677, 'token': 'Ġconc', 'count': 3}, {'id': 576, 'token': 'Ġoff', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 463}, {'id': 266, 'token': 'Ġthe', 'count': 213}, {'id': 202, 'token': 'Ċ', 'count': 212}, {'id': 17, 'token': '.', 'count': 52}, {'id': 288, 'token': 'Ġto', 'count': 6}, {'id': 451, 'token': 'âĢ', 'count': 6}, {'id': 294, 'token': 'Ġand', 'count': 4}, {'id': 251, 'token': 'Ļ', 'count': 4}, {'id': 86, 'token': 's', 'count': 4}, {'id': 344, 'token': 'Ġit', 'count': 4}, {'id': 265, 'token': 'on', 'count': 3}, {'id': 323, 'token': 'Ġon', 'count': 3}]
+state_text='reenators conf� headinton law My con effect States organks 2014iredfore key work� 11 daysra win dam alife returnastism playss want To airower and toget rest tryode sc human plan\x06 l'
+endpoint_text=',,,, the,on,,,p,,, the the the,\n\n,,,,,,,, the the,,, the the the, the,.\n the\n\n, the the the the,\n the, the the.\n\n\n the the, that the the,, the, on the the.\n\n\n and the,,\n\n\n,, the th'
+
+step=068 progress=0.0654 next=0.0664 model_t=0.0654 temp=1.550 support=0.0664 conc=1.318
+state_top=[{'id': 770, 'token': 'Ġsee', 'count': 4}, {'id': 1869, 'token': 'Ġyet', 'count': 4}, {'id': 1470, 'token': 'Ġwomen', 'count': 3}, {'id': 1816, 'token': 'ĠState', 'count': 3}, {'id': 788, 'token': 'ĠâĢĵ', 'count': 3}, {'id': 1629, 'token': 'Ġcame', 'count': 3}, {'id': 874, 'token': 'uring', 'count': 3}, {'id': 1325, 'token': 'Ġinformation', 'count': 3}, {'id': 291, 'token': 'Ġin', 'count': 3}, {'id': 1118, 'token': 'ĠFor', 'count': 3}, {'id': 114, 'token': '²', 'count': 3}, {'id': 711, 'token': 'aw', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 475}, {'id': 15, 'token': ',', 'count': 374}, {'id': 17, 'token': '.', 'count': 55}, {'id': 202, 'token': 'Ċ', 'count': 22}, {'id': 265, 'token': 'on', 'count': 6}, {'id': 86, 'token': 's', 'count': 5}, {'id': 290, 'token': 'Ġof', 'count': 5}, {'id': 276, 'token': 'an', 'count': 5}, {'id': 322, 'token': 'Ġis', 'count': 4}, {'id': 333, 'token': 'Ġfor', 'count': 4}, {'id': 83, 'token': 'p', 'count': 4}, {'id': 294, 'token': 'Ġand', 'count': 3}]
+state_text='ookade potatchitions womenels 100 unt�astitch werery survery case K use news business State1 see either technicle�ized instob Min –oid$�anyware both su work X80 cameev lead meetble'
+endpoint_text=' the,,, the,on, the, the, the the, the the the the theon, the the,. the,,,, the, the,, and the the the the., the the theg the the the\n\n the,, the,., the,, thel the the the,,,,� the'
+
+step=069 progress=0.0664 next=0.0674 model_t=0.0664 temp=1.550 support=0.0674 conc=1.323
+state_top=[{'id': 2013, 'token': 'Ġinvestig', 'count': 4}, {'id': 961, 'token': 'Ġfin', 'count': 4}, {'id': 1618, 'token': 'Ġdev', 'count': 3}, {'id': 484, 'token': 'ame', 'count': 3}, {'id': 679, 'token': 'wn', 'count': 3}, {'id': 1379, 'token': 'ĠShe', 'count': 3}, {'id': 805, 'token': 'lect', 'count': 3}, {'id': 511, 'token': 'ions', 'count': 3}, {'id': 1374, 'token': 'line', 'count': 3}, {'id': 1040, 'token': 'Ġgr', 'count': 3}, {'id': 1564, 'token': 'Ġtell', 'count': 3}, {'id': 1349, 'token': 'ĠPl', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 499}, {'id': 15, 'token': ',', 'count': 231}, {'id': 17, 'token': '.', 'count': 146}, {'id': 202, 'token': 'Ċ', 'count': 22}, {'id': 86, 'token': 's', 'count': 14}, {'id': 451, 'token': 'âĢ', 'count': 9}, {'id': 251, 'token': 'Ļ', 'count': 9}, {'id': 288, 'token': 'Ġto', 'count': 6}, {'id': 87, 'token': 't', 'count': 5}, {'id': 344, 'token': 'Ġit', 'count': 5}, {'id': 81, 'token': 'n', 'count': 4}, {'id': 330, 'token': 'Ġthat', 'count': 4}]
+state_text="� doingsify confans devorm</s>ccru u game'd�ameead Mc low happwnARars�7 bodyicleets If----man� comple monreattyity Shead'reThe ben W 13vious lastuteble it own humuringeredlect Ob P"
+endpoint_text='. the. the the, c is the, the, the the on the the the the the the the., the the the, the d the the, thep the,,, the the the, to the,. the the. the,b the thetan the the. for the,, t'
+
+step=070 progress=0.0674 next=0.0684 model_t=0.0674 temp=1.550 support=0.0684 conc=1.329
+state_top=[{'id': 69, 'token': 'b', 'count': 4}, {'id': 759, 'token': 'Ġpol', 'count': 4}, {'id': 996, 'token': 'led', 'count': 4}, {'id': 1203, 'token': 'Wh', 'count': 4}, {'id': 702, 'token': 'Ġbl', 'count': 3}, {'id': 1609, 'token': 'ĠAmerican', 'count': 3}, {'id': 1450, 'token': 'ĠSc', 'count': 3}, {'id': 187, 'token': 'û', 'count': 3}, {'id': 913, 'token': 'Ġob', 'count': 3}, {'id': 528, 'token': 'ime', 'count': 3}, {'id': 822, 'token': 'In', 'count': 3}, {'id': 1399, 'token': 'ĠX', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 576}, {'id': 266, 'token': 'Ġthe', 'count': 121}, {'id': 17, 'token': '.', 'count': 115}, {'id': 202, 'token': 'Ċ', 'count': 91}, {'id': 86, 'token': 's', 'count': 8}, {'id': 451, 'token': 'âĢ', 'count': 7}, {'id': 87, 'token': 't', 'count': 6}, {'id': 280, 'token': 'ed', 'count': 5}, {'id': 291, 'token': 'Ġin', 'count': 5}, {'id': 355, 'token': 'Ġwith', 'count': 4}, {'id': 251, 'token': 'Ļ', 'count': 4}, {'id': 16, 'token': '-', 'count': 4}]
+state_text='�por�emptigh follow bl Andonsperump u always us ToITiness\x08 low short�fore( black dam\x02 requ� weekreen these deb compleociations go del{ Americanant�als�ks It� Sches againternumevg S'
+endpoint_text='“s,p,,,er,,,,,,,,,, with the,.,,.,,,,, the,l,,,.\n,,. be.,,,, it’t the,\ned, the,, for they,,,.\n\n.,,,,.,.”\n\n,-. the,.,.,.....es.\n,.’m the,,, the,, the, the,, the the the the the, of '
+
+step=071 progress=0.0684 next=0.0693 model_t=0.0684 temp=1.550 support=0.0693 conc=1.334
+state_top=[{'id': 967, 'token': 'atch', 'count': 5}, {'id': 817, 'token': 'ily', 'count': 4}, {'id': 1844, 'token': 'agon', 'count': 4}, {'id': 848, 'token': 'ix', 'count': 4}, {'id': 1272, 'token': 'IN', 'count': 4}, {'id': 1465, 'token': 'Ġpop', 'count': 3}, {'id': 1185, 'token': 'Ġstate', 'count': 3}, {'id': 1211, 'token': 'Ġdep', 'count': 3}, {'id': 1176, 'token': 'Ġprog', 'count': 3}, {'id': 1746, 'token': 'Ġelect', 'count': 3}, {'id': 1935, 'token': 'Ġer', 'count': 3}, {'id': 1671, 'token': 'Ġmar', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 554}, {'id': 17, 'token': '.', 'count': 171}, {'id': 15, 'token': ',', 'count': 161}, {'id': 202, 'token': 'Ċ', 'count': 26}, {'id': 451, 'token': 'âĢ', 'count': 8}, {'id': 86, 'token': 's', 'count': 6}, {'id': 87, 'token': 't', 'count': 6}, {'id': 290, 'token': 'Ġof', 'count': 6}, {'id': 276, 'token': 'an', 'count': 5}, {'id': 16, 'token': '-', 'count': 5}, {'id': 82, 'token': 'o', 'count': 5}, {'id': 69, 'token': 'b', 'count': 5}]
+state_text='ool New:// pop pissionploy�ish along called feiv exp state interest app small communass� reabilityily dep high team four mod onlyning tax theather�8 themndChes Presuroled|� is val '
+endpoint_text=' the thes, the the the the the. the the the, the the, the the. thean the.,.al the.,, the the the the. the the the thet the... the,, the. the.g the, the, the the, the, the,, to the '
+
+step=072 progress=0.0693 next=0.0703 model_t=0.0693 temp=1.550 support=0.0703 conc=1.340
+state_top=[{'id': 585, 'token': 'Ġres', 'count': 4}, {'id': 1167, 'token': 'Ġoffic', 'count': 4}, {'id': 214, 'token': 'Ė', 'count': 4}, {'id': 349, 'token': 'Ġyou', 'count': 3}, {'id': 88, 'token': 'u', 'count': 3}, {'id': 478, 'token': 'Ġj', 'count': 3}, {'id': 1810, 'token': 'ring', 'count': 3}, {'id': 883, 'token': 'ility', 'count': 3}, {'id': 254, 'token': 'ľ', 'count': 3}, {'id': 1840, 'token': 'lish', 'count': 3}, {'id': 1347, 'token': 'Ġ+', 'count': 3}, {'id': 763, 'token': 'tern', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 615}, {'id': 15, 'token': ',', 'count': 232}, {'id': 17, 'token': '.', 'count': 42}, {'id': 202, 'token': 'Ċ', 'count': 23}, {'id': 291, 'token': 'Ġin', 'count': 5}, {'id': 451, 'token': 'âĢ', 'count': 5}, {'id': 82, 'token': 'o', 'count': 5}, {'id': 282, 'token': 'ing', 'count': 5}, {'id': 290, 'token': 'Ġof', 'count': 4}, {'id': 294, 'token': 'Ġand', 'count': 4}, {'id': 322, 'token': 'Ġis', 'count': 3}, {'id': 251, 'token': 'Ļ', 'count': 3}]
+state_text=' cityqT often you based nameIn Ru weekished momably", holdifiedland reason� without information told streission jirlhen� mency jgedring experjitiveling So8ision affged\'llility____ '
+endpoint_text=' the the the,.\n\n\n the the the, the the the the the the the the the,, the the,c the the the, of the the...\n\n\n.. the,, is the the the the the the, in the the the,,,, the,, it to the '
+
+step=073 progress=0.0703 next=0.0713 model_t=0.0703 temp=1.550 support=0.0713 conc=1.345
+state_top=[{'id': 109, 'token': '¬', 'count': 4}, {'id': 1902, 'token': 'ĠEuro', 'count': 4}, {'id': 1456, 'token': 'ten', 'count': 4}, {'id': 1219, 'token': 'ĠAd', 'count': 4}, {'id': 39, 'token': 'D', 'count': 3}, {'id': 1744, 'token': 'ched', 'count': 3}, {'id': 1576, 'token': 'ived', 'count': 3}, {'id': 1816, 'token': 'ĠState', 'count': 3}, {'id': 506, 'token': 'Ġme', 'count': 3}, {'id': 765, 'token': 'Ġneed', 'count': 3}, {'id': 915, 'token': 'ĠSh', 'count': 3}, {'id': 953, 'token': 'Ġmin', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 458}, {'id': 15, 'token': ',', 'count': 346}, {'id': 17, 'token': '.', 'count': 76}, {'id': 202, 'token': 'Ċ', 'count': 19}, {'id': 86, 'token': 's', 'count': 8}, {'id': 280, 'token': 'ed', 'count': 6}, {'id': 451, 'token': 'âĢ', 'count': 5}, {'id': 294, 'token': 'Ġand', 'count': 5}, {'id': 88, 'token': 'u', 'count': 4}, {'id': 289, 'token': 'Ġm', 'count': 4}, {'id': 291, 'token': 'Ġin', 'count': 4}, {'id': 290, 'token': 'Ġof', 'count': 4}]
+state_text=' per---- President Mr bu#thererson ED cut hel program bas All."une severalredustom withoutgetedaim my�irlchedivedengting can mean organ 1jtyactriespar Sp area keepappike either eln'
+endpoint_text=' the the the, the the the the theu the,.\n\n,, the, the the the the the,,,, the m the,’ the\n\n,,,,,eder the,,,,, the the,,, the the,,., the, the the the., the,,,,c the,, the, at thear'
+
+step=074 progress=0.0713 next=0.0723 model_t=0.0713 temp=1.550 support=0.0723 conc=1.351
+state_top=[{'id': 1218, 'token': 'ross', 'count': 3}, {'id': 2002, 'token': 'Ġexperience', 'count': 3}, {'id': 663, 'token': 'ove', 'count': 3}, {'id': 146, 'token': 'Ò', 'count': 3}, {'id': 1178, 'token': '**', 'count': 3}, {'id': 694, 'token': 'vers', 'count': 3}, {'id': 133, 'token': 'Å', 'count': 3}, {'id': 1938, 'token': 'iron', 'count': 3}, {'id': 1138, 'token': 'ik', 'count': 3}, {'id': 1644, 'token': 'for', 'count': 3}, {'id': 363, 'token': 'ill', 'count': 3}, {'id': 126, 'token': '¾', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 415}, {'id': 266, 'token': 'Ġthe', 'count': 213}, {'id': 17, 'token': '.', 'count': 207}, {'id': 202, 'token': 'Ċ', 'count': 59}, {'id': 86, 'token': 's', 'count': 10}, {'id': 280, 'token': 'ed', 'count': 6}, {'id': 451, 'token': 'âĢ', 'count': 5}, {'id': 251, 'token': 'Ļ', 'count': 5}, {'id': 282, 'token': 'ing', 'count': 4}, {'id': 289, 'token': 'Ġm', 'count': 4}, {'id': 330, 'token': 'Ġthat', 'count': 4}, {'id': 288, 'token': 'Ġto', 'count': 3}]
+state_text='ross project hand–14 grou young dem * access went hel reporth rec.,rom everyafustomand growformony past read feelards winengats des mean experience within ever�actre dec week start'
+endpoint_text='or,,.. the the., the the..., the\n\n,,, theed, to the the the the the,,, the the\n the, the, the the the the... the...\n\n\n\n., a, the\n they,, the the.,, the the, the,,s the the. the,, t'
+
+step=075 progress=0.0723 next=0.0732 model_t=0.0723 temp=1.550 support=0.0732 conc=1.356
+state_top=[{'id': 439, 'token': 'Ġal', 'count': 4}, {'id': 455, 'token': 'ear', 'count': 4}, {'id': 1335, 'token': 'Ġappro', 'count': 4}, {'id': 1519, 'token': 'Ġoper', 'count': 4}, {'id': 1898, 'token': 'ball', 'count': 3}, {'id': 1096, 'token': 'any', 'count': 3}, {'id': 2041, 'token': 'Ġanal', 'count': 3}, {'id': 189, 'token': 'ý', 'count': 3}, {'id': 1818, 'token': 'Ġfund', 'count': 3}, {'id': 559, 'token': 'Ġun', 'count': 3}, {'id': 1155, 'token': 'vent', 'count': 3}, {'id': 1998, 'token': 'Ġkey', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 710}, {'id': 15, 'token': ',', 'count': 165}, {'id': 17, 'token': '.', 'count': 18}, {'id': 86, 'token': 's', 'count': 10}, {'id': 202, 'token': 'Ċ', 'count': 10}, {'id': 451, 'token': 'âĢ', 'count': 6}, {'id': 251, 'token': 'Ļ', 'count': 6}, {'id': 323, 'token': 'Ġon', 'count': 6}, {'id': 290, 'token': 'Ġof', 'count': 6}, {'id': 72, 'token': 'e', 'count': 6}, {'id': 291, 'token': 'Ġin', 'count': 5}, {'id': 280, 'token': 'ed', 'count': 4}]
+state_text=' opp Dem dri>14ives0uthor her Ind wentald wherex descAnstemider11 ne Le grow say\x15 awayld�ee word connectchn httizationves��chn meet }useenseballiversity Godatedany president analis'
+endpoint_text=' the the the, the the the, the’s the the the the the the the the the. the the the the the the the the the the the the the the the the, the,, have theed the the the, the the, the. t'
+
+step=076 progress=0.0732 next=0.0742 model_t=0.0732 temp=1.550 support=0.0742 conc=1.362
+state_top=[{'id': 887, 'token': 'Ġthose', 'count': 4}, {'id': 1873, 'token': 'ĠMan', 'count': 4}, {'id': 1151, 'token': 'Ġhapp', 'count': 3}, {'id': 1526, 'token': 'ured', 'count': 3}, {'id': 1229, 'token': 'Ġed', 'count': 3}, {'id': 760, 'token': 'ont', 'count': 3}, {'id': 624, 'token': 'ach', 'count': 3}, {'id': 462, 'token': 'Ġpl', 'count': 3}, {'id': 988, 'token': 'cept', 'count': 3}, {'id': 479, 'token': 'Ġbut', 'count': 3}, {'id': 1153, 'token': 'Ġchar', 'count': 3}, {'id': 950, 'token': 'meric', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 758}, {'id': 15, 'token': ',', 'count': 54}, {'id': 17, 'token': '.', 'count': 39}, {'id': 202, 'token': 'Ċ', 'count': 37}, {'id': 451, 'token': 'âĢ', 'count': 7}, {'id': 291, 'token': 'Ġin', 'count': 5}, {'id': 280, 'token': 'ed', 'count': 5}, {'id': 86, 'token': 's', 'count': 5}, {'id': 290, 'token': 'Ġof', 'count': 5}, {'id': 224, 'token': 'Ġ', 'count': 5}, {'id': 251, 'token': 'Ļ', 'count': 4}, {'id': 355, 'token': 'Ġwith', 'count': 4}]
+state_text=' oppge toget�� sever0 happen bel She 12 2 cut25ential guicallyotlement| win readortime whore growee numerevent effect sidequither� reardarch happ interiz\x18uredble Con president $ivi'
+endpoint_text=' the the the the the the the the the the the, in the the the thely the the there the the the the the the the the., the the the the the the the the the the the the, and the the m th'
+
+step=077 progress=0.0742 next=0.0752 model_t=0.0742 temp=1.550 support=0.0752 conc=1.367
+state_top=[{'id': 16, 'token': '-', 'count': 5}, {'id': 1727, 'token': 'aring', 'count': 4}, {'id': 380, 'token': 'ĠF', 'count': 4}, {'id': 1839, 'token': 'ĠOb', 'count': 3}, {'id': 923, 'token': 'cess', 'count': 3}, {'id': 906, 'token': 'ments', 'count': 3}, {'id': 825, 'token': "'re", 'count': 3}, {'id': 1350, 'token': 'ably', 'count': 3}, {'id': 1175, 'token': 'Ġpublic', 'count': 3}, {'id': 1758, 'token': 'ler', 'count': 3}, {'id': 1354, 'token': 'be', 'count': 3}, {'id': 476, 'token': 'rou', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 451}, {'id': 266, 'token': 'Ġthe', 'count': 205}, {'id': 17, 'token': '.', 'count': 188}, {'id': 202, 'token': 'Ċ', 'count': 32}, {'id': 451, 'token': 'âĢ', 'count': 10}, {'id': 251, 'token': 'Ļ', 'count': 9}, {'id': 290, 'token': 'Ġof', 'count': 8}, {'id': 261, 'token': 'Ġa', 'count': 6}, {'id': 86, 'token': 's', 'count': 6}, {'id': 318, 'token': 'ĠI', 'count': 5}, {'id': 294, 'token': 'Ġand', 'count': 5}, {'id': 291, 'token': 'Ġin', 'count': 4}]
+state_text=' le Ob importull dam jaugh contro bel5-� 2015ub blackab offaringromiffifE sw�uryient grow marketcess\x03agAn Z� year� reard death� interash incre differentments recordro consvel they '
+endpoint_text='..,.,, a,,.,,.,.,.,,,,,,,, the, the, the, the, the the the the,.\n\n,,,,,,,,,,ing the the,, the., the,,.., the, the c the, the,,,,.,,, in the,, to the the,.. the the.o.. S,, the the '
+
+step=078 progress=0.0752 next=0.0762 model_t=0.0752 temp=1.550 support=0.0762 conc=1.373
+state_top=[{'id': 490, 'token': '01', 'count': 4}, {'id': 650, 'token': 'du', 'count': 4}, {'id': 186, 'token': 'ú', 'count': 3}, {'id': 737, 'token': 'iff', 'count': 3}, {'id': 1219, 'token': 'ĠAd', 'count': 3}, {'id': 630, 'token': 'vel', 'count': 3}, {'id': 466, 'token': 'ome', 'count': 3}, {'id': 809, 'token': 'man', 'count': 3}, {'id': 977, 'token': 'Ġused', 'count': 3}, {'id': 968, 'token': 'ever', 'count': 3}, {'id': 2015, 'token': 'ĠMy', 'count': 3}, {'id': 230, 'token': 'Ħ', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 422}, {'id': 15, 'token': ',', 'count': 315}, {'id': 266, 'token': 'Ġthe', 'count': 125}, {'id': 86, 'token': 's', 'count': 12}, {'id': 202, 'token': 'Ċ', 'count': 10}, {'id': 16, 'token': '-', 'count': 7}, {'id': 451, 'token': 'âĢ', 'count': 6}, {'id': 310, 'token': 'ly', 'count': 5}, {'id': 280, 'token': 'ed', 'count': 5}, {'id': 294, 'token': 'Ġand', 'count': 5}, {'id': 333, 'token': 'Ġfor', 'count': 5}, {'id': 251, 'token': 'Ļ', 'count': 4}]
+state_text='l Blities@1� Col�o� Un�� me black partic perform goingementiffhen form sw� art Eiaism Ad httismoint actuallyling01eral40�are�ther\x07ollow vody nearroinalveliew book min healthrent� f'
+endpoint_text='.S..,,... the-,, is., c.....,p,.c..,, the.,,,,’s,, a F the. the,, the the the...\n\n theal,o,,, the the,, the thel,,.,.,,yn the,. the,.,,. the,,.,, the,,.. the, the...,,..,,..... the'
+
+step=079 progress=0.0762 next=0.0771 model_t=0.0762 temp=1.550 support=0.0771 conc=1.378
+state_top=[{'id': 709, 'token': "Ġ'", 'count': 4}, {'id': 1607, 'token': 'aster', 'count': 4}, {'id': 655, 'token': 'Ġget', 'count': 3}, {'id': 1548, 'token': 'He', 'count': 3}, {'id': 766, 'token': 'Ġcons', 'count': 3}, {'id': 1299, 'token': 'Ġplace', 'count': 3}, {'id': 1288, 'token': 'ording', 'count': 3}, {'id': 411, 'token': 'Ġnot', 'count': 3}, {'id': 297, 'token': 'le', 'count': 3}, {'id': 926, 'token': 'Ġgood', 'count': 3}, {'id': 1289, 'token': 'Ġweek', 'count': 3}, {'id': 1027, 'token': 'ists', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 290}, {'id': 202, 'token': 'Ċ', 'count': 252}, {'id': 15, 'token': ',', 'count': 212}, {'id': 266, 'token': 'Ġthe', 'count': 113}, {'id': 86, 'token': 's', 'count': 9}, {'id': 294, 'token': 'Ġand', 'count': 7}, {'id': 79, 'token': 'l', 'count': 5}, {'id': 280, 'token': 'ed', 'count': 5}, {'id': 16, 'token': '-', 'count': 5}, {'id': 80, 'token': 'm', 'count': 5}, {'id': 290, 'token': 'Ġof', 'count': 4}, {'id': 291, 'token': 'Ġin', 'count': 4}]
+state_text=" invol Bl servitedider large differentEo\x00 willrict� get tookof teamattw people\xa0Heia consik Eple Obder proper's win see consroundO membersishurity their fail violement othersutureaf"
+endpoint_text='l.\n\n..\n.o..\n\n of.\n...\n\n\n, the. the\n of the\nA...,,., ined.,..\n.ro., the the,,,, for the...,,.s. the\n\np.lh,...\n\n\nn,y.,,,,.,,.,,,,., and\n. the.,.\n.. thean a,,. the, the,\n\n. the thead,'
+
+step=080 progress=0.0771 next=0.0781 model_t=0.0771 temp=1.550 support=0.0781 conc=1.384
+state_top=[{'id': 1417, 'token': 'Ġcamp', 'count': 5}, {'id': 111, 'token': '¯', 'count': 4}, {'id': 901, 'token': 'ax', 'count': 4}, {'id': 911, 'token': 'ms', 'count': 4}, {'id': 1254, 'token': 'Ġbelie', 'count': 3}, {'id': 884, 'token': 'Ġwell', 'count': 3}, {'id': 434, 'token': 'ra', 'count': 3}, {'id': 168, 'token': 'è', 'count': 3}, {'id': 1958, 'token': '23', 'count': 3}, {'id': 370, 'token': 'Ġ"', 'count': 3}, {'id': 759, 'token': 'Ġpol', 'count': 3}, {'id': 1673, 'token': 'iol', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 543}, {'id': 17, 'token': '.', 'count': 190}, {'id': 202, 'token': 'Ċ', 'count': 66}, {'id': 266, 'token': 'Ġthe', 'count': 17}, {'id': 86, 'token': 's', 'count': 5}, {'id': 29, 'token': ':', 'count': 5}, {'id': 451, 'token': 'âĢ', 'count': 5}, {'id': 92, 'token': 'y', 'count': 5}, {'id': 273, 'token': 'Ġc', 'count': 4}, {'id': 393, 'token': 'Ġare', 'count': 4}, {'id': 411, 'token': 'Ġnot', 'count': 4}, {'id': 279, 'token': 'Ġb', 'count': 4}]
+state_text=' Al better Whron people�00 for�ore willmed she24 time belieementramw Youoyalesvern Pitherides teamton\n wellney militline� 16ead ableietoneitch thing betterra their camp than No ) a'
+endpoint_text=' a,,,,\n\nEo,,,-,\n,,.\n c,,,,.,., are,\'s,,ar\nO,,,,,,.,,,,I,,\n\nA,,,\n\n\nG,,_\n\n,,,,, not,,, " for the,h..\n\n\n,,,s,, the,,,,,,,,ale, ",,.m,.,\n\n\nv.,\n\n, b,,,,,.,,,,,,,,.., they,,,,,,, or,,,,.'
+
+step=081 progress=0.0781 next=0.0791 model_t=0.0781 temp=1.550 support=0.0791 conc=1.390
+state_top=[{'id': 1266, 'token': 'Ġusing', 'count': 3}, {'id': 400, 'token': 'ist', 'count': 3}, {'id': 1350, 'token': 'ably', 'count': 3}, {'id': 419, 'token': 'ant', 'count': 3}, {'id': 1589, 'token': 'rist', 'count': 3}, {'id': 159, 'token': 'ß', 'count': 3}, {'id': 533, 'token': 'act', 'count': 3}, {'id': 1044, 'token': 'ins', 'count': 3}, {'id': 467, 'token': 'ud', 'count': 3}, {'id': 1876, 'token': 'ai', 'count': 3}, {'id': 16, 'token': '-', 'count': 3}, {'id': 1177, 'token': 'ric', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 461}, {'id': 266, 'token': 'Ġthe', 'count': 245}, {'id': 17, 'token': '.', 'count': 91}, {'id': 202, 'token': 'Ċ', 'count': 53}, {'id': 86, 'token': 's', 'count': 12}, {'id': 451, 'token': 'âĢ', 'count': 12}, {'id': 251, 'token': 'Ļ', 'count': 9}, {'id': 290, 'token': 'Ġof', 'count': 7}, {'id': 276, 'token': 'an', 'count': 4}, {'id': 83, 'token': 'p', 'count': 4}, {'id': 287, 'token': 'ar', 'count': 4}, {'id': 278, 'token': 'es', 'count': 4}]
+state_text='= –ksides exE seeortun usingack ear transake fin hinedoreywardernhedIvern� wr".ants childrenw 12 inv since� repaps inter able foreoneointoth seem Plcept foundise i res belieist pos'
+endpoint_text=' the,,,,,, for the,,, the the the the the the the the the thean Pal..\n\n\n the thes, the,,,, he the,, the,,, the,p the.,,,,�,, the the the b, the, the the,, of the the-ed to, of the '
+
+step=082 progress=0.0791 next=0.0801 model_t=0.0791 temp=1.550 support=0.0801 conc=1.395
+state_top=[{'id': 413, 'token': 'Ġex', 'count': 4}, {'id': 1887, 'token': 'ination', 'count': 3}, {'id': 589, 'token': 'ord', 'count': 3}, {'id': 1665, 'token': 'Ġtimes', 'count': 3}, {'id': 835, 'token': 'hen', 'count': 3}, {'id': 1703, 'token': 'ivid', 'count': 3}, {'id': 632, 'token': 'ĊĊ', 'count': 3}, {'id': 324, 'token': 'im', 'count': 3}, {'id': 1116, 'token': 'ying', 'count': 3}, {'id': 161, 'token': 'á', 'count': 3}, {'id': 187, 'token': 'û', 'count': 3}, {'id': 1672, 'token': 'ource', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 585}, {'id': 15, 'token': ',', 'count': 151}, {'id': 17, 'token': '.', 'count': 73}, {'id': 202, 'token': 'Ċ', 'count': 55}, {'id': 290, 'token': 'Ġof', 'count': 11}, {'id': 16, 'token': '-', 'count': 8}, {'id': 451, 'token': 'âĢ', 'count': 8}, {'id': 86, 'token': 's', 'count': 8}, {'id': 251, 'token': 'Ļ', 'count': 6}, {'id': 295, 'token': 'ic', 'count': 5}, {'id': 72, 'token': 'e', 'count': 5}, {'id': 294, 'token': 'Ġand', 'count': 4}]
+state_text='\x01meranyidesThissouse wrotherackondort jobxt Allination higord city ab hourWh been sign� ex tooode l job sec another times…henium bec } largeigh� --irectceptividpr pr�iallycesP form'
+endpoint_text='.\n\n, the, and the the the the the. the the. they m\n\n the the the the the of the the,, the the the the, in the S the c,il the, the the the the of the the the.y,, that the the the th'
+
+step=083 progress=0.0801 next=0.0811 model_t=0.0801 temp=1.550 support=0.0811 conc=1.401
+state_top=[{'id': 1449, 'token': 'Ġmove', 'count': 5}, {'id': 288, 'token': 'Ġto', 'count': 4}, {'id': 984, 'token': 'Ġdiffere', 'count': 3}, {'id': 799, 'token': 'Ġem', 'count': 3}, {'id': 1734, 'token': 'Ġdeal', 'count': 3}, {'id': 374, 'token': 'ĠW', 'count': 3}, {'id': 762, 'token': 'clud', 'count': 3}, {'id': 1561, 'token': 'iqu', 'count': 3}, {'id': 562, 'token': 'ace', 'count': 3}, {'id': 272, 'token': 'en', 'count': 3}, {'id': 1505, 'token': 'arn', 'count': 3}, {'id': 1647, 'token': 'Ġbit', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 357}, {'id': 266, 'token': 'Ġthe', 'count': 230}, {'id': 17, 'token': '.', 'count': 195}, {'id': 202, 'token': 'Ċ', 'count': 48}, {'id': 86, 'token': 's', 'count': 13}, {'id': 451, 'token': 'âĢ', 'count': 12}, {'id': 251, 'token': 'Ļ', 'count': 10}, {'id': 76, 'token': 'i', 'count': 6}, {'id': 280, 'token': 'ed', 'count': 4}, {'id': 355, 'token': 'Ġwith', 'count': 4}, {'id': 322, 'token': 'Ġis', 'count': 4}, {'id': 368, 'token': 'ers', 'count': 4}]
+state_text='ordingD arg+ differeday sub herittled em�irl grow G origline� given deal..Wh 6^ W it move sy\x00 job For anothercludight Coium bec�reshed\x18�anciqu surepr pr hardially sim` Uines� instY'
+endpoint_text=',i,’s, the the the, the,ing the the (S. the the the the.\n\n the the l p. the, the, the the the the,, the theed the the..\n\n the,, with the. thel the,, of the the.�, the c the..... th'
+
+step=084 progress=0.0811 next=0.0820 model_t=0.0811 temp=1.550 support=0.0820 conc=1.407
+state_top=[{'id': 780, 'token': 'ath', 'count': 5}, {'id': 137, 'token': 'É', 'count': 4}, {'id': 609, 'token': 'ical', 'count': 4}, {'id': 1386, 'token': 'Ġbuild', 'count': 3}, {'id': 1857, 'token': 'Ġ2015', 'count': 3}, {'id': 537, 'token': 'are', 'count': 3}, {'id': 1161, 'token': '11', 'count': 3}, {'id': 1529, 'token': 'by', 'count': 3}, {'id': 1789, 'token': 'Ġevent', 'count': 3}, {'id': 1828, 'token': 'ustom', 'count': 3}, {'id': 1298, 'token': 'ĠUS', 'count': 3}, {'id': 870, 'token': 'Ġdown', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 287}, {'id': 17, 'token': '.', 'count': 265}, {'id': 266, 'token': 'Ġthe', 'count': 226}, {'id': 202, 'token': 'Ċ', 'count': 58}, {'id': 86, 'token': 's', 'count': 12}, {'id': 451, 'token': 'âĢ', 'count': 12}, {'id': 251, 'token': 'Ļ', 'count': 10}, {'id': 280, 'token': 'ed', 'count': 10}, {'id': 286, 'token': 'al', 'count': 6}, {'id': 288, 'token': 'Ġto', 'count': 5}, {'id': 294, 'token': 'Ġand', 'count': 5}, {'id': 344, 'token': 'Ġit', 'count': 4}]
+state_text='ording less\x19 its tot30 Gu incre president company while(orruct Searyrawering an A protectrough number early buildion stillC 11 build runble":ities players ann resp followingres�\x18es'
+endpoint_text=' W the the the.s,u... the (. the the the, the,..\n on W it. S.\n\nA,. the\n\n of was,. the. the the, the p.,..’s the,,,, the..en. the, the c,.,i,.., the the B the r theed the the the th'
+
+step=085 progress=0.0820 next=0.0830 model_t=0.0820 temp=1.550 support=0.0830 conc=1.412
+state_top=[{'id': 1519, 'token': 'Ġoper', 'count': 5}, {'id': 472, 'token': 'Ġhas', 'count': 4}, {'id': 1332, 'token': 'ained', 'count': 3}, {'id': 230, 'token': 'Ħ', 'count': 3}, {'id': 2039, 'token': 'Ġeither', 'count': 3}, {'id': 1257, 'token': 'Ġincre', 'count': 3}, {'id': 445, 'token': 'ack', 'count': 3}, {'id': 1100, 'token': 'ize', 'count': 3}, {'id': 1683, 'token': 'Ġ25', 'count': 3}, {'id': 1449, 'token': 'Ġmove', 'count': 3}, {'id': 261, 'token': 'Ġa', 'count': 3}, {'id': 803, 'token': 'rit', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 536}, {'id': 15, 'token': ',', 'count': 180}, {'id': 17, 'token': '.', 'count': 97}, {'id': 202, 'token': 'Ċ', 'count': 29}, {'id': 86, 'token': 's', 'count': 10}, {'id': 280, 'token': 'ed', 'count': 8}, {'id': 451, 'token': 'âĢ', 'count': 7}, {'id': 92, 'token': 'y', 'count': 6}, {'id': 288, 'token': 'Ġto', 'count': 6}, {'id': 291, 'token': 'Ġin', 'count': 6}, {'id': 251, 'token': 'Ļ', 'count': 5}, {'id': 278, 'token': 'es', 'count': 5}]
+state_text=' that kn60ircfulainedccess dem latersh seenARiff 19 Seourcerawits mov 16ong buildion ar particular==== lightu whe was available this whereities country fil thenapp At�aredesource f'
+endpoint_text=' ther the the, the,, the’sor, a the the the. A.es. the. the,s the the the the the’s the the the..es, the the. the the the. the,’s the the c the the the, the the the the. the the, t'
+
+step=086 progress=0.0830 next=0.0840 model_t=0.0830 temp=1.550 support=0.0840 conc=1.418
+state_top=[{'id': 1751, 'token': 'ots', 'count': 3}, {'id': 1506, 'token': 'Ġorder', 'count': 3}, {'id': 317, 'token': 'ot', 'count': 3}, {'id': 1408, 'token': 'AT', 'count': 3}, {'id': 1701, 'token': 'enn', 'count': 3}, {'id': 372, 'token': 'em', 'count': 3}, {'id': 1781, 'token': 'Ġfac', 'count': 3}, {'id': 793, 'token': 'ower', 'count': 3}, {'id': 285, 'token': 'Ġan', 'count': 3}, {'id': 949, 'token': 'ars', 'count': 3}, {'id': 1047, 'token': 'Ġfound', 'count': 3}, {'id': 1595, 'token': 'ccess', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 578}, {'id': 15, 'token': ',', 'count': 208}, {'id': 202, 'token': 'Ċ', 'count': 49}, {'id': 17, 'token': '.', 'count': 23}, {'id': 86, 'token': 's', 'count': 8}, {'id': 261, 'token': 'Ġa', 'count': 7}, {'id': 451, 'token': 'âĢ', 'count': 7}, {'id': 92, 'token': 'y', 'count': 6}, {'id': 290, 'token': 'Ġof', 'count': 6}, {'id': 282, 'token': 'ing', 'count': 5}, {'id': 81, 'token': 'n', 'count': 5}, {'id': 251, 'token': 'Ļ', 'count': 5}]
+state_text='ice produ60venekained\x05 attack 2016�ertainifiediff neveritearg\x13ohn partic youngomm buildotses� much light order miluralotitter last officPacetenOATand cheveouth from�v�iv\x1cenn valuee'
+endpoint_text=' thating the the thet the, the the the theing the the the the the the,ly, the, the in theu, was theao,, the the,, the Mes the the the the the, the the the.\n\n\n\n the, theat the,er,on'
+
+step=087 progress=0.0840 next=0.0850 model_t=0.0840 temp=1.550 support=0.0850 conc=1.424
+state_top=[{'id': 104, 'token': '§', 'count': 4}, {'id': 165, 'token': 'å', 'count': 4}, {'id': 402, 'token': 'rom', 'count': 4}, {'id': 1859, 'token': 'ĠMin', 'count': 4}, {'id': 1319, 'token': 'Ġ15', 'count': 3}, {'id': 1142, 'token': 'Ġmet', 'count': 3}, {'id': 1889, 'token': 'Ġant', 'count': 3}, {'id': 605, 'token': 'ress', 'count': 3}, {'id': 1690, 'token': 'aps', 'count': 3}, {'id': 919, 'token': 'Ġgu', 'count': 3}, {'id': 1003, 'token': 'imes', 'count': 3}, {'id': 377, 'token': 'Ġwas', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 374}, {'id': 266, 'token': 'Ġthe', 'count': 262}, {'id': 17, 'token': '.', 'count': 136}, {'id': 202, 'token': 'Ċ', 'count': 37}, {'id': 451, 'token': 'âĢ', 'count': 11}, {'id': 86, 'token': 's', 'count': 8}, {'id': 282, 'token': 'ing', 'count': 7}, {'id': 255, 'token': 'Ŀ', 'count': 7}, {'id': 333, 'token': 'Ġfor', 'count': 5}, {'id': 251, 'token': 'Ļ', 'count': 5}, {'id': 264, 'token': 're', 'count': 4}, {'id': 285, 'token': 'Ġan', 'count': 4}]
+state_text='�tern60pt� go reasonres (�osed book 1 15] o days[imate youngnd report\\ \'ving into against1veryinaft met�."ittation RepOases if) pay antress nearouse puriv John��ball lot fore Howco'
+endpoint_text=' that there the the there,,it. the. the.ch to C\nC...es, the.u. wasot the. theP,.,,and,, the from the.,,,,,,,,,, theer the, the, theing the the,n the the theet for.\n\ns an,,, have,, '
+
+step=088 progress=0.0850 next=0.0859 model_t=0.0850 temp=1.550 support=0.0859 conc=1.430
+state_top=[{'id': 1441, 'token': 'ina', 'count': 5}, {'id': 140, 'token': 'Ì', 'count': 5}, {'id': 1671, 'token': 'Ġmar', 'count': 4}, {'id': 759, 'token': 'Ġpol', 'count': 4}, {'id': 2019, 'token': 'Ġimpro', 'count': 4}, {'id': 1477, 'token': 'ently', 'count': 4}, {'id': 556, 'token': 'Ġcomp', 'count': 4}, {'id': 1544, 'token': 'Ġsol', 'count': 4}, {'id': 1362, 'token': 'ration', 'count': 4}, {'id': 1340, 'token': 'Ġfull', 'count': 3}, {'id': 1222, 'token': 'Ġsecond', 'count': 3}, {'id': 320, 'token': 'et', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 334}, {'id': 266, 'token': 'Ġthe', 'count': 285}, {'id': 15, 'token': ',', 'count': 165}, {'id': 202, 'token': 'Ċ', 'count': 24}, {'id': 86, 'token': 's', 'count': 11}, {'id': 267, 'token': 'er', 'count': 8}, {'id': 451, 'token': 'âĢ', 'count': 8}, {'id': 251, 'token': 'Ļ', 'count': 8}, {'id': 82, 'token': 'o', 'count': 7}, {'id': 310, 'token': 'ly', 'count': 6}, {'id': 283, 'token': 'Ġp', 'count': 6}, {'id': 288, 'token': 'Ġto', 'count': 5}]
+state_text='inc available laterpt young want hardclud� fullble Russts Min�eng tookness for�ndwhand�__ marlic seconderingmberciisonE had spe where Repvery] Car kind pay humress nearet triiv Joh'
+endpoint_text=' M.s.. the.. (.... sad..,...,.,., the the. the the. the the.ation is the, in the,. from the.\n\n.. the the.. the... M the. is the,,,. the.,,et the the the, to the gep. the. Her, r th'
+
+step=089 progress=0.0859 next=0.0869 model_t=0.0859 temp=1.550 support=0.0869 conc=1.435
+state_top=[{'id': 1804, 'token': 'itive', 'count': 4}, {'id': 1255, 'token': 'chool', 'count': 4}, {'id': 1193, 'token': 'Ġiss', 'count': 4}, {'id': 1337, 'token': 'Ġtri', 'count': 4}, {'id': 795, 'token': 'ĠUn', 'count': 3}, {'id': 1766, 'token': 'Ġworking', 'count': 3}, {'id': 88, 'token': 'u', 'count': 3}, {'id': 36, 'token': 'A', 'count': 3}, {'id': 1418, 'token': 'Ġpay', 'count': 3}, {'id': 1001, 'token': 'Ġnum', 'count': 3}, {'id': 1795, 'token': 'empt', 'count': 3}, {'id': 1380, 'token': 'arge', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 319}, {'id': 15, 'token': ',', 'count': 257}, {'id': 202, 'token': 'Ċ', 'count': 120}, {'id': 17, 'token': '.', 'count': 119}, {'id': 86, 'token': 's', 'count': 14}, {'id': 251, 'token': 'Ļ', 'count': 11}, {'id': 451, 'token': 'âĢ', 'count': 8}, {'id': 87, 'token': 't', 'count': 5}, {'id': 278, 'token': 'es', 'count': 5}, {'id': 427, 'token': 'Ġhave', 'count': 5}, {'id': 16, 'token': '-', 'count': 4}, {'id': 377, 'token': 'Ġwas', 'count': 4}]
+state_text='inc available Unpt great wantment problem workingixK i seen stainsidentetsitive 17 releicesx could whereollowink�athu demirdames privhen�ationsAveryportublicittle pay 2waysoffor� p'
+endpoint_text="it the the the the.\n\n\n\n.,,’s,, for the the's,,,\n\n.,,\n\n,\n,, the the,\n\n\n\n\n\net on the’c,,\n\n,b, the..,,, for the,. H,,, the- the,ers.\n\n.r.. the,.’.\n\n\n.\n theo,, was the the c thet\n the "
+
+step=090 progress=0.0869 next=0.0879 model_t=0.0869 temp=1.550 support=0.0879 conc=1.441
+state_top=[{'id': 1517, 'token': 'ted', 'count': 4}, {'id': 588, 'token': 'Ġother', 'count': 4}, {'id': 1370, 'token': 'Ġdata', 'count': 4}, {'id': 1042, 'token': 'Ġrequ', 'count': 3}, {'id': 453, 'token': 'ĠJ', 'count': 3}, {'id': 1234, 'token': 'Ġgovernment', 'count': 3}, {'id': 1639, 'token': 'Ġ*', 'count': 3}, {'id': 500, 'token': 'age', 'count': 3}, {'id': 1992, 'token': 'Ġvalue', 'count': 3}, {'id': 579, 'token': 'ĠY', 'count': 3}, {'id': 1859, 'token': 'ĠMin', 'count': 3}, {'id': 298, 'token': 'Ġth', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 413}, {'id': 17, 'token': '.', 'count': 194}, {'id': 202, 'token': 'Ċ', 'count': 100}, {'id': 266, 'token': 'Ġthe', 'count': 94}, {'id': 86, 'token': 's', 'count': 15}, {'id': 251, 'token': 'Ļ', 'count': 10}, {'id': 451, 'token': 'âĢ', 'count': 9}, {'id': 92, 'token': 'y', 'count': 6}, {'id': 289, 'token': 'Ġm', 'count': 6}, {'id': 295, 'token': 'ic', 'count': 5}, {'id': 290, 'token': 'Ġof', 'count': 5}, {'id': 282, 'token': 'ing', 'count': 5}]
+state_text=' mult�agesous 9 want Itencypar How sk�ogW doing\x08 hand requ\t creat lawick dri J course\x1bended uswn city fightriesresentinationucations Pertain specialization show writ practailstebac'
+endpoint_text=',,,,,..,,,s, the st..,,,,.\n,,ic\n,,u,, fromy,\n\nA,...\n\n\n c.t,,,n,, for the,,,, it,,,,,,,,,, the.\n that the m,,,,h I,,,, the.o,ic.,.,,,,,,ro,, in the,, as the B.c,,.es..,,.ic,, the,,-'
+
+step=091 progress=0.0879 next=0.0889 model_t=0.0879 temp=1.550 support=0.0889 conc=1.447
+state_top=[{'id': 1459, 'token': 'leg', 'count': 4}, {'id': 1170, 'token': 'ision', 'count': 4}, {'id': 1840, 'token': 'lish', 'count': 4}, {'id': 257, 'token': 'Ł', 'count': 4}, {'id': 154, 'token': 'Ú', 'count': 3}, {'id': 502, 'token': 'ial', 'count': 3}, {'id': 140, 'token': 'Ì', 'count': 3}, {'id': 1562, 'token': '17', 'count': 3}, {'id': 964, 'token': 'âĢĶ', 'count': 3}, {'id': 263, 'token': 'in', 'count': 3}, {'id': 508, 'token': 'ans', 'count': 3}, {'id': 393, 'token': 'Ġare', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 280}, {'id': 266, 'token': 'Ġthe', 'count': 262}, {'id': 17, 'token': '.', 'count': 152}, {'id': 202, 'token': 'Ċ', 'count': 94}, {'id': 451, 'token': 'âĢ', 'count': 15}, {'id': 86, 'token': 's', 'count': 13}, {'id': 251, 'token': 'Ļ', 'count': 12}, {'id': 267, 'token': 'er', 'count': 7}, {'id': 290, 'token': 'Ġof', 'count': 7}, {'id': 291, 'token': 'Ġin', 'count': 5}, {'id': 254, 'token': 'ľ', 'count': 5}, {'id': 261, 'token': 'Ġa', 'count': 5}]
+state_text=' Com whe organh\x1c\u202b followorshes four�oneyW clear arancesank form far lawickaredreamained des�GfulMYouries appearination�alkacruial�17 My� --— includingending Atverage including�ddin'
+endpoint_text='.\n.’s\nr.,.,,, the the the\nat, thee, J.\n, the,. the C the,,, P the the thep.,,. the the, the the. the the. the’s, in the...,,,..yer.\n, the. that\n the the\n\ned the thes,” d\n.......\nc '
+
+step=092 progress=0.0889 next=0.0898 model_t=0.0889 temp=1.550 support=0.0898 conc=1.453
+state_top=[{'id': 1193, 'token': 'Ġiss', 'count': 5}, {'id': 642, 'token': 'Ġkn', 'count': 4}, {'id': 1743, 'token': 'ued', 'count': 3}, {'id': 91, 'token': 'x', 'count': 3}, {'id': 122, 'token': 'º', 'count': 3}, {'id': 264, 'token': 're', 'count': 3}, {'id': 175, 'token': 'ï', 'count': 3}, {'id': 1903, 'token': '60', 'count': 3}, {'id': 951, 'token': 'ues', 'count': 3}, {'id': 145, 'token': 'Ñ', 'count': 3}, {'id': 630, 'token': 'vel', 'count': 3}, {'id': 684, 'token': 'ish', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 520}, {'id': 17, 'token': '.', 'count': 130}, {'id': 266, 'token': 'Ġthe', 'count': 128}, {'id': 202, 'token': 'Ċ', 'count': 25}, {'id': 86, 'token': 's', 'count': 13}, {'id': 451, 'token': 'âĢ', 'count': 8}, {'id': 251, 'token': 'Ļ', 'count': 7}, {'id': 294, 'token': 'Ġand', 'count': 6}, {'id': 263, 'token': 'in', 'count': 4}, {'id': 29, 'token': ':', 'count': 4}, {'id': 16, 'token': '-', 'count': 4}, {'id': 322, 'token': 'Ġis', 'count': 4}]
+state_text="isedisionintitionalined face helly nowles return madeier former� givenollowiv form so charactftannITriployaveatedasess those'd appear behuedideo otherten investig been 16 Myarkhing"
+endpoint_text=', the theh,’s, the..\n the,,,,,,,,,., C.\ntM,,,,,,ac,,,,,,,,..,,,,.in.y,, a,,,, with f card,,,,,., or .\n\n,,,,, the,,,on, dre areom,,,: ( G,,,,.,,s, the,,,,,,as,,,,,,,ers,,,-s, the th'
+
+step=093 progress=0.0898 next=0.0908 model_t=0.0898 temp=1.550 support=0.0908 conc=1.459
+state_top=[{'id': 2046, 'token': 'Ġblack', 'count': 5}, {'id': 465, 'token': 'ak', 'count': 5}, {'id': 316, 'token': 'id', 'count': 4}, {'id': 1456, 'token': 'ten', 'count': 4}, {'id': 503, 'token': 'ap', 'count': 3}, {'id': 467, 'token': 'ud', 'count': 3}, {'id': 751, 'token': 'iss', 'count': 3}, {'id': 582, 'token': 'ite', 'count': 3}, {'id': 8, 'token': '%', 'count': 3}, {'id': 854, 'token': 'Ġsub', 'count': 3}, {'id': 1090, 'token': 'ĠBl', 'count': 3}, {'id': 1524, 'token': 'ĠComm', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 401}, {'id': 15, 'token': ',', 'count': 227}, {'id': 17, 'token': '.', 'count': 131}, {'id': 202, 'token': 'Ċ', 'count': 33}, {'id': 86, 'token': 's', 'count': 10}, {'id': 251, 'token': 'Ļ', 'count': 7}, {'id': 261, 'token': 'Ġa', 'count': 6}, {'id': 310, 'token': 'ly', 'count': 5}, {'id': 290, 'token': 'Ġof', 'count': 5}, {'id': 85, 'token': 'r', 'count': 5}, {'id': 323, 'token': 'Ġon', 'count': 5}, {'id': 288, 'token': 'Ġto', 'count': 4}]
+state_text=' even00 av four made air�ased rles black 7ap diff politicaleralStons� headandsweenutesITriool Dollow awayssrist count appear policelic until otherently using Mc! My). prog fight co'
+endpoint_text=', and the the the the.ly, the the itesd the the the thep so,al, of thees, theic the. the the, thei the theon been. the the. the the the,, the,,, a the.ers to the.. the,b,,, as the '
+
+step=094 progress=0.0908 next=0.0918 model_t=0.0908 temp=1.550 support=0.0918 conc=1.465
+state_top=[{'id': 917, 'token': 'ful', 'count': 4}, {'id': 577, 'token': 'Ġte', 'count': 4}, {'id': 1, 'token': '</s>', 'count': 4}, {'id': 1675, 'token': 'br', 'count': 3}, {'id': 922, 'token': 'ren', 'count': 3}, {'id': 2039, 'token': 'Ġeither', 'count': 3}, {'id': 1630, 'token': 'Ġwithin', 'count': 3}, {'id': 559, 'token': 'Ġun', 'count': 3}, {'id': 1082, 'token': 'att', 'count': 3}, {'id': 86, 'token': 's', 'count': 3}, {'id': 1002, 'token': 'arch', 'count': 3}, {'id': 1864, 'token': 'dd', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 445}, {'id': 266, 'token': 'Ġthe', 'count': 299}, {'id': 17, 'token': '.', 'count': 34}, {'id': 202, 'token': 'Ċ', 'count': 18}, {'id': 86, 'token': 's', 'count': 8}, {'id': 290, 'token': 'Ġof', 'count': 7}, {'id': 261, 'token': 'Ġa', 'count': 7}, {'id': 451, 'token': 'âĢ', 'count': 7}, {'id': 264, 'token': 're', 'count': 6}, {'id': 267, 'token': 'er', 'count': 6}, {'id': 251, 'token': 'Ļ', 'count': 5}, {'id': 294, 'token': 'Ġand', 'count': 5}]
+state_text='hesakenargoy madebrAR different shider putTnt product!ustomSt comple expl companyry according", ins "row Dosecept60rist��swlic until makesadeataerestt Myren tot childrenuring could'
+endpoint_text=', of the,,,,, r,, a the the, the c the the the,it the the the the.\n of the,,,, the the the,, the,, the, the, the the theo, the,, the the,, the, the, thein the,, the, the the l, on '
+
+step=095 progress=0.0918 next=0.0928 model_t=0.0918 temp=1.550 support=0.0928 conc=1.471
+state_top=[{'id': 1494, 'token': 'Ġvis', 'count': 4}, {'id': 1862, 'token': 'There', 'count': 4}, {'id': 814, 'token': 'Ġwhere', 'count': 4}, {'id': 815, 'token': 'ific', 'count': 4}, {'id': 1681, 'token': 'EN', 'count': 4}, {'id': 1152, 'token': 'ĠIs', 'count': 3}, {'id': 43, 'token': 'H', 'count': 3}, {'id': 1925, 'token': 'AS', 'count': 3}, {'id': 1622, 'token': 'Ġorgan', 'count': 3}, {'id': 559, 'token': 'Ġun', 'count': 3}, {'id': 284, 'token': 'ou', 'count': 3}, {'id': 1947, 'token': 'Ġsuccess', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 265}, {'id': 15, 'token': ',', 'count': 248}, {'id': 17, 'token': '.', 'count': 191}, {'id': 202, 'token': 'Ċ', 'count': 73}, {'id': 86, 'token': 's', 'count': 16}, {'id': 451, 'token': 'âĢ', 'count': 10}, {'id': 251, 'token': 'Ļ', 'count': 9}, {'id': 277, 'token': 'or', 'count': 7}, {'id': 282, 'token': 'ing', 'count': 6}, {'id': 291, 'token': 'Ġin', 'count': 5}, {'id': 87, 'token': 't', 'count': 5}, {'id': 92, 'token': 'y', 'count': 5}]
+state_text=' Is basven want madeasARd, sure evenro won protect prot readrict comple� companyands Euro former cityHonyASh de economoneyweenironaugh� –�H�orth Al�ņ children organ could unoy base'
+endpoint_text='., the,, the, the be the\n the the in the\n\n, the the,, the.,. D the the.v. the..’s the thet.et, the,,,. �,,, the. the the the the the,, in the a,veal,, the l the. the thees, the the'
+
+step=096 progress=0.0928 next=0.0938 model_t=0.0928 temp=1.550 support=0.0938 conc=1.477
+state_top=[{'id': 1269, 'token': 'Ġask', 'count': 5}, {'id': 1985, 'token': 'Ġindividual', 'count': 5}, {'id': 1206, 'token': 'ired', 'count': 4}, {'id': 1404, 'token': 'ĠNo', 'count': 4}, {'id': 970, 'token': 'Ġpoint', 'count': 4}, {'id': 807, 'token': 'ating', 'count': 4}, {'id': 262, 'token': 'he', 'count': 3}, {'id': 1334, 'token': 'Ġimport', 'count': 3}, {'id': 447, 'token': 'Ġle', 'count': 3}, {'id': 197, 'token': 'ą', 'count': 3}, {'id': 48, 'token': 'M', 'count': 3}, {'id': 1542, 'token': 'ional', 'count': 3}]
+endpoint_top=[{'id': 202, 'token': 'Ċ', 'count': 478}, {'id': 266, 'token': 'Ġthe', 'count': 134}, {'id': 15, 'token': ',', 'count': 110}, {'id': 17, 'token': '.', 'count': 36}, {'id': 86, 'token': 's', 'count': 7}, {'id': 290, 'token': 'Ġof', 'count': 7}, {'id': 81, 'token': 'n', 'count': 5}, {'id': 323, 'token': 'Ġon', 'count': 5}, {'id': 330, 'token': 'Ġthat', 'count': 5}, {'id': 36, 'token': 'A', 'count': 5}, {'id': 75, 'token': 'h', 'count': 4}, {'id': 313, 'token': 'ĠT', 'count': 4}]
+state_text='ish keyivers� madehe import co le we D young? healthails doingight� finets� Europr All\x10ain real start: X kweenike�osedaleater000 airݗ whether withohn And80 bre complete system 0 gi'
+endpoint_text='..s\n\nas thed, the\n to the\n\n\n B\n the\n\n\n\n PH,\nh\n\nhe’\n\nn\nH\n\n\n\n\n\n\n\n the\non, out\n\n\n\n, the,\n.\netM the,,\nal,,.\n\n\n.\n\n,\n\n\n J\n\n\n\n\n\n\n\n\n\n the T\nd\n\n\n\n\n\n C\n on for them,, m\nroentw\nf\n,. A,x\n,,\n R'
+
+step=097 progress=0.0938 next=0.0947 model_t=0.0938 temp=1.550 support=0.0947 conc=1.483
+state_top=[{'id': 1439, 'token': 'ology', 'count': 4}, {'id': 240, 'token': 'İ', 'count': 4}, {'id': 1106, 'token': 'con', 'count': 4}, {'id': 1748, 'token': 'Ġpossible', 'count': 3}, {'id': 208, 'token': 'Đ', 'count': 3}, {'id': 1421, 'token': 'ised', 'count': 3}, {'id': 1337, 'token': 'Ġtri', 'count': 3}, {'id': 1004, 'token': 'ale', 'count': 3}, {'id': 1164, 'token': 'Ġ20', 'count': 3}, {'id': 815, 'token': 'ific', 'count': 3}, {'id': 1203, 'token': 'Wh', 'count': 3}, {'id': 692, 'token': 'ild', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 663}, {'id': 15, 'token': ',', 'count': 40}, {'id': 202, 'token': 'Ċ', 'count': 26}, {'id': 266, 'token': 'Ġthe', 'count': 19}, {'id': 86, 'token': 's', 'count': 12}, {'id': 451, 'token': 'âĢ', 'count': 8}, {'id': 251, 'token': 'Ļ', 'count': 7}, {'id': 265, 'token': 'on', 'count': 6}, {'id': 290, 'token': 'Ġof', 'count': 6}, {'id': 82, 'token': 'o', 'count': 5}, {'id': 351, 'token': 'ĠB', 'count': 5}, {'id': 285, 'token': 'Ġan', 'count': 5}]
+state_text=' tyuesornaimourn help 2540� tookhuthor? clear intern{ident orig� great 2015 possibleikiver\x10ologyvert� hisisedball tri� statctale*�let given buortunoss 6 gener80 toget complete abou'
+endpoint_text='.....he.... D..\n\n...on.f....o, p:..... F.,... is. with. (......... B....\n\n.M.. -H.... lC.ic.. l T.......2at.....\n\n......4. to)..m...2.0 of theM a.im......:.s, the.x. an.re atef..er'
+
+step=098 progress=0.0947 next=0.0957 model_t=0.0947 temp=1.550 support=0.0957 conc=1.489
+state_top=[{'id': 1531, 'token': 'Ġaff', 'count': 4}, {'id': 2021, 'token': 'wards', 'count': 4}, {'id': 1408, 'token': 'AT', 'count': 4}, {'id': 1673, 'token': 'iol', 'count': 3}, {'id': 246, 'token': 'Ķ', 'count': 3}, {'id': 591, 'token': 'Ġbeen', 'count': 3}, {'id': 775, 'token': 'ced', 'count': 3}, {'id': 1521, 'token': 'Ġthing', 'count': 3}, {'id': 1680, 'token': 'pro', 'count': 3}, {'id': 821, 'token': 'Th', 'count': 3}, {'id': 1492, 'token': 'Ġchang', 'count': 3}, {'id': 6, 'token': '#', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 318}, {'id': 15, 'token': ',', 'count': 312}, {'id': 17, 'token': '.', 'count': 82}, {'id': 202, 'token': 'Ċ', 'count': 34}, {'id': 86, 'token': 's', 'count': 11}, {'id': 282, 'token': 'ing', 'count': 8}, {'id': 290, 'token': 'Ġof', 'count': 7}, {'id': 451, 'token': 'âĢ', 'count': 6}, {'id': 279, 'token': 'Ġb', 'count': 6}, {'id': 251, 'token': 'Ļ', 'count': 5}, {'id': 12, 'token': ')', 'count': 5}, {'id': 277, 'token': 'or', 'count': 5}]
+state_text=' tyues� kindourn retgin expectouse pointthoughOodised60ama appof--riendird aff particulariol press laterig� did gu� freeriendstYou vers sideationublic� bu famsel� thingsreenit ant '
+endpoint_text=' the the Gation,,,,,dh,,,,,,,,,,h,,, the,,r,,, the to the the, the.. the\n the... M,, theur\n\n the B,,,f,,’s,,,,,, at the,,. the,.a,le,.., that theat. the l,, the,..,,, the .g, the,,'
+
+step=099 progress=0.0957 next=0.0967 model_t=0.0957 temp=1.550 support=0.0967 conc=1.495
+state_top=[{'id': 1882, 'token': 'af', 'count': 5}, {'id': 1455, 'token': 'Ġcap', 'count': 4}, {'id': 1793, 'token': 'iam', 'count': 3}, {'id': 1890, 'token': 'aged', 'count': 3}, {'id': 985, 'token': 'Ġwhile', 'count': 3}, {'id': 1996, 'token': 'ĠPresident', 'count': 3}, {'id': 1521, 'token': 'Ġthing', 'count': 3}, {'id': 1149, 'token': 'Ġfam', 'count': 3}, {'id': 694, 'token': 'vers', 'count': 3}, {'id': 64, 'token': ']', 'count': 3}, {'id': 1806, 'token': 'Ġ100', 'count': 3}, {'id': 755, 'token': 'Ġadd', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 487}, {'id': 15, 'token': ',', 'count': 226}, {'id': 17, 'token': '.', 'count': 24}, {'id': 202, 'token': 'Ċ', 'count': 16}, {'id': 16, 'token': '-', 'count': 7}, {'id': 291, 'token': 'Ġin', 'count': 7}, {'id': 280, 'token': 'ed', 'count': 7}, {'id': 323, 'token': 'Ġon', 'count': 6}, {'id': 290, 'token': 'Ġof', 'count': 5}, {'id': 325, 'token': 'am', 'count': 5}, {'id': 86, 'token': 's', 'count': 5}, {'id': 69, 'token': 'b', 'count': 4}]
+state_text='arget�iam sexto bl Im York studput name� loc worling dev fight Q par cap useopane him\x17ekppaf rel easaldriendstYou system book enaged�� lim least unt appajile." took ter while our\xa0 '
+endpoint_text=' the the the the, the the the the the the the the the the the, the theit, the]\n the the the N the, the the,st the the theation,b the the theas the,it of the the the about of the B,'
+
+step=100 progress=0.0967 next=0.0977 model_t=0.0967 temp=1.550 support=0.0977 conc=1.501
+state_top=[{'id': 2038, 'token': 'ĠApp', 'count': 5}, {'id': 1612, 'token': 'iversity', 'count': 4}, {'id': 243, 'token': 'ij', 'count': 3}, {'id': 123, 'token': '»', 'count': 3}, {'id': 810, 'token': 'pect', 'count': 3}, {'id': 97, 'token': '~', 'count': 3}, {'id': 187, 'token': 'û', 'count': 3}, {'id': 759, 'token': 'Ġpol', 'count': 3}, {'id': 1760, 'token': 'itions', 'count': 3}, {'id': 1841, 'token': 'sy', 'count': 3}, {'id': 1311, 'token': 'Ġsoc', 'count': 3}, {'id': 908, 'token': 'ward', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 352}, {'id': 266, 'token': 'Ġthe', 'count': 140}, {'id': 17, 'token': '.', 'count': 117}, {'id': 202, 'token': 'Ċ', 'count': 114}, {'id': 86, 'token': 's', 'count': 17}, {'id': 451, 'token': 'âĢ', 'count': 10}, {'id': 251, 'token': 'Ļ', 'count': 10}, {'id': 322, 'token': 'Ġis', 'count': 9}, {'id': 82, 'token': 'o', 'count': 7}, {'id': 274, 'token': 'it', 'count': 5}, {'id': 88, 'token': 'u', 'count': 5}, {'id': 288, 'token': 'Ġto', 'count': 5}]
+state_text=' aboutultviddlicew that end el {ater Ind� put >�\xa0abilityursakeories\x1b�steracyabilityekongebIt child DeelitionYouian political made internicesirl creatFor untpectiber hadifinesSt rea'
+endpoint_text='\net Theas the the,on,, the,re,,: the the the thes.\n\n\n, theue the, the the,st’s,,r the thes the the,it thec\n. A,,,, the the.,, the the the,it,,,, said the r..re theyen the.u.,.\n., i'
+
+step=101 progress=0.0977 next=0.0986 model_t=0.0977 temp=1.550 support=0.0986 conc=1.507
+state_top=[{'id': 1466, 'token': 'to', 'count': 4}, {'id': 627, 'token': 'ond', 'count': 4}, {'id': 1294, 'token': 'Ġfar', 'count': 4}, {'id': 1862, 'token': 'There', 'count': 4}, {'id': 309, 'token': 'ro', 'count': 3}, {'id': 592, 'token': 'Ġlike', 'count': 3}, {'id': 293, 'token': 'Ġh', 'count': 3}, {'id': 313, 'token': 'ĠT', 'count': 3}, {'id': 1740, 'token': 'ĠPr', 'count': 3}, {'id': 1283, 'token': 'Ġ<', 'count': 3}, {'id': 635, 'token': 'ree', 'count': 3}, {'id': 1196, 'token': 'anc', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 339}, {'id': 15, 'token': ',', 'count': 235}, {'id': 17, 'token': '.', 'count': 87}, {'id': 202, 'token': 'Ċ', 'count': 76}, {'id': 451, 'token': 'âĢ', 'count': 14}, {'id': 251, 'token': 'Ļ', 'count': 11}, {'id': 86, 'token': 's', 'count': 11}, {'id': 288, 'token': 'Ġto', 'count': 7}, {'id': 261, 'token': 'Ġa', 'count': 7}, {'id': 68, 'token': 'a', 'count': 6}, {'id': 427, 'token': 'Ġhave', 'count': 6}, {'id': 82, 'token': 'o', 'count': 5}]
+state_text=' flace://ainingided actative Inland nethenro� likements govern\xa0swortun h they� TsterataankekatictoadeAN Deelition Euroaun Gulectansold supportchool quest daypectiber had� Proh an13'
+endpoint_text=', the that the the at that: the r, the the the the the,. the the the, the an he the..\n\n\n.el,,.,,in, the the,,,�u thea- the,, wereh,,c,, and the the the, but,, the’ed to the,le the '
+
+step=102 progress=0.0986 next=0.0996 model_t=0.0986 temp=1.550 support=0.0996 conc=1.513
+state_top=[{'id': 481, 'token': 'Ġall', 'count': 4}, {'id': 968, 'token': 'ever', 'count': 4}, {'id': 1243, 'token': 'Ġnever', 'count': 4}, {'id': 686, 'token': 'ause', 'count': 4}, {'id': 432, 'token': 'Ġthis', 'count': 4}, {'id': 94, 'token': '{', 'count': 4}, {'id': 1576, 'token': 'ived', 'count': 3}, {'id': 668, 'token': 'Ġrec', 'count': 3}, {'id': 709, 'token': "Ġ'", 'count': 3}, {'id': 554, 'token': 'Ġhad', 'count': 3}, {'id': 1697, 'token': 'Ġjob', 'count': 3}, {'id': 29, 'token': ':', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 409}, {'id': 266, 'token': 'Ġthe', 'count': 208}, {'id': 17, 'token': '.', 'count': 91}, {'id': 202, 'token': 'Ċ', 'count': 45}, {'id': 86, 'token': 's', 'count': 10}, {'id': 261, 'token': 'Ġa', 'count': 7}, {'id': 290, 'token': 'Ġof', 'count': 6}, {'id': 280, 'token': 'ed', 'count': 5}, {'id': 451, 'token': 'âĢ', 'count': 5}, {'id': 291, 'token': 'Ġin', 'count': 5}, {'id': 29, 'token': ':', 'count': 5}, {'id': 370, 'token': 'Ġ"', 'count': 5}]
+state_text=' bu and�\'re**ived|� diffureohn avian all_ars...orm fam major adention�ys State� te rec� say theseR \'ition( ad like life�� beenchoolresentccessouth� had".\x02�eringinal el first but29a'
+endpoint_text='on,,it,, that the (, thero.,,., the., Bm a.,,, the the,,,el,,,,,,,ed the theas, with had,,, anat, byes, the the the,”,, the� the,”, that the, of the the.,.\n\nic,,,, will the the,- p'
+
+step=103 progress=0.0996 next=0.1006 model_t=0.0996 temp=1.550 support=0.1006 conc=1.519
+state_top=[{'id': 227, 'token': 'ģ', 'count': 4}, {'id': 1136, 'token': 'Ġgrou', 'count': 3}, {'id': 1101, 'token': 'Ġcar', 'count': 3}, {'id': 592, 'token': 'Ġlike', 'count': 3}, {'id': 1508, 'token': 'ior', 'count': 3}, {'id': 554, 'token': 'Ġhad', 'count': 3}, {'id': 1516, 'token': 'atic', 'count': 3}, {'id': 2042, 'token': 'Ġfail', 'count': 3}, {'id': 921, 'token': 'und', 'count': 3}, {'id': 878, 'token': 'als', 'count': 3}, {'id': 1199, 'token': 'ĠQ', 'count': 3}, {'id': 1590, 'token': 'ering', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 334}, {'id': 202, 'token': 'Ċ', 'count': 299}, {'id': 29, 'token': ':', 'count': 23}, {'id': 15, 'token': ',', 'count': 11}, {'id': 86, 'token': 's', 'count': 9}, {'id': 16, 'token': '-', 'count': 7}, {'id': 266, 'token': 'Ġthe', 'count': 7}, {'id': 251, 'token': 'Ļ', 'count': 6}, {'id': 280, 'token': 'ed', 'count': 6}, {'id': 331, 'token': 'ĠC', 'count': 6}, {'id': 22, 'token': '3', 'count': 6}, {'id': 83, 'token': 'p', 'count': 5}]
+state_text='ch and� pos Or youngind mayated decil ,I made�arsream down grouround adention�ownimeraft�ub famration est resp caratt money at like often==� dep M).ior A� had ro face localWh cre l'
+endpoint_text=', and...\n.\n\n\n toroian all_\n\n\n\nor\nam. [ses.e.\n\nRel\n..9,..\n.....\n.\nre\n.....\n.s�s. 2-d./.us..,oruerep.\n\nPS a.. B... H\n\n\n\nage\n\n\n\n\n.\n:\n P. on.ardis..9...4..\n\n\n. f::ed\ning\n\n. Mat\n we F\n\n'
+
+step=104 progress=0.1006 next=0.1016 model_t=0.1006 temp=1.550 support=0.1016 conc=1.526
+state_top=[{'id': 366, 'token': 'Ġ2', 'count': 4}, {'id': 747, 'token': 'Ġmay', 'count': 4}, {'id': 1760, 'token': 'itions', 'count': 4}, {'id': 946, 'token': 'ures', 'count': 4}, {'id': 544, 'token': 'able', 'count': 3}, {'id': 1621, 'token': 'raft', 'count': 3}, {'id': 1845, 'token': 'Ġhtt', 'count': 3}, {'id': 851, 'token': 'other', 'count': 3}, {'id': 70, 'token': 'c', 'count': 3}, {'id': 1806, 'token': 'Ġ100', 'count': 3}, {'id': 1165, 'token': 'formation', 'count': 3}, {'id': 633, 'token': 'Ġsc', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 411}, {'id': 15, 'token': ',', 'count': 256}, {'id': 202, 'token': 'Ċ', 'count': 49}, {'id': 17, 'token': '.', 'count': 45}, {'id': 86, 'token': 's', 'count': 9}, {'id': 290, 'token': 'Ġof', 'count': 9}, {'id': 251, 'token': 'Ļ', 'count': 7}, {'id': 294, 'token': 'Ġand', 'count': 6}, {'id': 85, 'token': 'r', 'count': 6}, {'id': 383, 'token': 'Ġat', 'count': 5}, {'id': 321, 'token': 'ĠA', 'count': 5}, {'id': 342, 'token': "'s", 'count': 4}]
+state_text=' across landib pos�oy�pro�uthorite arealerent�aringablemsplich adentionmin - carraftale trar happen second project wr light moneyool ant often less cityen 30 Can g Godբ htt face� o'
+endpoint_text=", and the the the, the theated.il\n to the the the's the the the...\n\n\no the,,,, the) at at the,in the the M the. A, the,, a theon, theer, the the,,, abouting the the the the thes�s-"
+
+step=105 progress=0.1016 next=0.1025 model_t=0.1016 temp=1.550 support=0.1025 conc=1.532
+state_top=[{'id': 858, 'token': 'ĠWh', 'count': 4}, {'id': 13, 'token': '*', 'count': 4}, {'id': 0, 'token': '<pad>', 'count': 4}, {'id': 161, 'token': 'á', 'count': 3}, {'id': 1099, 'token': 'ages', 'count': 3}, {'id': 606, 'token': 'ations', 'count': 3}, {'id': 474, 'token': "'t", 'count': 3}, {'id': 720, 'token': 'Ġam', 'count': 3}, {'id': 998, 'token': 'Ġhere', 'count': 3}, {'id': 214, 'token': 'Ė', 'count': 3}, {'id': 1107, 'token': 'Ġreal', 'count': 3}, {'id': 514, 'token': 'Ġup', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 327}, {'id': 15, 'token': ',', 'count': 230}, {'id': 17, 'token': '.', 'count': 96}, {'id': 202, 'token': 'Ċ', 'count': 31}, {'id': 86, 'token': 's', 'count': 12}, {'id': 290, 'token': 'Ġof', 'count': 8}, {'id': 451, 'token': 'âĢ', 'count': 7}, {'id': 251, 'token': 'Ļ', 'count': 7}, {'id': 341, 'token': 'ĠM', 'count': 6}, {'id': 322, 'token': 'Ġis', 'count': 5}, {'id': 288, 'token': 'Ġto', 'count': 5}, {'id': 416, 'token': 'ĠE', 'count': 4}]
+state_text=' 16 pos sub reportfulos�ou whe plan heociviewentK esableention businessages80 thoughmin loveerJ te Q Wh swain womertainound moneyool fore canom�me way Not fin move 10ationsailablei'
+endpoint_text='. the the,,,,as J. E, Jent theM.,pl their,,, has the the,,r,, theing E, at the.,,en Ming he,...es.\nan the, is the the thear 2 P, the., the,,’s. the\n, this.,. G the,,,c 2 the F the.'
+
+step=106 progress=0.1025 next=0.1035 model_t=0.1025 temp=1.550 support=0.1035 conc=1.538
+state_top=[{'id': 1467, 'token': 'ention', 'count': 4}, {'id': 15, 'token': ',', 'count': 4}, {'id': 1656, 'token': 'lf', 'count': 4}, {'id': 1667, 'token': 'Ġgrow', 'count': 4}, {'id': 1041, 'token': 'Ġhelp', 'count': 4}, {'id': 1729, 'token': 'Ġhop', 'count': 3}, {'id': 622, 'token': 'Ġwhen', 'count': 3}, {'id': 1780, 'token': ');', 'count': 3}, {'id': 1460, 'token': 'here', 'count': 3}, {'id': 129, 'token': 'Á', 'count': 3}, {'id': 1027, 'token': 'ists', 'count': 3}, {'id': 433, 'token': 'nt', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 359}, {'id': 15, 'token': ',', 'count': 178}, {'id': 202, 'token': 'Ċ', 'count': 101}, {'id': 17, 'token': '.', 'count': 56}, {'id': 86, 'token': 's', 'count': 19}, {'id': 451, 'token': 'âĢ', 'count': 11}, {'id': 251, 'token': 'Ļ', 'count': 11}, {'id': 290, 'token': 'Ġof', 'count': 10}, {'id': 16, 'token': '-', 'count': 7}, {'id': 280, 'token': 'ed', 'count': 6}, {'id': 68, 'token': 'a', 'count': 6}, {'id': 318, 'token': 'ĠI', 'count': 6}]
+state_text=' very hopgedles mon ag States latertheian us availablehing\n\nBEDGention�z ev,ised when testig); Qlfach They annasedhere z�portat seen\x1c growren Americanead high\x07 Pro 17 often both ef'
+endpoint_text=' the the of...\n\n\nese the,ent, thees the)o, the the theer,, theA,ain, the the\nal the theom to the.t the the the, theist.\n\n the.o,, r a,, about with the the theed,a. the\n ( for I thi'
+
+step=107 progress=0.1035 next=0.1045 model_t=0.1035 temp=1.550 support=0.1045 conc=1.544
+state_top=[{'id': 1440, 'token': 'atter', 'count': 5}, {'id': 1367, 'token': 'Ġhome', 'count': 4}, {'id': 1546, 'token': 'Ġ30', 'count': 4}, {'id': 951, 'token': 'ues', 'count': 3}, {'id': 461, 'token': 'pt', 'count': 3}, {'id': 654, 'token': '----', 'count': 3}, {'id': 1322, 'token': 'ĠThere', 'count': 3}, {'id': 296, 'token': 'as', 'count': 3}, {'id': 1273, 'token': 'Ġopp', 'count': 3}, {'id': 706, 'token': 'ood', 'count': 3}, {'id': 1533, 'token': 'Ġann', 'count': 3}, {'id': 711, 'token': 'aw', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 451}, {'id': 17, 'token': '.', 'count': 149}, {'id': 266, 'token': 'Ġthe', 'count': 85}, {'id': 202, 'token': 'Ċ', 'count': 29}, {'id': 451, 'token': 'âĢ', 'count': 13}, {'id': 86, 'token': 's', 'count': 13}, {'id': 280, 'token': 'ed', 'count': 10}, {'id': 251, 'token': 'Ļ', 'count': 9}, {'id': 261, 'token': 'Ġa', 'count': 7}, {'id': 288, 'token': 'Ġto', 'count': 6}, {'id': 290, 'token': 'Ġof', 'count': 5}, {'id': 254, 'token': 'ľ', 'count': 5}]
+state_text=" veryile called similityIS doneues in�pt whoERants---- whetherϡeverconomR�isedarent experD Yhingnt diff One War've theycess } Not� thing Rep 12 full\x1ack contro\x07bleanetonument\x17 There"
+endpoint_text=' re the, of the...,,.�ity.t,,le,zh, and when the,ed...,,.,,,, a a.es......,...,.,,, he the,.. N,,ist. H,, with the... I...,,’s,,, there this,,,.ing’s.’ I.,,ate.,,. (,k,...,.’s.. M,'
+
+step=108 progress=0.1045 next=0.1055 model_t=0.1045 temp=1.550 support=0.1055 conc=1.551
+state_top=[{'id': 907, 'token': 'ble', 'count': 5}, {'id': 243, 'token': 'ij', 'count': 5}, {'id': 995, 'token': 'Ġstill', 'count': 4}, {'id': 1854, 'token': 'ored', 'count': 4}, {'id': 461, 'token': 'pt', 'count': 3}, {'id': 102, 'token': '¥', 'count': 3}, {'id': 171, 'token': 'ë', 'count': 3}, {'id': 1346, 'token': 'Ġless', 'count': 3}, {'id': 1028, 'token': 'ĠDe', 'count': 3}, {'id': 1825, 'token': '40', 'count': 3}, {'id': 2039, 'token': 'Ġeither', 'count': 3}, {'id': 961, 'token': 'Ġfin', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 617}, {'id': 266, 'token': 'Ġthe', 'count': 78}, {'id': 17, 'token': '.', 'count': 15}, {'id': 202, 'token': 'Ċ', 'count': 14}, {'id': 86, 'token': 's', 'count': 13}, {'id': 451, 'token': 'âĢ', 'count': 8}, {'id': 290, 'token': 'Ġof', 'count': 7}, {'id': 280, 'token': 'ed', 'count': 6}, {'id': 251, 'token': 'Ļ', 'count': 5}, {'id': 273, 'token': 'Ġc', 'count': 5}, {'id': 294, 'token': 'Ġand', 'count': 5}, {'id': 261, 'token': 'Ġa', 'count': 5}]
+state_text=' can Ed kindame studral\x15Heicle....pt defildOR Gr evenacy suacyconomving� elect It butDassaturehererv", Newien�ript occ might�odeul new inter whymber 5 worbleirectess wentic account'
+endpoint_text=',,,,,,, the in the, whop,,,.,,,’s C,,, the,, the the’s c the,,,,,,, the,, and the,, l, a, wasor,,, the,,,,,,, have the the the rate of theriA, and’s, the,,., in the said,,th, J b.,'
+
+step=109 progress=0.1055 next=0.1064 model_t=0.1055 temp=1.550 support=0.1064 conc=1.557
+state_top=[{'id': 993, 'token': 'Ġreport', 'count': 3}, {'id': 1476, 'token': 'ror', 'count': 3}, {'id': 113, 'token': '±', 'count': 3}, {'id': 998, 'token': 'Ġhere', 'count': 3}, {'id': 14, 'token': '+', 'count': 3}, {'id': 1086, 'token': 'der', 'count': 3}, {'id': 279, 'token': 'Ġb', 'count': 3}, {'id': 164, 'token': 'ä', 'count': 3}, {'id': 181, 'token': 'õ', 'count': 3}, {'id': 2037, 'token': 'Ġamount', 'count': 3}, {'id': 1400, 'token': 'Ġeas', 'count': 3}, {'id': 1861, 'token': 'verage', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 391}, {'id': 266, 'token': 'Ġthe', 'count': 138}, {'id': 17, 'token': '.', 'count': 96}, {'id': 202, 'token': 'Ċ', 'count': 89}, {'id': 86, 'token': 's', 'count': 14}, {'id': 451, 'token': 'âĢ', 'count': 6}, {'id': 87, 'token': 't', 'count': 6}, {'id': 330, 'token': 'Ġthat', 'count': 5}, {'id': 260, 'token': 'Ġt', 'count': 5}, {'id': 333, 'token': 'Ġfor', 'count': 5}, {'id': 282, 'token': 'ing', 'count': 5}, {'id': 79, 'token': 'l', 'count': 5}]
+state_text=' seem fundace\n\nv� reportividas.... test mem payevtersresacy filittex posthe cent It togetherances Europe eng happror", J�iqu ag day__S comp bu� interazlement."iversityows herein we'
+endpoint_text=' can, the.,\n the d the,pt the,,,.,. Ip,,.i butDre sts. the the,\n, the cia,,. the\n\n. S\n,h,icate\n\nge, that,, the, the D\nches, the f the the,th,,,,,,. K the,,s. the.,unmand,,. N JNlya'
+
+step=110 progress=0.1064 next=0.1074 model_t=0.1064 temp=1.550 support=0.1074 conc=1.563
+state_top=[{'id': 15, 'token': ',', 'count': 5}, {'id': 1749, 'token': 'Ġhold', 'count': 4}, {'id': 192, 'token': 'Ā', 'count': 3}, {'id': 1061, 'token': 'Ġrun', 'count': 3}, {'id': 1978, 'token': 'Ġcomb', 'count': 3}, {'id': 56, 'token': 'U', 'count': 3}, {'id': 77, 'token': 'j', 'count': 3}, {'id': 103, 'token': '¦', 'count': 3}, {'id': 1961, 'token': 'Ġlocal', 'count': 3}, {'id': 713, 'token': 'ov', 'count': 3}, {'id': 892, 'token': 'ason', 'count': 3}, {'id': 682, 'token': 'Ġ19', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 437}, {'id': 15, 'token': ',', 'count': 142}, {'id': 202, 'token': 'Ċ', 'count': 79}, {'id': 17, 'token': '.', 'count': 49}, {'id': 86, 'token': 's', 'count': 15}, {'id': 290, 'token': 'Ġof', 'count': 11}, {'id': 251, 'token': 'Ļ', 'count': 8}, {'id': 451, 'token': 'âĢ', 'count': 6}, {'id': 286, 'token': 'al', 'count': 6}, {'id': 288, 'token': 'Ġto', 'count': 6}, {'id': 323, 'token': 'Ġon', 'count': 6}, {'id': 16, 'token': '-', 'count': 5}]
+state_text=" o Ind & pres<unk>� Bl� believe dr triploy done popoll Ob will per\x11 sionnd�ould� name Europe line'llror enoughformh\x00 along<|endoftext|>ual\x00ust cut\t differe Pres Plmberiversityapp �"
+endpoint_text=' the, the theur the the las the the the.end the, the\n\n,, it. the s the, with the the the J the the the\n IS compar the the the the the\n\n thein the- the the the,, the the the the the'
+
+step=111 progress=0.1074 next=0.1084 model_t=0.1074 temp=1.550 support=0.1084 conc=1.570
+state_top=[{'id': 267, 'token': 'er', 'count': 5}, {'id': 837, 'token': 'ĠTr', 'count': 4}, {'id': 949, 'token': 'ars', 'count': 4}, {'id': 775, 'token': 'ced', 'count': 4}, {'id': 1433, 'token': 'Ġprocess', 'count': 3}, {'id': 1472, 'token': 'Ġold', 'count': 3}, {'id': 1789, 'token': 'Ġevent', 'count': 3}, {'id': 794, 'token': 'Ġevery', 'count': 3}, {'id': 640, 'token': 'Ġpart', 'count': 3}, {'id': 1747, 'token': 'Ġofficial', 'count': 3}, {'id': 1993, 'token': 'Ġarea', 'count': 3}, {'id': 461, 'token': 'pt', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 705}, {'id': 202, 'token': 'Ċ', 'count': 22}, {'id': 266, 'token': 'Ġthe', 'count': 14}, {'id': 17, 'token': '.', 'count': 11}, {'id': 86, 'token': 's', 'count': 10}, {'id': 267, 'token': 'er', 'count': 7}, {'id': 451, 'token': 'âĢ', 'count': 6}, {'id': 294, 'token': 'Ġand', 'count': 6}, {'id': 16, 'token': '-', 'count': 6}, {'id': 286, 'token': 'al', 'count': 6}, {'id': 79, 'token': 'l', 'count': 5}, {'id': 36, 'token': 'A', 'count': 5}]
+state_text=' C officividualialation cr processaneimes called proper�." fin cre titiveands�ittleainingber� hist nearational farians wholl book Toys question8 pres prov US them sol old event . P'
+endpoint_text=',,,,ly, t,,,,,,,,S,,, s,,,, L,,,,,,,h0’,,,,,/.\n\n\n,m,,,,,,,,,,,,,he, theet”m on1,s,ed,,,,,, for,,,,,,,,s, and,es,ac-, the as,,,,,,, on,,,,,,ul, Es,.\n\n\n,s, the,,,,,,ri, of the,,op,,a'
+
+step=112 progress=0.1084 next=0.1094 model_t=0.1084 temp=1.550 support=0.1094 conc=1.576
+state_top=[{'id': 331, 'token': 'ĠC', 'count': 4}, {'id': 83, 'token': 'p', 'count': 3}, {'id': 858, 'token': 'ĠWh', 'count': 3}, {'id': 220, 'token': 'Ĝ', 'count': 3}, {'id': 95, 'token': '|', 'count': 3}, {'id': 327, 'token': 'ay', 'count': 3}, {'id': 1475, 'token': 'ĠOr', 'count': 3}, {'id': 549, 'token': 'Ġim', 'count': 3}, {'id': 1256, 'token': 'ott', 'count': 3}, {'id': 1625, 'token': 'Ġstory', 'count': 3}, {'id': 357, 'token': 'ter', 'count': 3}, {'id': 455, 'token': 'ear', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 488}, {'id': 266, 'token': 'Ġthe', 'count': 88}, {'id': 17, 'token': '.', 'count': 77}, {'id': 202, 'token': 'Ċ', 'count': 14}, {'id': 451, 'token': 'âĢ', 'count': 12}, {'id': 86, 'token': 's', 'count': 11}, {'id': 251, 'token': 'Ļ', 'count': 8}, {'id': 267, 'token': 'er', 'count': 8}, {'id': 290, 'token': 'Ġof', 'count': 7}, {'id': 364, 'token': 'ĠD', 'count': 6}, {'id': 294, 'token': 'Ġand', 'count': 6}, {'id': 295, 'token': 'ic', 'count': 6}]
+state_text=' C small charactconcren well includ Iisedriendaimp: here t� ob desling either happ� ind Whational Ch sy\x1c people bookization value rece8 have restublic them60 things #ron?" 15 feel '
+endpoint_text=' C- thelyation,m,,,, the.,ive t,,,,,,,,,, of the,,,,h was8.,, the,ua, for thep,, he,ig’s, the,,, theS,,,ig all l,, d it,,,,,and �, not D the. D,, I (, and, the turnedP the- the, as'
+
+step=113 progress=0.1094 next=0.1104 model_t=0.1094 temp=1.550 support=0.1104 conc=1.582
+state_top=[{'id': 914, 'token': 'Ġsay', 'count': 4}, {'id': 796, 'token': 'Ġsec', 'count': 4}, {'id': 19, 'token': '0', 'count': 3}, {'id': 1187, 'token': "'ll", 'count': 3}, {'id': 852, 'token': 'Ġimp', 'count': 3}, {'id': 2039, 'token': 'Ġeither', 'count': 3}, {'id': 174, 'token': 'î', 'count': 3}, {'id': 1189, 'token': 'Ġstat', 'count': 3}, {'id': 1206, 'token': 'ired', 'count': 3}, {'id': 1639, 'token': 'Ġ*', 'count': 3}, {'id': 1514, 'token': 'Ġmillion', 'count': 3}, {'id': 1893, 'token': 'Ġrele', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 259}, {'id': 15, 'token': ',', 'count': 220}, {'id': 17, 'token': '.', 'count': 120}, {'id': 202, 'token': 'Ċ', 'count': 70}, {'id': 86, 'token': 's', 'count': 10}, {'id': 251, 'token': 'Ļ', 'count': 8}, {'id': 261, 'token': 'Ġa', 'count': 7}, {'id': 282, 'token': 'ing', 'count': 7}, {'id': 451, 'token': 'âĢ', 'count': 7}, {'id': 290, 'token': 'Ġof', 'count': 6}, {'id': 375, 'token': 'ĠR', 'count': 6}, {'id': 87, 'token': 't', 'count': 6}]
+state_text=' state beenbackavoidONour productist clear produ surep: Beosedhe Rer wvedves given saylic usedWe hop im people sec Se also and move vot rest government every tri�ina� Comm� remakin'
+endpoint_text=' C the,inan, P, a Dv fromp:\n tel,, the f the thes the the the the the. the the theet. have the. them... It is theing the the he nowated of the new of of the the the the.. theay, th'
+
+step=114 progress=0.1104 next=0.1113 model_t=0.1104 temp=1.550 support=0.1113 conc=1.589
+state_top=[{'id': 403, 'token': 'ĠN', 'count': 4}, {'id': 1081, 'token': 'ash', 'count': 4}, {'id': 29, 'token': ':', 'count': 3}, {'id': 595, 'token': 'ks', 'count': 3}, {'id': 1934, 'token': 'pos', 'count': 3}, {'id': 786, 'token': 'ng', 'count': 3}, {'id': 449, 'token': 'red', 'count': 3}, {'id': 1717, 'token': 'ument', 'count': 3}, {'id': 1397, 'token': 'Ġinterest', 'count': 3}, {'id': 1038, 'token': 'Ġop', 'count': 3}, {'id': 1191, 'token': 'ants', 'count': 3}, {'id': 1893, 'token': 'Ġrele', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 497}, {'id': 15, 'token': ',', 'count': 108}, {'id': 17, 'token': '.', 'count': 67}, {'id': 202, 'token': 'Ċ', 'count': 38}, {'id': 86, 'token': 's', 'count': 9}, {'id': 290, 'token': 'Ġof', 'count': 7}, {'id': 451, 'token': 'âĢ', 'count': 6}, {'id': 251, 'token': 'Ļ', 'count': 6}, {'id': 83, 'token': 'p', 'count': 5}, {'id': 294, 'token': 'Ġand', 'count': 5}, {'id': 283, 'token': 'Ġp', 'count': 5}, {'id': 72, 'token': 'e', 'count': 5}]
+state_text=" at�� My by though well legist confivedL�:ioas ableional lessrorved dri'dTmanibWe getense� 3 followks mostpos invol ha StateAn# debans� local/ popng You` Tr medthough man Eurourali"
+endpoint_text=' the been the mc the the reist\n the thep: the thehe ther w,, who the the, the) the the the the, and the have the the the.\n\n.’s,, he the p, the, the theet the the the the the. the t'
+
+step=115 progress=0.1113 next=0.1123 model_t=0.1113 temp=1.550 support=0.1123 conc=1.595
+state_top=[{'id': 1369, 'token': 'Ġbetter', 'count': 4}, {'id': 1013, 'token': 'ution', 'count': 4}, {'id': 235, 'token': 'ī', 'count': 4}, {'id': 186, 'token': 'ú', 'count': 4}, {'id': 19, 'token': '0', 'count': 3}, {'id': 1612, 'token': 'iversity', 'count': 3}, {'id': 960, 'token': 'hes', 'count': 3}, {'id': 1135, 'token': 'illion', 'count': 3}, {'id': 1169, 'token': 'Ġtoo', 'count': 3}, {'id': 1225, 'token': 'Ġdisc', 'count': 3}, {'id': 608, 'token': 'Ġ4', 'count': 3}, {'id': 857, 'token': 'arg', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 525}, {'id': 15, 'token': ',', 'count': 29}, {'id': 202, 'token': 'Ċ', 'count': 19}, {'id': 266, 'token': 'Ġthe', 'count': 15}, {'id': 86, 'token': 's', 'count': 11}, {'id': 261, 'token': 'Ġa', 'count': 6}, {'id': 403, 'token': 'ĠN', 'count': 6}, {'id': 73, 'token': 'f', 'count': 6}, {'id': 29, 'token': ':', 'count': 5}, {'id': 55, 'token': 'T', 'count': 5}, {'id': 274, 'token': 'it', 'count': 5}, {'id': 354, 'token': 'ĠP', 'count': 5}]
+state_text='akenlic even per0ists11by closeherization veryript landreadiversityhes become soc video cutillion used run\x16ibhes get activ say too better disc- hum own ha emle,abilityutioninc May '
+endpoint_text=' at the.. by...ist..L�:\nas..se wil\n\nT..amb.. 3.ks and.., you....../ lst......0....reoM from.........ch, but.ar..ers. F.. un.at.M..... Bate de. up., bob,, but..  and nrour B The...('
+
+step=116 progress=0.1123 next=0.1133 model_t=0.1123 temp=1.550 support=0.1133 conc=1.602
+state_top=[{'id': 525, 'token': 'ind', 'count': 4}, {'id': 701, 'token': 'Ġacc', 'count': 4}, {'id': 306, 'token': 'Ġre', 'count': 4}, {'id': 859, 'token': '==', 'count': 3}, {'id': 1574, 'token': 'Ġview', 'count': 3}, {'id': 260, 'token': 'Ġt', 'count': 3}, {'id': 411, 'token': 'Ġnot', 'count': 3}, {'id': 2028, 'token': 'ators', 'count': 3}, {'id': 1877, 'token': 'Ġemploy', 'count': 3}, {'id': 1835, 'token': 'raw', 'count': 3}, {'id': 953, 'token': 'Ġmin', 'count': 3}, {'id': 1009, 'token': 'Ġret', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 346}, {'id': 266, 'token': 'Ġthe', 'count': 261}, {'id': 17, 'token': '.', 'count': 79}, {'id': 202, 'token': 'Ċ', 'count': 23}, {'id': 86, 'token': 's', 'count': 9}, {'id': 288, 'token': 'Ġto', 'count': 7}, {'id': 426, 'token': 'Ġfrom', 'count': 6}, {'id': 310, 'token': 'ly', 'count': 6}, {'id': 290, 'token': 'Ġof', 'count': 5}, {'id': 294, 'token': 'Ġand', 'count': 5}, {'id': 312, 'token': 'Ġg', 'count': 5}, {'id': 451, 'token': 'âĢ', 'count': 5}]
+state_text='nderood� hand0ree formaneorld sent24ase==aim profiversityhes passalkays confuthor Rep about\x11hed22 main activou view\r L get… how designensereadorm^ For^ May need going� set experien'
+endpoint_text=',,, per the, H the,her,,, the,,, he. HAs, theo,, is,,, d the-ing the the thele, it is, S,, the, the theas M,,,,. m t.Masa,,,,,,,,.\n\n, on the the,,,,. B who theed from the the,,, th'
+
+step=117 progress=0.1133 next=0.1143 model_t=0.1133 temp=1.550 support=0.1143 conc=1.608
+state_top=[{'id': 1728, 'token': 'Ġmeans', 'count': 4}, {'id': 796, 'token': 'Ġsec', 'count': 4}, {'id': 1985, 'token': 'Ġindividual', 'count': 3}, {'id': 760, 'token': 'ont', 'count': 3}, {'id': 1461, 'token': 'uthor', 'count': 3}, {'id': 103, 'token': '¦', 'count': 3}, {'id': 1676, 'token': 'Ġexample', 'count': 3}, {'id': 464, 'token': 'Ġcan', 'count': 3}, {'id': 1754, 'token': 'Ġsever', 'count': 3}, {'id': 1717, 'token': 'ument', 'count': 3}, {'id': 152, 'token': 'Ø', 'count': 3}, {'id': 779, 'token': 'ĠWe', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 262}, {'id': 266, 'token': 'Ġthe', 'count': 236}, {'id': 17, 'token': '.', 'count': 88}, {'id': 202, 'token': 'Ċ', 'count': 55}, {'id': 86, 'token': 's', 'count': 10}, {'id': 294, 'token': 'Ġand', 'count': 9}, {'id': 276, 'token': 'an', 'count': 7}, {'id': 451, 'token': 'âĢ', 'count': 6}, {'id': 278, 'token': 'es', 'count': 6}, {'id': 290, 'token': 'Ġof', 'count': 6}, {'id': 330, 'token': 'Ġthat', 'count': 6}, {'id': 288, 'token': 'Ġto', 'count': 6}]
+state_text=' 16iorments hand0?"rou had�amaault All extgan other individualont PresimeAn constuthornot willractination22 main her Jchool took�ostisonate designock farpor�ple Dess along min Con '
+endpoint_text='..,.0. " the the,,,it,,,,ant, the thes, the the,’souun theers- the the,,,,’sice.e. the...,’san, m D the t not.,, .\nst theent the.l\n\nS, b,,,,it,,,un thely and theance, se-,,,usid th'
+
+step=118 progress=0.1143 next=0.1152 model_t=0.1143 temp=1.550 support=0.1152 conc=1.615
+state_top=[{'id': 390, 'token': 'Ġpro', 'count': 5}, {'id': 188, 'token': 'ü', 'count': 4}, {'id': 1425, 'token': '====', 'count': 4}, {'id': 588, 'token': 'Ġother', 'count': 3}, {'id': 524, 'token': 'ĠSt', 'count': 3}, {'id': 318, 'token': 'ĠI', 'count': 3}, {'id': 1158, 'token': 'ple', 'count': 3}, {'id': 571, 'token': 'ere', 'count': 3}, {'id': 1199, 'token': 'ĠQ', 'count': 3}, {'id': 429, 'token': 'ive', 'count': 3}, {'id': 1910, 'token': 'âĢĵ', 'count': 3}, {'id': 1173, 'token': 'the', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 396}, {'id': 17, 'token': '.', 'count': 107}, {'id': 266, 'token': 'Ġthe', 'count': 83}, {'id': 202, 'token': 'Ċ', 'count': 67}, {'id': 86, 'token': 's', 'count': 16}, {'id': 451, 'token': 'âĢ', 'count': 14}, {'id': 251, 'token': 'Ļ', 'count': 8}, {'id': 294, 'token': 'Ġand', 'count': 7}, {'id': 87, 'token': 't', 'count': 6}, {'id': 70, 'token': 'c', 'count': 5}, {'id': 322, 'token': 'Ġis', 'count': 5}, {'id': 323, 'token': 'Ġon', 'count': 5}]
+state_text='ANwards 14 hand vot?" Cent triror <cesired ext+ other gu Stimeser orderitiesatic charact.,ptietyampleQ ann probchoolre] done call I bu country23forieldpleering runacerenessach huma'
+endpoint_text=',,,um0,, had, but., the,al,.. at the,,, will, the b,. J,. L.,ate,, f to beur D... the. the. P C\n,,, one. D the t\n\n, the, the,st,,,, the,re,ad in the The, in theb.s.\n\nn, in the,,,, '
+
+step=119 progress=0.1152 next=0.1162 model_t=0.1152 temp=1.550 support=0.1162 conc=1.621
+state_top=[{'id': 478, 'token': 'Ġj', 'count': 5}, {'id': 553, 'token': 'ub', 'count': 4}, {'id': 1486, 'token': 'ĠCon', 'count': 4}, {'id': 1545, 'token': 'Ġalready', 'count': 4}, {'id': 566, 'token': 'ass', 'count': 4}, {'id': 1912, 'token': 'Ġsent', 'count': 3}, {'id': 959, 'token': 'ĠCom', 'count': 3}, {'id': 493, 'token': 'pl', 'count': 3}, {'id': 1222, 'token': 'Ġsecond', 'count': 3}, {'id': 763, 'token': 'tern', 'count': 3}, {'id': 152, 'token': 'Ø', 'count': 3}, {'id': 350, 'token': 'il', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 280}, {'id': 202, 'token': 'Ċ', 'count': 234}, {'id': 15, 'token': ',', 'count': 55}, {'id': 266, 'token': 'Ġthe', 'count': 50}, {'id': 86, 'token': 's', 'count': 8}, {'id': 280, 'token': 'ed', 'count': 7}, {'id': 371, 'token': 'ĠH', 'count': 7}, {'id': 80, 'token': 'm', 'count': 6}, {'id': 16, 'token': '-', 'count': 6}, {'id': 75, 'token': 'h', 'count': 5}, {'id': 267, 'token': 'er', 'count': 5}, {'id': 318, 'token': 'ĠI', 'count': 5}]
+state_text='ogelsving....ogite specubason yearcesired sent expectgetoy landell meged15 now class.,ptich life pro\x1f par Com bravesteraken thanger�icesforag� cre author Con fre stud====ff bet Th '
+endpoint_text='u that\n\nF.3.\n.ur. the theh, St.er, the s..pts.\n\n\n\nre],. I the thecer,. D.ac.,\n\n., andW: cred:\n. The SO my. I\nian\n\n.esun C\n\nS...ie these. not., was is.\n on the.....\n\n\nestM the l.\n e'
+
+step=120 progress=0.1162 next=0.1172 model_t=0.1162 temp=1.550 support=0.1172 conc=1.628
+state_top=[{'id': 1642, 'token': 'idd', 'count': 5}, {'id': 1164, 'token': 'Ġ20', 'count': 4}, {'id': 478, 'token': 'Ġj', 'count': 4}, {'id': 100, 'token': '£', 'count': 4}, {'id': 225, 'token': 'ġ', 'count': 4}, {'id': 523, 'token': 'og', 'count': 3}, {'id': 566, 'token': 'ass', 'count': 3}, {'id': 41, 'token': 'F', 'count': 3}, {'id': 1102, 'token': 'ode', 'count': 3}, {'id': 1137, 'token': 'ute', 'count': 3}, {'id': 292, 'token': 'Ġd', 'count': 3}, {'id': 1296, 'token': 'inal', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 534}, {'id': 266, 'token': 'Ġthe', 'count': 41}, {'id': 202, 'token': 'Ċ', 'count': 20}, {'id': 17, 'token': '.', 'count': 19}, {'id': 86, 'token': 's', 'count': 17}, {'id': 64, 'token': ']', 'count': 8}, {'id': 280, 'token': 'ed', 'count': 8}, {'id': 72, 'token': 'e', 'count': 6}, {'id': 451, 'token': 'âĢ', 'count': 6}, {'id': 371, 'token': 'ĠH', 'count': 5}, {'id': 331, 'token': 'ĠC', 'count': 5}, {'id': 251, 'token': 'Ļ', 'count': 4}]
+state_text="ogoneving M seublicass saysational==F mov En Closs-- histW e funineiving city success--------viousSt atode're� there19sterile us officialeneOforute of dd Russinalte====ff and mar) "
+endpoint_text='og,ur,og by theub.\n\n\n,,,,,eller nine, a,, en,,,e,re] the d,,ust,,, which,’s,,,,, and the the c,,/,, for the,p, been.ver,,,,,.,,,ch.,,, v,, was there,, the,,,,�.,I not,, I the,,,,,,'
+
+step=121 progress=0.1172 next=0.1182 model_t=0.1172 temp=1.550 support=0.1182 conc=1.635
+state_top=[{'id': 788, 'token': 'ĠâĢĵ', 'count': 5}, {'id': 99, 'token': '¢', 'count': 4}, {'id': 1760, 'token': 'itions', 'count': 4}, {'id': 710, 'token': 'Ġafter', 'count': 4}, {'id': 173, 'token': 'í', 'count': 4}, {'id': 389, 'token': 'us', 'count': 4}, {'id': 80, 'token': 'm', 'count': 3}, {'id': 561, 'token': 'ire', 'count': 3}, {'id': 1773, 'token': 'utes', 'count': 3}, {'id': 1965, 'token': 'ED', 'count': 3}, {'id': 1048, 'token': 'land', 'count': 3}, {'id': 576, 'token': 'Ġoff', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 387}, {'id': 15, 'token': ',', 'count': 151}, {'id': 17, 'token': '.', 'count': 90}, {'id': 202, 'token': 'Ċ', 'count': 23}, {'id': 290, 'token': 'Ġof', 'count': 15}, {'id': 451, 'token': 'âĢ', 'count': 10}, {'id': 251, 'token': 'Ļ', 'count': 10}, {'id': 86, 'token': 's', 'count': 10}, {'id': 322, 'token': 'Ġis', 'count': 7}, {'id': 333, 'token': 'Ġfor', 'count': 7}, {'id': 318, 'token': 'ĠI', 'count': 6}, {'id': 80, 'token': 'm', 'count': 5}]
+state_text='ained controvers� seublic peaw $ched 0rib�itions Stake Comensive them holdror v .dake�---------------- after const visit wentalth week downmP ,ire put change deal ddof Thte askedff'
+endpoint_text=' theg the M, of the.ational,F are the would the the theed the theine the the the the,, at theil, there. thef the the the thees, of ddom, the,, and the m "S.and the. the the the, th'
+
+step=122 progress=0.1182 next=0.1191 model_t=0.1182 temp=1.550 support=0.1191 conc=1.641
+state_top=[{'id': 1252, 'token': 'Ġ18', 'count': 4}, {'id': 1645, 'token': 'Ġfamily', 'count': 4}, {'id': 599, 'token': 'Ġdis', 'count': 4}, {'id': 1238, 'token': 'Ġput', 'count': 3}, {'id': 125, 'token': '½', 'count': 3}, {'id': 240, 'token': 'İ', 'count': 3}, {'id': 1834, 'token': 'Ġgames', 'count': 3}, {'id': 33, 'token': '>', 'count': 3}, {'id': 576, 'token': 'Ġoff', 'count': 3}, {'id': 1458, 'token': 'Ġdri', 'count': 3}, {'id': 1377, 'token': 'ral', 'count': 3}, {'id': 1893, 'token': 'Ġrele', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 525}, {'id': 202, 'token': 'Ċ', 'count': 17}, {'id': 15, 'token': ',', 'count': 10}, {'id': 86, 'token': 's', 'count': 10}, {'id': 80, 'token': 'm', 'count': 7}, {'id': 451, 'token': 'âĢ', 'count': 7}, {'id': 291, 'token': 'Ġin', 'count': 6}, {'id': 273, 'token': 'Ġc', 'count': 6}, {'id': 72, 'token': 'e', 'count': 6}, {'id': 76, 'token': 'i', 'count': 6}, {'id': 16, 'token': '-', 'count': 6}, {'id': 788, 'token': 'ĠâĢĵ', 'count': 6}]
+state_text='ained controversitt se putaneire market----inkkstegin loc does Comress That won costakes happ\xa0ake�\x11pect was vis mainumist weekN look anyownillion put changeem d�lf supportstand boo'
+endpoint_text=' f... se allT. $M4age.. St.. - e...\nd H.. at. visit.,..mP.O... dd..ra . in reDest.0. was. A. you..ira in (..!). one.... be. cary..w. Iorye.opA.un.ing.. not.alry... "ro.ic...er.� is'
+
+step=123 progress=0.1191 next=0.1201 model_t=0.1191 temp=1.550 support=0.1201 conc=1.648
+state_top=[{'id': 607, 'token': 'ail', 'count': 4}, {'id': 1251, 'token': 'Ġcent', 'count': 3}, {'id': 1314, 'token': 'Ġlittle', 'count': 3}, {'id': 656, 'token': 'ory', 'count': 3}, {'id': 790, 'token': 'ise', 'count': 3}, {'id': 2034, 'token': 'Ġfre', 'count': 3}, {'id': 310, 'token': 'ly', 'count': 3}, {'id': 1771, 'token': 'Ġbody', 'count': 3}, {'id': 1924, 'token': 'imate', 'count': 3}, {'id': 1804, 'token': 'itive', 'count': 3}, {'id': 1799, 'token': '80', 'count': 3}, {'id': 1896, 'token': 'ĠNot', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 456}, {'id': 15, 'token': ',', 'count': 60}, {'id': 202, 'token': 'Ċ', 'count': 34}, {'id': 266, 'token': 'Ġthe', 'count': 28}, {'id': 16, 'token': '-', 'count': 16}, {'id': 86, 'token': 's', 'count': 11}, {'id': 280, 'token': 'ed', 'count': 8}, {'id': 294, 'token': 'Ġand', 'count': 7}, {'id': 354, 'token': 'ĠP', 'count': 7}, {'id': 310, 'token': 'ly', 'count': 5}, {'id': 304, 'token': 'Ġl', 'count': 5}, {'id': 321, 'token': 'ĠA', 'count': 5}]
+state_text='ultarelectbruse pl have > cent un Syior no versiredith� thought next us time little seenironit�airail questionail top argal Pres market** into fewroughinesately\t�ock little >oidah '
+endpoint_text=' the mversory.\n\n., that0kste.....d.o......le wasid.umist.Nm t...ersem ds.\n\n.g and the., but.. the theory.im.....villN....\n.C. than. E.... off the P D. at V..ly. Fet..I a have.ed ".'
+
+step=124 progress=0.1201 next=0.1211 model_t=0.1201 temp=1.550 support=0.1211 conc=1.655
+state_top=[{'id': 1138, 'token': 'ik', 'count': 5}, {'id': 625, 'token': 'Ġthan', 'count': 3}, {'id': 1190, 'token': 'ret', 'count': 3}, {'id': 1742, 'token': 'Ġreason', 'count': 3}, {'id': 1452, 'token': 'Ġgroup', 'count': 3}, {'id': 998, 'token': 'Ġhere', 'count': 3}, {'id': 589, 'token': 'ord', 'count': 3}, {'id': 231, 'token': 'ħ', 'count': 3}, {'id': 1212, 'token': 'Ġpass', 'count': 3}, {'id': 427, 'token': 'Ġhave', 'count': 3}, {'id': 1092, 'token': 'Ġaround', 'count': 3}, {'id': 842, 'token': 'Ġ10', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 383}, {'id': 15, 'token': ',', 'count': 170}, {'id': 17, 'token': '.', 'count': 47}, {'id': 202, 'token': 'Ċ', 'count': 29}, {'id': 86, 'token': 's', 'count': 15}, {'id': 290, 'token': 'Ġof', 'count': 10}, {'id': 16, 'token': '-', 'count': 8}, {'id': 261, 'token': 'Ġa', 'count': 7}, {'id': 451, 'token': 'âĢ', 'count': 7}, {'id': 280, 'token': 'ed', 'count': 7}, {'id': 251, 'token': 'Ļ', 'count': 7}, {'id': 320, 'token': 'et', 'count': 6}]
+state_text='�&lect State benmber than\r consausesh ann int alwayscentoun cons support next family recordci payger problemvelop younggg question news top\x18� plibake intoret away reason 8 group g '
+endpoint_text=' the the the. ", have the, aies,. the the] the the the the the the themitor,, was the the theal the the the, the� ts. d\n the the\ndThe, the,on t the,,edoryis not the the the the the'
+
+step=125 progress=0.1211 next=0.1221 model_t=0.1211 temp=1.550 support=0.1221 conc=1.661
+state_top=[{'id': 1604, 'token': '",', 'count': 4}, {'id': 141, 'token': 'Í', 'count': 3}, {'id': 1415, 'token': 'Ġpercent', 'count': 3}, {'id': 766, 'token': 'Ġcons', 'count': 3}, {'id': 1836, 'token': 'uture', 'count': 3}, {'id': 1227, 'token': 'Ġsomething', 'count': 3}, {'id': 427, 'token': 'Ġhave', 'count': 3}, {'id': 1358, 'token': 'Ġadv', 'count': 3}, {'id': 821, 'token': 'Th', 'count': 3}, {'id': 1202, 'token': 'nce', 'count': 3}, {'id': 1533, 'token': 'Ġann', 'count': 3}, {'id': 488, 'token': 'Ġthey', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 337}, {'id': 17, 'token': '.', 'count': 114}, {'id': 202, 'token': 'Ċ', 'count': 97}, {'id': 15, 'token': ',', 'count': 85}, {'id': 290, 'token': 'Ġof', 'count': 10}, {'id': 86, 'token': 's', 'count': 8}, {'id': 288, 'token': 'Ġto', 'count': 7}, {'id': 80, 'token': 'm', 'count': 7}, {'id': 81, 'token': 'n', 'count': 7}, {'id': 291, 'token': 'Ġin', 'count': 6}, {'id': 278, 'token': 'es', 'count': 6}, {'id': 287, 'token': 'ar', 'count': 5}]
+state_text='ins tellaged present appear� 15�\x1d percent veates toget calledcentoun cons campaign eitherirc22be 6dd problem� heuture29 str happen Mayget techn Europeake claim level filiceam Te to'
+endpoint_text=' theom the t the the thanar the. the the m the,,.ing the the\n.. theust,r. the the.s\n\nib the jo the the theis g p F,, in the..ion.\n.. the..\n, who was the r the the cer.,\n the have t'
+
+step=126 progress=0.1221 next=0.1230 model_t=0.1221 temp=1.550 support=0.1230 conc=1.668
+state_top=[{'id': 127, 'token': '¿', 'count': 4}, {'id': 50, 'token': 'O', 'count': 4}, {'id': 994, 'token': 'Ġprodu', 'count': 4}, {'id': 1788, 'token': 'aign', 'count': 4}, {'id': 246, 'token': 'Ķ', 'count': 3}, {'id': 539, 'token': 'cc', 'count': 3}, {'id': 904, 'token': 'Ġset', 'count': 3}, {'id': 1126, 'token': 'ton', 'count': 3}, {'id': 696, 'token': 'oll', 'count': 3}, {'id': 288, 'token': 'Ġto', 'count': 3}, {'id': 240, 'token': 'İ', 'count': 3}, {'id': 743, 'token': 'Ġunder', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 290}, {'id': 15, 'token': ',', 'count': 186}, {'id': 17, 'token': '.', 'count': 88}, {'id': 202, 'token': 'Ċ', 'count': 54}, {'id': 86, 'token': 's', 'count': 12}, {'id': 294, 'token': 'Ġand', 'count': 12}, {'id': 290, 'token': 'Ġof', 'count': 10}, {'id': 288, 'token': 'Ġto', 'count': 10}, {'id': 251, 'token': 'Ļ', 'count': 8}, {'id': 451, 'token': 'âĢ', 'count': 7}, {'id': 355, 'token': 'Ġwith', 'count': 6}, {'id': 370, 'token': 'Ġ"', 'count': 5}]
+state_text='atteritional---------------- She EChines� im num desc along percent manutionhe # campaignggitchisionleaseating� problem� atHe cont�ertainccohn governetsake claim large offualam Tea'
+endpoint_text=' ( the the do theage re the C�s, the the the theb the,: for the  the the, he.\n\n ", the theen the thes of the year, to the the the the about- at com,icc, stated. the.is, st the,th t'
+
+step=127 progress=0.1230 next=0.1240 model_t=0.1230 temp=1.550 support=0.1240 conc=1.675
+state_top=[{'id': 1363, 'token': 'ling', 'count': 5}, {'id': 720, 'token': 'Ġam', 'count': 4}, {'id': 1199, 'token': 'ĠQ', 'count': 4}, {'id': 1115, 'token': 'Ġboth', 'count': 4}, {'id': 1573, 'token': 'Ġve', 'count': 4}, {'id': 917, 'token': 'ful', 'count': 4}, {'id': 847, 'token': 'ĠAnd', 'count': 4}, {'id': 288, 'token': 'Ġto', 'count': 3}, {'id': 284, 'token': 'ou', 'count': 3}, {'id': 904, 'token': 'Ġset', 'count': 3}, {'id': 262, 'token': 'he', 'count': 3}, {'id': 97, 'token': '~', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 310}, {'id': 15, 'token': ',', 'count': 151}, {'id': 17, 'token': '.', 'count': 100}, {'id': 202, 'token': 'Ċ', 'count': 22}, {'id': 290, 'token': 'Ġof', 'count': 14}, {'id': 86, 'token': 's', 'count': 11}, {'id': 92, 'token': 'y', 'count': 8}, {'id': 288, 'token': 'Ġto', 'count': 7}, {'id': 451, 'token': 'âĢ', 'count': 6}, {'id': 294, 'token': 'Ġand', 'count': 6}, {'id': 80, 'token': 'm', 'count': 6}, {'id': 251, 'token': 'Ļ', 'count': 5}]
+state_text=' majorder some enough E question am grow u oper attack along�ks Res Q17 amametheissionpt 2014ists weever to seen �17ertain.. govern govern fight onceWe bolingouowavedu sl = insopis'
+endpoint_text=' the the. the Eorat, the, the the, the arehe the their the the,,”omil at the’s the the theate, the the off theim- to the that the the..ayBD the. theO the theF been- the the theing '
+
+step=128 progress=0.1240 next=0.1250 model_t=0.1240 temp=1.550 support=0.1250 conc=1.682
+state_top=[{'id': 1365, 'token': 'reen', 'count': 4}, {'id': 1338, 'token': 'Ġrest', 'count': 4}, {'id': 1027, 'token': 'ists', 'count': 3}, {'id': 1562, 'token': '17', 'count': 3}, {'id': 383, 'token': 'Ġat', 'count': 3}, {'id': 46, 'token': 'K', 'count': 3}, {'id': 980, 'token': 'Ġsame', 'count': 3}, {'id': 1631, 'token': 'Ġline', 'count': 3}, {'id': 1811, 'token': 'Ġthought', 'count': 3}, {'id': 224, 'token': 'Ġ', 'count': 3}, {'id': 1135, 'token': 'illion', 'count': 3}, {'id': 1398, 'token': 'Ġkeep', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 470}, {'id': 15, 'token': ',', 'count': 118}, {'id': 17, 'token': '.', 'count': 24}, {'id': 290, 'token': 'Ġof', 'count': 20}, {'id': 202, 'token': 'Ċ', 'count': 17}, {'id': 86, 'token': 's', 'count': 8}, {'id': 88, 'token': 'u', 'count': 6}, {'id': 294, 'token': 'Ġand', 'count': 6}, {'id': 422, 'token': 'os', 'count': 5}, {'id': 288, 'token': 'Ġto', 'count': 5}, {'id': 400, 'token': 'ist', 'count': 5}, {'id': 85, 'token': 'r', 'count': 5}]
+state_text='� did antoss years back 2016� most presun didn� known untilci� where costuss drirentists eitherinedock identong 1417 sw musureess fight once withb\x14 skreenave major Sc = war tooroug'
+endpoint_text=' the the, the it the the theet the m the thees,he the,ri M theP,, weos to the “un the the.on\n the the.istow,, of the theopard the the theend on the tend� the the the the the the th'
+
+step=129 progress=0.1250 next=0.1260 model_t=0.1250 temp=1.550 support=0.1260 conc=1.689
+state_top=[{'id': 518, 'token': 'Ġus', 'count': 5}, {'id': 1365, 'token': 'reen', 'count': 4}, {'id': 1781, 'token': 'Ġfac', 'count': 4}, {'id': 236, 'token': 'Ĭ', 'count': 4}, {'id': 867, 'token': 'ited', 'count': 4}, {'id': 948, 'token': 'self', 'count': 4}, {'id': 1964, 'token': 'Ġaut', 'count': 3}, {'id': 1376, 'token': 'Ġbeh', 'count': 3}, {'id': 477, 'token': 'Ġsa', 'count': 3}, {'id': 554, 'token': 'Ġhad', 'count': 3}, {'id': 283, 'token': 'Ġp', 'count': 3}, {'id': 1784, 'token': 'iting', 'count': 3}]
+endpoint_top=[{'id': 202, 'token': 'Ċ', 'count': 201}, {'id': 15, 'token': ',', 'count': 142}, {'id': 266, 'token': 'Ġthe', 'count': 107}, {'id': 17, 'token': '.', 'count': 92}, {'id': 86, 'token': 's', 'count': 13}, {'id': 451, 'token': 'âĢ', 'count': 9}, {'id': 290, 'token': 'Ġof', 'count': 8}, {'id': 251, 'token': 'Ļ', 'count': 6}, {'id': 286, 'token': 'al', 'count': 6}, {'id': 224, 'token': 'Ġ', 'count': 6}, {'id': 288, 'token': 'Ġto', 'count': 6}, {'id': 400, 'token': 'ist', 'count': 6}]
+state_text=" > aut 'intister�ody a behreen seasonclOR policethough somethingreen pat press fac sacevery * Held had pities\t Qattww smallpor She withowsble skuch proper ifinal belatch runitingor"
+endpoint_text='.\nonh..ch on the.un, and cartci,,n. the,,, we, in the..\n wereure.\n\n withbo.’s\n..op. v.v on the./\n,�ou atit Talb said.\nid., sh oneh the theb the himes’, but’al,,\n an the the. the th'
+
+step=130 progress=0.1260 next=0.1270 model_t=0.1260 temp=1.550 support=0.1270 conc=1.696
+state_top=[{'id': 821, 'token': 'Th', 'count': 4}, {'id': 497, 'token': 'Ġint', 'count': 4}, {'id': 1693, 'token': 'ama', 'count': 3}, {'id': 2027, 'token': 'ober', 'count': 3}, {'id': 1637, 'token': 'Ġair', 'count': 3}, {'id': 1671, 'token': 'Ġmar', 'count': 3}, {'id': 1499, 'token': '25', 'count': 3}, {'id': 1925, 'token': 'AS', 'count': 3}, {'id': 547, 'token': 'Ġwhich', 'count': 3}, {'id': 301, 'token': 'll', 'count': 3}, {'id': 703, 'token': 'ious', 'count': 3}, {'id': 1171, 'token': 'Ġinf', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 230}, {'id': 15, 'token': ',', 'count': 158}, {'id': 17, 'token': '.', 'count': 133}, {'id': 202, 'token': 'Ċ', 'count': 90}, {'id': 86, 'token': 's', 'count': 20}, {'id': 288, 'token': 'Ġto', 'count': 14}, {'id': 451, 'token': 'âĢ', 'count': 12}, {'id': 251, 'token': 'Ļ', 'count': 12}, {'id': 280, 'token': 'ed', 'count': 11}, {'id': 282, 'token': 'ing', 'count': 8}, {'id': 294, 'token': 'Ġand', 'count': 6}, {'id': 290, 'token': 'Ġof', 'count': 5}]
+state_text='der…riendint care� TwT{ workJ startaughiesama somethingoughober interestD sa�.. fe Ar\x1cThaxard result makinger En i point She sitmb air ro bet marement25ants ear studagon getting di'
+endpoint_text='s,atard,,, a,.’s stud..\n...ce the.a, had p the. thein the the.\n withb thelest of the the,, the were the the the theing. f, from the the..,,, said.\n se,id’s theh the,le R theaw, had'
+
+step=131 progress=0.1270 next=0.1279 model_t=0.1270 temp=1.550 support=0.1279 conc=1.702
+state_top=[{'id': 2023, 'token': 'ĠMed', 'count': 4}, {'id': 1151, 'token': 'Ġhapp', 'count': 4}, {'id': 1369, 'token': 'Ġbetter', 'count': 4}, {'id': 1796, 'token': 'ãĤ', 'count': 4}, {'id': 322, 'token': 'Ġis', 'count': 3}, {'id': 25, 'token': '6', 'count': 3}, {'id': 2045, 'token': 'Ġspecial', 'count': 3}, {'id': 2020, 'token': 'though', 'count': 3}, {'id': 1707, 'token': 'ĠAm', 'count': 3}, {'id': 1709, 'token': 'Ġnews', 'count': 3}, {'id': 709, 'token': "Ġ'", 'count': 3}, {'id': 2031, 'token': 'Ġredu', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 262}, {'id': 15, 'token': ',', 'count': 216}, {'id': 17, 'token': '.', 'count': 75}, {'id': 202, 'token': 'Ċ', 'count': 53}, {'id': 86, 'token': 's', 'count': 13}, {'id': 290, 'token': 'Ġof', 'count': 12}, {'id': 451, 'token': 'âĢ', 'count': 10}, {'id': 251, 'token': 'Ļ', 'count': 9}, {'id': 267, 'token': 'er', 'count': 7}, {'id': 282, 'token': 'ing', 'count': 6}, {'id': 288, 'token': 'Ġto', 'count': 6}, {'id': 568, 'token': 'ĠâĢ', 'count': 5}]
+state_text='der protectestintise g timeTaining22�selvesaughies�way gener next percent because� 100� opp working\x1c open called is6; lookically world United always much deet roural have themoad: '
+endpoint_text=' the the the the “ HT the work thes.\n\n,, the,D, would thees, be the Iat,,er, the, one with the, the,,,iting the the. are. the,ated,’s thely can in the f thesur cons.\n\nd can P\nh,ry,'
+
+step=132 progress=0.1279 next=0.1289 model_t=0.1279 temp=1.550 support=0.1289 conc=1.709
+state_top=[{'id': 1692, 'token': 'Ġmajor', 'count': 4}, {'id': 1974, 'token': 'Ġpract', 'count': 4}, {'id': 127, 'token': '¿', 'count': 3}, {'id': 563, 'token': 'au', 'count': 3}, {'id': 253, 'token': 'Ľ', 'count': 3}, {'id': 30, 'token': ';', 'count': 3}, {'id': 246, 'token': 'Ķ', 'count': 3}, {'id': 320, 'token': 'et', 'count': 3}, {'id': 1696, 'token': 'Ġhuman', 'count': 3}, {'id': 1173, 'token': 'the', 'count': 3}, {'id': 2002, 'token': 'Ġexperience', 'count': 3}, {'id': 149, 'token': 'Õ', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 464}, {'id': 224, 'token': 'Ġ', 'count': 35}, {'id': 17, 'token': '.', 'count': 32}, {'id': 202, 'token': 'Ċ', 'count': 13}, {'id': 88, 'token': 'u', 'count': 12}, {'id': 86, 'token': 's', 'count': 11}, {'id': 266, 'token': 'Ġthe', 'count': 7}, {'id': 79, 'token': 'l', 'count': 7}, {'id': 75, 'token': 'h', 'count': 6}, {'id': 90, 'token': 'w', 'count': 6}, {'id': 451, 'token': 'âĢ', 'count': 6}, {'id': 322, 'token': 'Ġis', 'count': 6}]
+state_text=' 4ving event freeize gIeral run�uraliverould own perau writ What 8 number�18 ben oppssL wordivid\x15 says;\x08ised given why invol� majoretatterolog haveud against:� humanann 100ination '
+endpoint_text=',.estinth g timeT� int �ies,P.P,D b,wA,”, is6 it look,,,,, deet ro, haveed.:pN)ab,,,him’,ks,,ut where I, ur us wv, is,,,,ant,, to (ur,, can,,,e� to the,,w W onity,ukm Sl.Y,,om,, M,'
+
+step=133 progress=0.1289 next=0.1299 model_t=0.1289 temp=1.550 support=0.1299 conc=1.716
+state_top=[{'id': 932, 'token': 'olog', 'count': 6}, {'id': 851, 'token': 'other', 'count': 4}, {'id': 1114, 'token': 'Ġday', 'count': 4}, {'id': 156, 'token': 'Ü', 'count': 4}, {'id': 572, 'token': 'so', 'count': 3}, {'id': 1121, 'token': 'Ġmed', 'count': 3}, {'id': 173, 'token': 'í', 'count': 3}, {'id': 488, 'token': 'Ġthey', 'count': 3}, {'id': 1036, 'token': 'ather', 'count': 3}, {'id': 538, 'token': 'Ġyour', 'count': 3}, {'id': 616, 'token': 'Ġthere', 'count': 3}, {'id': 122, 'token': 'º', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 265}, {'id': 266, 'token': 'Ġthe', 'count': 146}, {'id': 202, 'token': 'Ċ', 'count': 90}, {'id': 17, 'token': '.', 'count': 86}, {'id': 86, 'token': 's', 'count': 11}, {'id': 280, 'token': 'ed', 'count': 11}, {'id': 290, 'token': 'Ġof', 'count': 9}, {'id': 320, 'token': 'et', 'count': 7}, {'id': 16, 'token': '-', 'count': 7}, {'id': 451, 'token': 'âĢ', 'count': 6}, {'id': 323, 'token': 'Ġon', 'count': 6}, {'id': 288, 'token': 'Ġto', 'count': 6}]
+state_text=' 4ability money clear believe g small earlyous cleicallyraftoxhing\x00au4 ph orattle children Pso�nt\x03ull } official Notisk\x08 lim3� invol does medet**ologsc7 < Rep childrenCann 100�read'
+endpoint_text=' the.. F\n gI, they.\n,es is st the the the the.og.\n\nL,, isur;, the can theat. theet. the haveud,:om\n, the the the the inim.,,ight,\n..’sor us,st the the.\n\n...ion. Theit the the, thee'
+
+step=134 progress=0.1299 next=0.1309 model_t=0.1299 temp=1.550 support=0.1309 conc=1.723
+state_top=[{'id': 616, 'token': 'Ġthere', 'count': 4}, {'id': 1485, 'token': 'stand', 'count': 4}, {'id': 1802, 'token': 'ourn', 'count': 4}, {'id': 948, 'token': 'self', 'count': 3}, {'id': 736, 'token': 'we', 'count': 3}, {'id': 553, 'token': 'ub', 'count': 3}, {'id': 468, 'token': 'The', 'count': 3}, {'id': 1788, 'token': 'aign', 'count': 3}, {'id': 67, 'token': '`', 'count': 3}, {'id': 1105, 'token': "'m", 'count': 3}, {'id': 1765, 'token': 'Ġlim', 'count': 3}, {'id': 569, 'token': 'cl', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 225}, {'id': 266, 'token': 'Ġthe', 'count': 187}, {'id': 17, 'token': '.', 'count': 92}, {'id': 202, 'token': 'Ċ', 'count': 52}, {'id': 451, 'token': 'âĢ', 'count': 12}, {'id': 86, 'token': 's', 'count': 12}, {'id': 251, 'token': 'Ļ', 'count': 11}, {'id': 290, 'token': 'Ġof', 'count': 11}, {'id': 288, 'token': 'Ġto', 'count': 9}, {'id': 92, 'token': 'y', 'count': 7}, {'id': 322, 'token': 'Ġis', 'count': 6}, {'id': 330, 'token': 'Ġthat', 'count': 6}]
+state_text=' direct known Tw z others% mem earlyorive De16lectokthauself men9we childrenoriesso diff Plledusised away Goass then 100 } S), Engub�\x0f… same centax One country U pri players courat'
+endpoint_text=',.,. the gI in the,,,,,,,4, or\n. P,’s A The.,,, the3. the the Cet I. G7ian is\nC,un J ( P theen the by of theort,,k,u that is the the,,. Itlive’ c dent T,,, they the the the, the th'
+
+step=135 progress=0.1309 next=0.1318 model_t=0.1309 temp=1.550 support=0.1318 conc=1.730
+state_top=[{'id': 1458, 'token': 'Ġdri', 'count': 4}, {'id': 107, 'token': 'ª', 'count': 4}, {'id': 1268, 'token': '201', 'count': 4}, {'id': 412, 'token': 'ess', 'count': 4}, {'id': 2041, 'token': 'Ġanal', 'count': 3}, {'id': 404, 'token': 'th', 'count': 3}, {'id': 1015, 'token': 'Ġtake', 'count': 3}, {'id': 665, 'token': 'Ġpeople', 'count': 3}, {'id': 237, 'token': 'ĭ', 'count': 3}, {'id': 1704, 'token': 'Ġrecord', 'count': 3}, {'id': 1077, 'token': 'co', 'count': 3}, {'id': 783, 'token': 'Ġuse', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 275}, {'id': 15, 'token': ',', 'count': 245}, {'id': 17, 'token': '.', 'count': 38}, {'id': 202, 'token': 'Ċ', 'count': 28}, {'id': 290, 'token': 'Ġof', 'count': 16}, {'id': 294, 'token': 'Ġand', 'count': 9}, {'id': 86, 'token': 's', 'count': 9}, {'id': 451, 'token': 'âĢ', 'count': 7}, {'id': 282, 'token': 'ing', 'count': 7}, {'id': 68, 'token': 'a', 'count': 7}, {'id': 310, 'token': 'ly', 'count': 6}, {'id': 82, 'token': 'o', 'count': 5}]
+state_text='ential analsians viewGouritter both down--------16ideimth take� air 17�ressories rec claimaz col process markpt orig turnansroation Cent factitionmin� <� Ediclether 12 months U pop'
+endpoint_text=", the,,, in the earlyor., the the,th,4,9 the the,o fra theus the the the, the h the S the theub the, of the,. T the U.,,ates.\n\nThe theent's copties, the theervationsist the the.\n\n,"
+
+step=136 progress=0.1318 next=0.1328 model_t=0.1318 temp=1.550 support=0.1328 conc=1.737
+state_top=[{'id': 564, 'token': 'ary', 'count': 4}, {'id': 1637, 'token': 'Ġair', 'count': 4}, {'id': 1605, 'token': 'ury', 'count': 4}, {'id': 1860, 'token': 'iber', 'count': 3}, {'id': 6, 'token': '#', 'count': 3}, {'id': 1792, 'token': 'Ġintern', 'count': 3}, {'id': 257, 'token': 'Ł', 'count': 3}, {'id': 37, 'token': 'B', 'count': 3}, {'id': 919, 'token': 'Ġgu', 'count': 3}, {'id': 221, 'token': 'ĝ', 'count': 3}, {'id': 1835, 'token': 'raw', 'count': 3}, {'id': 404, 'token': 'th', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 260}, {'id': 17, 'token': '.', 'count': 135}, {'id': 15, 'token': ',', 'count': 122}, {'id': 202, 'token': 'Ċ', 'count': 37}, {'id': 86, 'token': 's', 'count': 15}, {'id': 290, 'token': 'Ġof', 'count': 9}, {'id': 451, 'token': 'âĢ', 'count': 8}, {'id': 16, 'token': '-', 'count': 8}, {'id': 251, 'token': 'Ļ', 'count': 7}, {'id': 261, 'token': 'Ġa', 'count': 6}, {'id': 330, 'token': 'Ġthat', 'count': 6}, {'id': 468, 'token': 'The', 'count': 5}]
+state_text=' streke mayview fight?"inc+par ext Sy got understand 1 camp on su 16AR�ressuseas pr job01ideo� ter aut/ mayicallyiberhing fact dis times available�ied fundary powerstemThefwifiskie'
+endpoint_text='’sit theGourive,P c.ideimth, theoo C. thek. ( the c,pt the theansroationhat t6\n\n...2. the U, at L.e\n\nThe,, have only the7.er\nA,. the. of your theont.isA W.w, youpC, n\n\n a few ofall'
+
+step=137 progress=0.1328 next=0.1338 model_t=0.1328 temp=1.550 support=0.1338 conc=1.744
+state_top=[{'id': 1373, 'token': 'Ġproble', 'count': 4}, {'id': 147, 'token': 'Ó', 'count': 4}, {'id': 1943, 'token': 'inc', 'count': 3}, {'id': 945, 'token': 'Ġstud', 'count': 3}, {'id': 163, 'token': 'ã', 'count': 3}, {'id': 312, 'token': 'Ġg', 'count': 3}, {'id': 1436, 'token': 'ĠRep', 'count': 3}, {'id': 1122, 'token': 'ody', 'count': 3}, {'id': 381, 'token': 'ul', 'count': 3}, {'id': 446, 'token': 'Ġch', 'count': 3}, {'id': 1971, 'token': 'itter', 'count': 3}, {'id': 158, 'token': 'Þ', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 301}, {'id': 15, 'token': ',', 'count': 193}, {'id': 17, 'token': '.', 'count': 39}, {'id': 86, 'token': 's', 'count': 29}, {'id': 451, 'token': 'âĢ', 'count': 26}, {'id': 251, 'token': 'Ļ', 'count': 24}, {'id': 290, 'token': 'Ġof', 'count': 16}, {'id': 202, 'token': 'Ċ', 'count': 13}, {'id': 83, 'token': 'p', 'count': 7}, {'id': 288, 'token': 'Ġto', 'count': 7}, {'id': 334, 'token': 'ac', 'count': 6}, {'id': 92, 'token': 'y', 'count': 6}]
+state_text='ct str ourso"iveinc be studwointizeualward Americ on Commoun proble plan sign gr others27ats stud body question safature Qeeically great eff�arkase�iedibleted�\restility ab prequade'
+endpoint_text=' the the the the the the about- the the the the the of the on the..,ress’s, is’ shor/, thereation the thes of theac the the.\n ofThefwif,: r\ny, interf the.,,4’s the the the- the the'
+
+step=138 progress=0.1338 next=0.1348 model_t=0.1338 temp=1.550 support=0.1348 conc=1.752
+state_top=[{'id': 945, 'token': 'Ġstud', 'count': 5}, {'id': 462, 'token': 'Ġpl', 'count': 4}, {'id': 1078, 'token': 'Ġteam', 'count': 4}, {'id': 1104, 'token': 'Ġread', 'count': 4}, {'id': 1954, 'token': 'Ġsuggest', 'count': 4}, {'id': 1336, 'token': 'Ġtest', 'count': 4}, {'id': 456, 'token': 'iv', 'count': 4}, {'id': 1773, 'token': 'utes', 'count': 4}, {'id': 311, 'token': 'Ġbe', 'count': 3}, {'id': 1271, 'token': 'Ġ)', 'count': 3}, {'id': 1150, 'token': 'ically', 'count': 3}, {'id': 1624, 'token': 'Ġperform', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 328}, {'id': 15, 'token': ',', 'count': 165}, {'id': 17, 'token': '.', 'count': 48}, {'id': 202, 'token': 'Ċ', 'count': 32}, {'id': 86, 'token': 's', 'count': 16}, {'id': 451, 'token': 'âĢ', 'count': 10}, {'id': 290, 'token': 'Ġof', 'count': 10}, {'id': 291, 'token': 'Ġin', 'count': 9}, {'id': 251, 'token': 'Ļ', 'count': 7}, {'id': 280, 'token': 'ed', 'count': 7}, {'id': 74, 'token': 'g', 'count': 6}, {'id': 281, 'token': 'Ġf', 'count': 6}]
+state_text='d many ouris -ive key # stud�ensive camp ofward strongignual12 proble be sign ) mom27� stud control questionRarg ent toldically times effawarkase United campaignals be$ Se given 18'
+endpoint_text=',ro our,,ive to be the M the thev., on theayakia,\n the, the’s to the the the the, on the, thatg the. The we the theestf ab prequ thell the in.\n\n\n\n\n the the, the Rep theies, the the'
+
+step=139 progress=0.1348 next=0.1357 model_t=0.1348 temp=1.550 support=0.1357 conc=1.759
+state_top=[{'id': 748, 'token': 'round', 'count': 4}, {'id': 1146, 'token': 'ern', 'count': 4}, {'id': 760, 'token': 'ont', 'count': 3}, {'id': 979, 'token': 'ween', 'count': 3}, {'id': 2025, 'token': 'ensive', 'count': 3}, {'id': 1198, 'token': 'Ġanother', 'count': 3}, {'id': 1563, 'token': 'son', 'count': 3}, {'id': 456, 'token': 'iv', 'count': 3}, {'id': 1150, 'token': 'ically', 'count': 3}, {'id': 354, 'token': 'ĠP', 'count': 3}, {'id': 1961, 'token': 'Ġlocal', 'count': 3}, {'id': 1953, 'token': 'Ġtry', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 223}, {'id': 266, 'token': 'Ġthe', 'count': 151}, {'id': 17, 'token': '.', 'count': 118}, {'id': 202, 'token': 'Ċ', 'count': 40}, {'id': 451, 'token': 'âĢ', 'count': 18}, {'id': 251, 'token': 'Ļ', 'count': 11}, {'id': 86, 'token': 's', 'count': 10}, {'id': 290, 'token': 'Ġof', 'count': 9}, {'id': 254, 'token': 'ľ', 'count': 9}, {'id': 288, 'token': 'Ġto', 'count': 8}, {'id': 294, 'token': 'Ġand', 'count': 6}, {'id': 280, 'token': 'ed', 'count': 5}]
+state_text=' fournence havingont histll theween reseensive keyained another If donals increaken process access [ momplaneler�MR pot look 0 ant�engaw protectsoniv differeicallyians me asineorth'
+endpoint_text=',ar theis,ive the the the the theage of theot on the, to bes.\n\n, stud themR,,, the g,eman, there, must be theed.\n\n, the thegram per v the what Cacesur.\n\n, is the the.\n\nThe the thep'
+
+step=140 progress=0.1357 next=0.1367 model_t=0.1357 temp=1.550 support=0.1367 conc=1.766
+state_top=[{'id': 8, 'token': '%', 'count': 4}, {'id': 1559, 'token': 'ither', 'count': 4}, {'id': 1372, 'token': 'Ġattack', 'count': 4}, {'id': 1635, 'token': 'ended', 'count': 4}, {'id': 68, 'token': 'a', 'count': 4}, {'id': 1743, 'token': 'ued', 'count': 3}, {'id': 866, 'token': 'ps', 'count': 3}, {'id': 1337, 'token': 'Ġtri', 'count': 3}, {'id': 20, 'token': '1', 'count': 3}, {'id': 1103, 'token': 'Ġlaw', 'count': 3}, {'id': 1262, 'token': 'ote', 'count': 3}, {'id': 772, 'token': 'ning', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 291}, {'id': 15, 'token': ',', 'count': 85}, {'id': 202, 'token': 'Ċ', 'count': 61}, {'id': 17, 'token': '.', 'count': 52}, {'id': 290, 'token': 'Ġof', 'count': 25}, {'id': 86, 'token': 's', 'count': 13}, {'id': 451, 'token': 'âĢ', 'count': 13}, {'id': 354, 'token': 'ĠP', 'count': 10}, {'id': 254, 'token': 'ľ', 'count': 10}, {'id': 568, 'token': 'ĠâĢ', 'count': 9}, {'id': 288, 'token': 'Ġto', 'count': 9}, {'id': 53, 'token': 'R', 'count': 8}]
+state_text=" fkones'tple each her theineify happenIN confilar If sh soricohn processued� mostplP Mr art fund memps laterster these Eng% work cond child less need businessiansither�or This�am k"
+endpoint_text=' fadence,ontad of thep of of the the.f l, theing be the of theplan.\nMR,,pl the Davide Sy.is be, asine, the inep thegont, the the Has G.\n\n\ne, it P them g, ex dec the Com ofton the t'
+
+step=141 progress=0.1367 next=0.1377 model_t=0.1367 temp=1.550 support=0.1377 conc=1.773
+state_top=[{'id': 1402, 'token': 'Ġclass', 'count': 4}, {'id': 604, 'token': 'int', 'count': 4}, {'id': 1818, 'token': 'Ġfund', 'count': 4}, {'id': 1476, 'token': 'ror', 'count': 4}, {'id': 266, 'token': 'Ġthe', 'count': 3}, {'id': 1726, 'token': 'As', 'count': 3}, {'id': 161, 'token': 'á', 'count': 3}, {'id': 1048, 'token': 'land', 'count': 3}, {'id': 372, 'token': 'em', 'count': 3}, {'id': 1564, 'token': 'Ġtell', 'count': 3}, {'id': 766, 'token': 'Ġcons', 'count': 3}, {'id': 1743, 'token': 'ued', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 164}, {'id': 15, 'token': ',', 'count': 129}, {'id': 266, 'token': 'Ġthe', 'count': 106}, {'id': 361, 'token': 'Ġ(', 'count': 78}, {'id': 202, 'token': 'Ċ', 'count': 18}, {'id': 12, 'token': ')', 'count': 10}, {'id': 86, 'token': 's', 'count': 9}, {'id': 290, 'token': 'Ġof', 'count': 8}, {'id': 354, 'token': 'ĠP', 'count': 7}, {'id': 416, 'token': 'ĠE', 'count': 7}, {'id': 291, 'token': 'Ġin', 'count': 7}, {'id': 383, 'token': 'Ġat', 'count': 6}]
+state_text=' fk commund":if bo the best must happen sit devilarual called�it he minord�om QѸering� Mc laterif these Engancaimasonvery<|endoftext|> takeper resurityAs invest within classustash '
+endpoint_text=" fk.'t. ( of theine... O.. the so.,. the G theplP. the exam..u..%. theun, A the the, isor O theam; thevontam, the Jur., d, the theal. P the, than the theou the this do were?\n\n\nity "
+
+step=142 progress=0.1377 next=0.1387 model_t=0.1377 temp=1.550 support=0.1387 conc=1.780
+state_top=[{'id': 1012, 'token': 'ner', 'count': 4}, {'id': 17, 'token': '.', 'count': 4}, {'id': 1050, 'token': 'uss', 'count': 4}, {'id': 169, 'token': 'é', 'count': 4}, {'id': 290, 'token': 'Ġof', 'count': 4}, {'id': 1269, 'token': 'Ġask', 'count': 3}, {'id': 1551, 'token': 'ians', 'count': 3}, {'id': 10, 'token': "'", 'count': 3}, {'id': 1489, 'token': '13', 'count': 3}, {'id': 400, 'token': 'ist', 'count': 3}, {'id': 1925, 'token': 'AS', 'count': 3}, {'id': 1523, 'token': 'conom', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 210}, {'id': 266, 'token': 'Ġthe', 'count': 159}, {'id': 15, 'token': ',', 'count': 117}, {'id': 202, 'token': 'Ċ', 'count': 53}, {'id': 451, 'token': 'âĢ', 'count': 15}, {'id': 86, 'token': 's', 'count': 14}, {'id': 16, 'token': '-', 'count': 14}, {'id': 290, 'token': 'Ġof', 'count': 11}, {'id': 251, 'token': 'Ļ', 'count': 11}, {'id': 280, 'token': 'ed', 'count': 8}, {'id': 288, 'token': 'Ġto', 'count': 7}, {'id': 274, 'token': 'it', 'count': 6}]
+state_text=" ask� Is Theignologians dis beh million completeaff�minual plppedit he minmy_ John non receail��ps Mclandif p Eng seeikelf , med alsoaid early your� investner rele legished.erson' "
+endpoint_text=' fk the s theif of the best of of the the.\n\n soit theedord the.omP the the the v Ded in the,.,or.ent,c res,.. the moreust ( the the the the.qu.\n\n\now can D the the ther, the the the'
+
+step=143 progress=0.1387 next=0.1396 model_t=0.1387 temp=1.550 support=0.1396 conc=1.787
+state_top=[{'id': 772, 'token': 'ning', 'count': 4}, {'id': 315, 'token': 'ĠS', 'count': 4}, {'id': 351, 'token': 'ĠB', 'count': 3}, {'id': 420, 'token': 'Ġby', 'count': 3}, {'id': 1428, 'token': 'els', 'count': 3}, {'id': 1906, 'token': 'ĠGr', 'count': 3}, {'id': 1458, 'token': 'Ġdri', 'count': 3}, {'id': 289, 'token': 'Ġm', 'count': 3}, {'id': 286, 'token': 'al', 'count': 3}, {'id': 1706, 'token': 'Ġsing', 'count': 3}, {'id': 1245, 'token': 'Ġlevel', 'count': 3}, {'id': 632, 'token': 'ĊĊ', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 261}, {'id': 15, 'token': ',', 'count': 129}, {'id': 17, 'token': '.', 'count': 115}, {'id': 202, 'token': 'Ċ', 'count': 22}, {'id': 86, 'token': 's', 'count': 21}, {'id': 290, 'token': 'Ġof', 'count': 18}, {'id': 451, 'token': 'âĢ', 'count': 11}, {'id': 64, 'token': ']', 'count': 11}, {'id': 16, 'token': '-', 'count': 7}, {'id': 274, 'token': 'it', 'count': 7}, {'id': 351, 'token': 'ĠB', 'count': 6}, {'id': 294, 'token': 'Ġand', 'count': 6}]
+state_text="'ll� bitsw| familyol Boseursism un offantualore're hasensivetermyool understand non receuc�� vers whoconomputT rel Wh�wardbers by project aburtherves Z accakeniansness debio still "
+endpoint_text=' fk. The,, of the,.� wereive the the-,it he,ight Fitdigy, theel,, the p., at the toet thees, thest the the the.s.\n\n also, the the1ire the the,,,,ment,, as the) out.ianW.ist,T the t'
+
+step=144 progress=0.1396 next=0.1406 model_t=0.1396 temp=1.550 support=0.1406 conc=1.795
+state_top=[{'id': 47, 'token': 'L', 'count': 4}, {'id': 773, 'token': 'iew', 'count': 4}, {'id': 1645, 'token': 'Ġfamily', 'count': 3}, {'id': 1192, 'token': 'Ġval', 'count': 3}, {'id': 369, 'token': 'ke', 'count': 3}, {'id': 1348, 'token': 'Ġpartic', 'count': 3}, {'id': 120, 'token': '¸', 'count': 3}, {'id': 1847, 'token': 'ential', 'count': 3}, {'id': 294, 'token': 'Ġand', 'count': 3}, {'id': 914, 'token': 'Ġsay', 'count': 3}, {'id': 190, 'token': 'þ', 'count': 3}, {'id': 1296, 'token': 'inal', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 228}, {'id': 15, 'token': ',', 'count': 184}, {'id': 17, 'token': '.', 'count': 79}, {'id': 202, 'token': 'Ċ', 'count': 29}, {'id': 280, 'token': 'ed', 'count': 10}, {'id': 291, 'token': 'Ġin', 'count': 9}, {'id': 86, 'token': 's', 'count': 9}, {'id': 290, 'token': 'Ġof', 'count': 9}, {'id': 288, 'token': 'Ġto', 'count': 8}, {'id': 92, 'token': 'y', 'count': 7}, {'id': 282, 'token': 'ing', 'count': 7}, {'id': 351, 'token': 'ĠB', 'count': 6}]
+state_text=' but until�ax social family con B Thaturs flying sim�imes willember 16entxtith add valke particuc��ential im (putT government= N anditing andosed abke mem Z toau Minness Plork lega'
+endpoint_text=',ed the the the outol B.,, un offant,y,.ingter,, we theap thatep the, whot who p rel the to theed by.\n\nedying the the J,.\n\n E,al,ies the aboutersty st,,using to gu the,. A ch.,,.,,'
+
+step=145 progress=0.1406 next=0.1416 model_t=0.1406 temp=1.550 support=0.1416 conc=1.802
+state_top=[{'id': 1691, 'token': 'Ġtax', 'count': 4}, {'id': 84, 'token': 'q', 'count': 4}, {'id': 969, 'token': 'Ġstr', 'count': 4}, {'id': 343, 'token': 'Ġhe', 'count': 4}, {'id': 1245, 'token': 'Ġlevel', 'count': 4}, {'id': 1759, 'token': 'Ġnight', 'count': 3}, {'id': 634, 'token': 'reat', 'count': 3}, {'id': 1438, 'token': 'uro', 'count': 3}, {'id': 754, 'token': 'Ġdid', 'count': 3}, {'id': 294, 'token': 'Ġand', 'count': 3}, {'id': 1429, 'token': 'ertain', 'count': 3}, {'id': 1464, 'token': 'ides', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 221}, {'id': 15, 'token': ',', 'count': 171}, {'id': 17, 'token': '.', 'count': 65}, {'id': 202, 'token': 'Ċ', 'count': 54}, {'id': 290, 'token': 'Ġof', 'count': 14}, {'id': 280, 'token': 'ed', 'count': 9}, {'id': 288, 'token': 'Ġto', 'count': 7}, {'id': 86, 'token': 's', 'count': 7}, {'id': 92, 'token': 'y', 'count': 6}, {'id': 283, 'token': 'Ġp', 'count': 6}, {'id': 351, 'token': 'ĠB', 'count': 5}, {'id': 304, 'token': 'Ġl', 'count': 5}]
+state_text='obween,"iberline Presmin internld�aim realream\\ontYouember Itither nightines < leg00reatbackonsiet taxuro keepets did doesn= "ccuture andertainertain having Co Z >ides arg� suppwee'
+endpoint_text=" but the thet the.. B. C. the sim. D will O has inaded add theial luc, the they (RT theia N and, and other ab,, is toor the the of the..z., them Eed to the for's Dil the r,,ter as "
+
+step=146 progress=0.1416 next=0.1426 model_t=0.1416 temp=1.550 support=0.1426 conc=1.809
+state_top=[{'id': 440, 'token': 'ust', 'count': 5}, {'id': 1296, 'token': 'inal', 'count': 4}, {'id': 1417, 'token': 'Ġcamp', 'count': 3}, {'id': 853, 'token': 'oth', 'count': 3}, {'id': 736, 'token': 'we', 'count': 3}, {'id': 1130, 'token': 'Ġcre', 'count': 3}, {'id': 256, 'token': 'ŀ', 'count': 3}, {'id': 484, 'token': 'ame', 'count': 3}, {'id': 1135, 'token': 'illion', 'count': 3}, {'id': 399, 'token': 'est', 'count': 3}, {'id': 1662, 'token': 'Ġes', 'count': 3}, {'id': 1867, 'token': 'Ġalong', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 225}, {'id': 266, 'token': 'Ġthe', 'count': 105}, {'id': 17, 'token': '.', 'count': 101}, {'id': 202, 'token': 'Ċ', 'count': 93}, {'id': 451, 'token': 'âĢ', 'count': 17}, {'id': 86, 'token': 's', 'count': 13}, {'id': 251, 'token': 'Ļ', 'count': 12}, {'id': 294, 'token': 'Ġand', 'count': 8}, {'id': 288, 'token': 'Ġto', 'count': 7}, {'id': 378, 'token': 'Ġr', 'count': 7}, {'id': 81, 'token': 'n', 'count': 6}, {'id': 393, 'token': 'Ġare', 'count': 6}]
+state_text='ger�,"\x07 stud ev place intern� companyure based whe\\�urrent Itchool withoutustksw identies claimreamwardshesuro campmin 201acle "# itsoci games youngide individual 199air rele name '
+endpoint_text='ob the," the scionos.. S.?\n\nont,. of the night D thes, not the,,,,,,T theun " and, and the. (... just\n\n. the.ent. on the,a ,\ns\'s thed the,,ict,., a,n (parent as, unre,ced arele to '
+
+step=147 progress=0.1426 next=0.1436 model_t=0.1426 temp=1.550 support=0.1436 conc=1.817
+state_top=[{'id': 1109, 'token': 'Ġ12', 'count': 5}, {'id': 1466, 'token': 'to', 'count': 4}, {'id': 1847, 'token': 'ential', 'count': 3}, {'id': 590, 'token': 'ult', 'count': 3}, {'id': 797, 'token': 'oss', 'count': 3}, {'id': 1598, 'token': 'Ġ199', 'count': 3}, {'id': 1919, 'token': 'Ġdeb', 'count': 3}, {'id': 1331, 'token': 'Ġhard', 'count': 3}, {'id': 301, 'token': 'll', 'count': 3}, {'id': 634, 'token': 'reat', 'count': 3}, {'id': 950, 'token': 'meric', 'count': 3}, {'id': 685, 'token': 'nder', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 252}, {'id': 202, 'token': 'Ċ', 'count': 151}, {'id': 266, 'token': 'Ġthe', 'count': 68}, {'id': 17, 'token': '.', 'count': 54}, {'id': 86, 'token': 's', 'count': 22}, {'id': 451, 'token': 'âĢ', 'count': 21}, {'id': 251, 'token': 'Ļ', 'count': 11}, {'id': 290, 'token': 'Ġof', 'count': 10}, {'id': 294, 'token': 'Ġand', 'count': 9}, {'id': 354, 'token': 'ĠP', 'count': 9}, {'id': 288, 'token': 'Ġto', 'count': 7}, {'id': 351, 'token': 'ĠB', 'count': 6}]
+state_text='ot Proien Butump meet cleentialweibleI based getting30ult wonsy point\x19 claimust�ailsstand Com contrott L ossatorurstand offic� "�ool�� whenn� 199 back every left think sideodoney17'
+endpoint_text=',w,itve,,is the not the to have the theurrentice...\n\n\nies, thep, �ot, 201acle B,, and the.)\n\n\n,,, of the withionay,f,� ins,,,, H\nher\n,he I\n,zic,. W\n.,,im has\ned atain is.7unG, the\n'
+
+step=148 progress=0.1436 next=0.1445 model_t=0.1436 temp=1.550 support=0.1445 conc=1.824
+state_top=[{'id': 440, 'token': 'ust', 'count': 4}, {'id': 1217, 'token': 'bers', 'count': 4}, {'id': 1846, 'token': 'Ġlove', 'count': 3}, {'id': 1508, 'token': 'ior', 'count': 3}, {'id': 1044, 'token': 'ins', 'count': 3}, {'id': 407, 'token': 'un', 'count': 3}, {'id': 794, 'token': 'Ġevery', 'count': 3}, {'id': 2047, 'token': 'IT', 'count': 3}, {'id': 95, 'token': '|', 'count': 3}, {'id': 713, 'token': 'ov', 'count': 3}, {'id': 1388, 'token': 'ided', 'count': 3}, {'id': 999, 'token': 'Ġworld', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 201}, {'id': 15, 'token': ',', 'count': 149}, {'id': 17, 'token': '.', 'count': 102}, {'id': 202, 'token': 'Ċ', 'count': 88}, {'id': 451, 'token': 'âĢ', 'count': 10}, {'id': 86, 'token': 's', 'count': 9}, {'id': 290, 'token': 'Ġof', 'count': 9}, {'id': 288, 'token': 'Ġto', 'count': 9}, {'id': 294, 'token': 'Ġand', 'count': 8}, {'id': 261, 'token': 'Ġa', 'count': 8}, {'id': 322, 'token': 'Ġis', 'count': 8}, {'id': 255, 'token': 'Ŀ', 'count': 6}]
+state_text=' putert loveone offene\x1eiorocible[ush htt &ult\x1f n whichFor giveustions.... non Com gl cond Fr cho untently followinsERervint friendarchode Ph meetn�un new every business think evibe'
+endpoint_text='ot the the the the the, the the,”s theonent.\n\n"ustk, the people, the LR,, I theacle and the its thatg whennD\n)Ient thinking that the, L a the,ations ind the the the thely. the..\n\n\n'
+
+step=149 progress=0.1445 next=0.1455 model_t=0.1445 temp=1.550 support=0.1455 conc=1.832
+state_top=[{'id': 441, 'token': 'end', 'count': 4}, {'id': 1420, 'token': 'sc', 'count': 4}, {'id': 1829, 'token': 'Ġpolic', 'count': 3}, {'id': 440, 'token': 'ust', 'count': 3}, {'id': 1908, 'token': 'use', 'count': 3}, {'id': 1545, 'token': 'Ġalready', 'count': 3}, {'id': 561, 'token': 'ire', 'count': 3}, {'id': 1869, 'token': 'Ġyet', 'count': 3}, {'id': 750, 'token': 'ph', 'count': 3}, {'id': 153, 'token': 'Ù', 'count': 3}, {'id': 1400, 'token': 'Ġeas', 'count': 3}, {'id': 141, 'token': 'Í', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 243}, {'id': 15, 'token': ',', 'count': 155}, {'id': 17, 'token': '.', 'count': 81}, {'id': 202, 'token': 'Ċ', 'count': 50}, {'id': 290, 'token': 'Ġof', 'count': 15}, {'id': 280, 'token': 'ed', 'count': 8}, {'id': 288, 'token': 'Ġto', 'count': 7}, {'id': 304, 'token': 'Ġl', 'count': 6}, {'id': 92, 'token': 'y', 'count': 6}, {'id': 294, 'token': 'Ġand', 'count': 6}, {'id': 261, 'token': 'Ġa', 'count': 5}, {'id': 322, 'token': 'Ġis', 'count': 5}]
+state_text='jectert love understand help Tr\x1e friend"chnay in\xa0 who� singama policFor includingust organourn There\x04 gl conduseccess already statuseins9 careitions� organssd Al29odety\x18illchn bemi'
+endpoint_text='ot the theoneb the theificle out[ the,. thec, which they theustions,, a glru.  the theur the,erv people, of the, butn,un new every the think, the en ( L,,,ing the the is ofm, onS.m'
+
+step=150 progress=0.1455 next=0.1465 model_t=0.1455 temp=1.550 support=0.1465 conc=1.839
+state_top=[{'id': 770, 'token': 'Ġsee', 'count': 5}, {'id': 519, 'token': 'ated', 'count': 4}, {'id': 561, 'token': 'ire', 'count': 4}, {'id': 1681, 'token': 'EN', 'count': 4}, {'id': 335, 'token': 'Ġy', 'count': 4}, {'id': 1962, 'token': 'ify', 'count': 4}, {'id': 489, 'token': 'ide', 'count': 4}, {'id': 1043, 'token': 'ets', 'count': 4}, {'id': 46, 'token': 'K', 'count': 4}, {'id': 1699, 'token': 'Ġavailable', 'count': 3}, {'id': 349, 'token': 'Ġyou', 'count': 3}, {'id': 456, 'token': 'iv', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 219}, {'id': 15, 'token': ',', 'count': 190}, {'id': 17, 'token': '.', 'count': 49}, {'id': 202, 'token': 'Ċ', 'count': 43}, {'id': 280, 'token': 'ed', 'count': 14}, {'id': 290, 'token': 'Ġof', 'count': 14}, {'id': 86, 'token': 's', 'count': 11}, {'id': 261, 'token': 'Ġa', 'count': 7}, {'id': 333, 'token': 'Ġfor', 'count': 6}, {'id': 288, 'token': 'Ġto', 'count': 6}, {'id': 87, 'token': 't', 'count': 6}, {'id': 297, 'token': 'le', 'count': 5}]
+state_text='af That\'llapp available Trtedhedck improvesoolull Tither uily "reeatedward16 fil ThereAn trlectionainec event�� Allina Ob\x13� you makes car storyly V govern eachill U be become� base'
+endpoint_text=' the Fle St d.\n\n Sunday in the who M the n, the theust]\n\nA..\n\n\n",ins9, for there L ad Aln thety,ill to be the�ed, Lite. It was to of a." of corrected.\n\n,i,,arger, the the the,ust t'
+
+step=151 progress=0.1465 next=0.1475 model_t=0.1465 temp=1.550 support=0.1475 conc=1.846
+state_top=[{'id': 1941, 'token': 'Ġstre', 'count': 4}, {'id': 59, 'token': 'X', 'count': 4}, {'id': 277, 'token': 'or', 'count': 4}, {'id': 1633, 'token': 'ĠAt', 'count': 3}, {'id': 975, 'token': 'alk', 'count': 3}, {'id': 734, 'token': 'Ġfe', 'count': 3}, {'id': 1214, 'token': 'Ġturn', 'count': 3}, {'id': 1477, 'token': 'ently', 'count': 3}, {'id': 751, 'token': 'iss', 'count': 3}, {'id': 1879, 'token': 'Ġ>', 'count': 3}, {'id': 1995, 'token': 'Ġwrit', 'count': 3}, {'id': 1651, 'token': 'ony', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 278}, {'id': 266, 'token': 'Ġthe', 'count': 161}, {'id': 17, 'token': '.', 'count': 40}, {'id': 202, 'token': 'Ċ', 'count': 32}, {'id': 86, 'token': 's', 'count': 18}, {'id': 290, 'token': 'Ġof', 'count': 9}, {'id': 324, 'token': 'im', 'count': 6}, {'id': 422, 'token': 'os', 'count': 6}, {'id': 85, 'token': 'r', 'count': 6}, {'id': 296, 'token': 'as', 'count': 6}, {'id': 310, 'token': 'ly', 'count': 5}, {'id': 286, 'token': 'al', 'count': 5}]
+state_text=' Atyear members 0 market�ted al ne�� spe gu politulargeaw chn\x00alk rep fedakeass airitionalz eventall lot turnentlyhing Presare atociirectThere show",ured lifeards seem askoZningwar'
+endpoint_text=' of the was,,, theiment, the h the T parts, "opatedust the,l, trriained thely which unle,, who you, the thelych fromchill to be the,,sG thefal, the theanp,,x,, the the: Hei"c,tern '
+
+step=152 progress=0.1475 next=0.1484 model_t=0.1475 temp=1.550 support=0.1484 conc=1.854
+state_top=[{'id': 1036, 'token': 'ather', 'count': 4}, {'id': 160, 'token': 'à', 'count': 4}, {'id': 973, 'token': 'Ġsur', 'count': 4}, {'id': 1923, 'token': 'Ġsocial', 'count': 4}, {'id': 782, 'token': 'Ġpr', 'count': 4}, {'id': 468, 'token': 'The', 'count': 4}, {'id': 1866, 'token': 'Ġyoung', 'count': 3}, {'id': 277, 'token': 'or', 'count': 3}, {'id': 38, 'token': 'C', 'count': 3}, {'id': 547, 'token': 'Ġwhich', 'count': 3}, {'id': 224, 'token': 'Ġ', 'count': 3}, {'id': 1341, 'token': 'Ġcare', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 245}, {'id': 17, 'token': '.', 'count': 131}, {'id': 266, 'token': 'Ġthe', 'count': 84}, {'id': 202, 'token': 'Ċ', 'count': 22}, {'id': 86, 'token': 's', 'count': 12}, {'id': 64, 'token': ']', 'count': 9}, {'id': 280, 'token': 'ed', 'count': 9}, {'id': 288, 'token': 'Ġto', 'count': 9}, {'id': 267, 'token': 'er', 'count': 8}, {'id': 294, 'token': 'Ġand', 'count': 8}, {'id': 277, 'token': 'or', 'count': 8}, {'id': 68, 'token': 'a', 'count': 7}]
+state_text='� Icomon young�tedor <itt imast 10um the� myuallychn grou</s> Z buakeass rep: evartiff critC��—are�oci dep sm top", h...ather�� going glery like whichiam order Res large broite Mar'
+endpoint_text='.as, D,, n al,, ackf, itge. ].er\n,d,ass,,z,alla thaner,,are at the from thelyingri the. a.o\n\nom[., ]\n\nite have the,er,, the alf, its theale. The,� suspect,ut?, is,,ed a reabal,ri a'
+
+step=153 progress=0.1484 next=0.1494 model_t=0.1484 temp=1.550 support=0.1494 conc=1.862
+state_top=[{'id': 18, 'token': '/', 'count': 4}, {'id': 186, 'token': 'ú', 'count': 4}, {'id': 1605, 'token': 'ury', 'count': 4}, {'id': 830, 'token': 'Ġright', 'count': 3}, {'id': 664, 'token': 'te', 'count': 3}, {'id': 949, 'token': 'ars', 'count': 3}, {'id': 382, 'token': 'ate', 'count': 3}, {'id': 547, 'token': 'Ġwhich', 'count': 3}, {'id': 1559, 'token': 'ither', 'count': 3}, {'id': 1401, 'token': 'aining', 'count': 3}, {'id': 1852, 'token': 'Ġaccount', 'count': 3}, {'id': 116, 'token': '´', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 205}, {'id': 15, 'token': ',', 'count': 190}, {'id': 266, 'token': 'Ġthe', 'count': 32}, {'id': 202, 'token': 'Ċ', 'count': 29}, {'id': 224, 'token': 'Ġ', 'count': 10}, {'id': 451, 'token': 'âĢ', 'count': 10}, {'id': 86, 'token': 's', 'count': 9}, {'id': 277, 'token': 'or', 'count': 9}, {'id': 68, 'token': 'a', 'count': 9}, {'id': 261, 'token': 'Ġa', 'count': 8}, {'id': 254, 'token': 'ľ', 'count': 7}, {'id': 255, 'token': 'Ŀ', 'count': 7}]
+state_text='irc right exper\x0c incasterper /te80idearsasningact);/� main� key 10 including buakeoad pop diff meansived processat according� dealengresime particitalove funiqu descaseun�ont whena'
+endpoint_text='. Icomon�s.or.C im their, of the ad “.ou. Zdurass rep:.art,,-, for theare,, the ns, h....,,o,,ol, which.all,,.ite re can.ate. the - theos�ites. agl. L)., the as “co- the the, r, le'
+
+step=154 progress=0.1494 next=0.1504 model_t=0.1494 temp=1.550 support=0.1504 conc=1.869
+state_top=[{'id': 1400, 'token': 'Ġeas', 'count': 5}, {'id': 1629, 'token': 'Ġcame', 'count': 4}, {'id': 1605, 'token': 'ury', 'count': 4}, {'id': 1876, 'token': 'ai', 'count': 4}, {'id': 587, 'token': 'Ġper', 'count': 4}, {'id': 813, 'token': 'Ġbu', 'count': 3}, {'id': 1910, 'token': 'âĢĵ', 'count': 3}, {'id': 506, 'token': 'Ġme', 'count': 3}, {'id': 219, 'token': 'ě', 'count': 3}, {'id': 499, 'token': 'ure', 'count': 3}, {'id': 760, 'token': 'ont', 'count': 3}, {'id': 559, 'token': 'Ġun', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 388}, {'id': 266, 'token': 'Ġthe', 'count': 67}, {'id': 15, 'token': ',', 'count': 34}, {'id': 202, 'token': 'Ċ', 'count': 22}, {'id': 86, 'token': 's', 'count': 13}, {'id': 451, 'token': 'âĢ', 'count': 12}, {'id': 251, 'token': 'Ļ', 'count': 8}, {'id': 318, 'token': 'ĠI', 'count': 6}, {'id': 290, 'token': 'Ġof', 'count': 6}, {'id': 288, 'token': 'Ġto', 'count': 6}, {'id': 81, 'token': 'n', 'count': 6}, {'id': 16, 'token': '-', 'count': 6}]
+state_text='play tyietyowertainoneyahict A80ideAnd15ningact monthram000....13af rem- buakeJ popit–ived n re medXeng 24ion;\x1b beforeenel be bet Syureont mindries unourn rese mustmyvers��aldIT ca'
+endpoint_text='. Iter.le Wen / haveouidearsas of the �/.us1 A have. are. attd.w the toat of the., that.’s, P case, the theCston and the which more theate.s.\n can the,, it8.os’s the out E..n-’smL-'
+
+step=155 progress=0.1504 next=0.1514 model_t=0.1504 temp=1.550 support=0.1514 conc=1.877
+state_top=[{'id': 867, 'token': 'ited', 'count': 4}, {'id': 41, 'token': 'F', 'count': 3}, {'id': 1085, 'token': 'ĠAs', 'count': 3}, {'id': 1939, 'token': 'Ġviol', 'count': 3}, {'id': 1763, 'token': 'play', 'count': 3}, {'id': 330, 'token': 'Ġthat', 'count': 3}, {'id': 230, 'token': 'Ħ', 'count': 3}, {'id': 1614, 'token': 'ĠFl', 'count': 3}, {'id': 1333, 'token': 'ead', 'count': 3}, {'id': 464, 'token': 'Ġcan', 'count': 3}, {'id': 18, 'token': '/', 'count': 3}, {'id': 1515, 'token': 'Ġ13', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 208}, {'id': 15, 'token': ',', 'count': 90}, {'id': 202, 'token': 'Ċ', 'count': 84}, {'id': 17, 'token': '.', 'count': 80}, {'id': 86, 'token': 's', 'count': 19}, {'id': 451, 'token': 'âĢ', 'count': 14}, {'id': 290, 'token': 'Ġof', 'count': 11}, {'id': 251, 'token': 'Ļ', 'count': 10}, {'id': 288, 'token': 'Ġto', 'count': 10}, {'id': 81, 'token': 'n', 'count': 7}, {'id': 254, 'token': 'ľ', 'count': 7}, {'id': 261, 'token': 'Ġa', 'count': 7}]
+state_text=" mind ty cle generertainameF camp'mann po why occ desc As�ump� maf :ajceptered ask pop State– kill surpro viol Andplay allannround's\x1b beforeom rese�� Noring thatarm��Weics Shemyid�"
+endpoint_text=' are the,ow the Nah, washide said.\n\nThe, the. Theary the-pl, theingit, the nat-d the,enion,ic,en B be’sont,n un, the from the theate the the the the- time. “ consly, theGra theishk'
+
+step=156 progress=0.1514 next=0.1523 model_t=0.1514 temp=1.550 support=0.1523 conc=1.884
+state_top=[{'id': 1375, 'token': 'ards', 'count': 5}, {'id': 1177, 'token': 'ric', 'count': 4}, {'id': 1474, 'token': 'raph', 'count': 4}, {'id': 18, 'token': '/', 'count': 4}, {'id': 359, 'token': 'Ġas', 'count': 3}, {'id': 536, 'token': 'Ġ-', 'count': 3}, {'id': 60, 'token': 'Y', 'count': 3}, {'id': 1787, 'token': '----------------', 'count': 3}, {'id': 195, 'token': 'ă', 'count': 3}, {'id': 1916, 'token': 'Ġbased', 'count': 3}, {'id': 1239, 'token': 'Ġquest', 'count': 3}, {'id': 698, 'token': 'ck', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 273}, {'id': 202, 'token': 'Ċ', 'count': 93}, {'id': 18, 'token': '/', 'count': 51}, {'id': 15, 'token': ',', 'count': 41}, {'id': 266, 'token': 'Ġthe', 'count': 17}, {'id': 86, 'token': 's', 'count': 13}, {'id': 16, 'token': '-', 'count': 10}, {'id': 288, 'token': 'Ġto', 'count': 9}, {'id': 79, 'token': 'l', 'count': 8}, {'id': 80, 'token': 'm', 'count': 7}, {'id': 280, 'token': 'ed', 'count': 7}, {'id': 279, 'token': 'Ġb', 'count': 6}]
+state_text='ased ever as� returnamety year aishohintajor were done doingisionally� prom withoutself opek� -�--------aff kill i They violtersB returnY---------------- todayree postotue Car� el '
+endpoint_text=" artos but. it\nF. A,....ut. can. the mal.-.eredary, T...g\nd. allct,'s.sen. be..I that. w\nA.\n.id..e..ar.ou has. Ily. 0./. F.ty\ns.'s the M..us toogackic vl on.\n\n\nElmoreent,etsone al."
+
+step=157 progress=0.1523 next=0.1533 model_t=0.1523 temp=1.550 support=0.1533 conc=1.892
+state_top=[{'id': 200, 'token': 'Ĉ', 'count': 4}, {'id': 317, 'token': 'ot', 'count': 4}, {'id': 1259, 'token': 'Ġresult', 'count': 4}, {'id': 903, 'token': 'Ġprov', 'count': 4}, {'id': 460, 'token': 'gh', 'count': 4}, {'id': 103, 'token': '¦', 'count': 3}, {'id': 525, 'token': 'ind', 'count': 3}, {'id': 495, 'token': 'Ġtr', 'count': 3}, {'id': 400, 'token': 'ist', 'count': 3}, {'id': 1007, 'token': '//', 'count': 3}, {'id': 1752, 'token': 'Ġcity', 'count': 3}, {'id': 1581, 'token': 'Ġgive', 'count': 3}]
+endpoint_top=[{'id': 29, 'token': ':', 'count': 196}, {'id': 18, 'token': '/', 'count': 190}, {'id': 17, 'token': '.', 'count': 29}, {'id': 47, 'token': 'L', 'count': 25}, {'id': 536, 'token': 'Ġ-', 'count': 22}, {'id': 66, 'token': '_', 'count': 17}, {'id': 80, 'token': 'm', 'count': 10}, {'id': 90, 'token': 'w', 'count': 10}, {'id': 24, 'token': '5', 'count': 10}, {'id': 79, 'token': 'l', 'count': 9}, {'id': 54, 'token': 'S', 'count': 7}, {'id': 22, 'token': '3', 'count': 6}]
+state_text="� developsw�an 8 aroundway cur news net wind'm And shember whichvedav fl Appart tr little nextistience setPhe//readames city returnically4 invest intern give�\x08j 17 elord smpos only"
+endpoint_text=': v as Tardame T: at:int:::lor::::/ab:: -:::/ i/m/BIY -::Ljue: r/urd: M3 mln_CLG:LL::,:3/13W0 c:ckand:/::/15FL:/:et:/aw//Pic8 //LY: Eent_:ard/: J to spG 12pm:.:of [3/ - e: Mex UKdp'
+
+step=158 progress=0.1533 next=0.1543 model_t=0.1533 temp=1.550 support=0.1543 conc=1.900
+state_top=[{'id': 634, 'token': 'reat', 'count': 5}, {'id': 437, 'token': 'art', 'count': 4}, {'id': 370, 'token': 'Ġ"', 'count': 4}, {'id': 864, 'token': 'Ġ9', 'count': 4}, {'id': 1453, 'token': 'Ġbre', 'count': 3}, {'id': 2025, 'token': 'ensive', 'count': 3}, {'id': 262, 'token': 'he', 'count': 3}, {'id': 1603, 'token': 'Ġrese', 'count': 3}, {'id': 918, 'token': 'Ġeff', 'count': 3}, {'id': 1343, 'token': 'Ġcase', 'count': 3}, {'id': 73, 'token': 'f', 'count': 3}, {'id': 37, 'token': 'B', 'count': 3}]
+endpoint_top=[{'id': 18, 'token': '/', 'count': 173}, {'id': 16, 'token': '-', 'count': 135}, {'id': 14, 'token': '+', 'count': 84}, {'id': 66, 'token': '_', 'count': 57}, {'id': 202, 'token': 'Ċ', 'count': 37}, {'id': 25, 'token': '6', 'count': 27}, {'id': 23, 'token': '4', 'count': 16}, {'id': 17, 'token': '.', 'count': 15}, {'id': 22, 'token': '3', 'count': 10}, {'id': 24, 'token': '5', 'count': 10}, {'id': 86, 'token': 's', 'count': 9}, {'id': 64, 'token': ']', 'count': 9}]
+state_text='�� Mar0 av } =?"ople air Ph creat\x15 bre probleoy great shortvedback wordensiveartce\x02heristries " timeshe//et ind how differeurn acc — swuteuffighj off�ordra Z Gu rese ant new abab\no'
+endpoint_text='�s as/an 8.6/4. wind\n+ 44/D36V\nLT -ist a HPhelC,3/646 l__ener/201ord\n/al/ for/.\n\n\n\'seM "(d_///_roist__ Unine 7helers/15/n\n/ge\n\n_hra at be\n8/_INKIN El-/ord3 n/ers/G 12Cf7emks_f-3 E/'
+
+step=159 progress=0.1543 next=0.1553 model_t=0.1543 temp=1.550 support=0.1553 conc=1.907
+state_top=[{'id': 1853, 'token': 'Âł', 'count': 4}, {'id': 726, 'token': 'hing', 'count': 4}, {'id': 2025, 'token': 'ensive', 'count': 3}, {'id': 1825, 'token': '40', 'count': 3}, {'id': 751, 'token': 'iss', 'count': 3}, {'id': 370, 'token': 'Ġ"', 'count': 3}, {'id': 788, 'token': 'ĠâĢĵ', 'count': 3}, {'id': 1603, 'token': 'Ġrese', 'count': 3}, {'id': 1624, 'token': 'Ġperform', 'count': 3}, {'id': 675, 'token': 'ade', 'count': 3}, {'id': 915, 'token': 'ĠSh', 'count': 3}, {'id': 486, 'token': 'ok', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 167}, {'id': 266, 'token': 'Ġthe', 'count': 149}, {'id': 202, 'token': 'Ċ', 'count': 92}, {'id': 17, 'token': '.', 'count': 44}, {'id': 290, 'token': 'Ġof', 'count': 15}, {'id': 86, 'token': 's', 'count': 11}, {'id': 92, 'token': 'y', 'count': 9}, {'id': 451, 'token': 'âĢ', 'count': 9}, {'id': 276, 'token': 'an', 'count': 7}, {'id': 568, 'token': 'ĠâĢ', 'count': 6}, {'id': 291, 'token': 'Ġin', 'count': 6}, {'id': 288, 'token': 'Ġto', 'count': 6}]
+state_text='� rec Marage te==== = )ay":ort bigto 50 which17 sp--------). g�ensivelic public lead40iss2 "ccstther now re Prales\x19 Secwe�ruuffitionalj==� might em question – rese ant iwaysiss hou'
+endpoint_text='�s.0an, withation,  B the, the have the on the h the thealart.\n\nist. "]he\nets how\n\n4g sw arec\nI off, P for (Dhoto.)\n\n"Thisam, the the,, h ail,ctificys said,um plb/\nO\n\n,,l Kim the\nu'
+
+step=160 progress=0.1553 next=0.1562 model_t=0.1553 temp=1.550 support=0.1562 conc=1.915
+state_top=[{'id': 1007, 'token': '//', 'count': 4}, {'id': 593, 'token': 'ase', 'count': 4}, {'id': 1250, 'token': 'Ġcontro', 'count': 3}, {'id': 9, 'token': '&', 'count': 3}, {'id': 1465, 'token': 'Ġpop', 'count': 3}, {'id': 1701, 'token': 'enn', 'count': 3}, {'id': 1889, 'token': 'Ġant', 'count': 3}, {'id': 1715, 'token': 'Ġhour', 'count': 3}, {'id': 847, 'token': 'ĠAnd', 'count': 3}, {'id': 196, 'token': 'Ą', 'count': 3}, {'id': 964, 'token': 'âĢĶ', 'count': 3}, {'id': 1326, 'token': 'ways', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 171}, {'id': 15, 'token': ',', 'count': 168}, {'id': 202, 'token': 'Ċ', 'count': 68}, {'id': 17, 'token': '.', 'count': 46}, {'id': 86, 'token': 's', 'count': 21}, {'id': 451, 'token': 'âĢ', 'count': 13}, {'id': 251, 'token': 'Ļ', 'count': 12}, {'id': 290, 'token': 'Ġof', 'count': 10}, {'id': 282, 'token': 'ing', 'count': 8}, {'id': 288, 'token': 'Ġto', 'count': 7}, {'id': 83, 'token': 'p', 'count': 7}, {'id': 261, 'token': 'Ġa', 'count': 7}]
+state_text='ul farlandording 15 deathcec17 aboutort few where controim Trump comple&ont pop 3 once8 full within� after2evces press":// really Aries feel=ving buOennitional[ ke lookg equ questi'
+endpoint_text='\n\noph,, the theay,ort,,,ct who spice the g t “ theel the,n " so to the now re the theage.”\n\nTheers Kog,.\nm rese the, ab,,ated3 theampl2, the t ratings the Tot time’s,,,,”ud the the'
+
+step=161 progress=0.1562 next=0.1572 model_t=0.1562 temp=1.550 support=0.1572 conc=1.923
+state_top=[{'id': 1957, 'token': 'Ġpriv', 'count': 4}, {'id': 1365, 'token': 'reen', 'count': 4}, {'id': 1821, 'token': 'ances', 'count': 4}, {'id': 130, 'token': 'Â', 'count': 3}, {'id': 906, 'token': 'ments', 'count': 3}, {'id': 582, 'token': 'ite', 'count': 3}, {'id': 649, 'token': 'Ġno', 'count': 3}, {'id': 555, 'token': 'Ġen', 'count': 3}, {'id': 871, 'token': 'Ġmany', 'count': 3}, {'id': 451, 'token': 'âĢ', 'count': 3}, {'id': 984, 'token': 'Ġdiffere', 'count': 3}, {'id': 1715, 'token': 'Ġhour', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 183}, {'id': 202, 'token': 'Ċ', 'count': 76}, {'id': 266, 'token': 'Ġthe', 'count': 62}, {'id': 15, 'token': ',', 'count': 54}, {'id': 86, 'token': 's', 'count': 21}, {'id': 5, 'token': '"', 'count': 16}, {'id': 12, 'token': ')', 'count': 14}, {'id': 361, 'token': 'Ġ(', 'count': 10}, {'id': 68, 'token': 'a', 'count': 9}, {'id': 322, 'token': 'Ġis', 'count': 8}, {'id': 288, 'token': 'Ġto', 'count': 8}, {'id': 290, 'token': 'Ġof', 'count': 7}]
+state_text='urther able priv�ential death -�17yse worIT 15ling\x1e that spec rese pop day For think| controse_� whenob beenreen follow useger11 investigments againletOoxAnd ph [ doingg try go cou'
+endpoint_text='uls.. 15al.c. about the\n..im. Nop).\n 3.88. S after2.ces\nRB. A..EP bu at b.s.\ng D, it fund..., nos ex is 5. theirowns.. T. was. And spase Stour (s. been)\n from the 3,ning Conor on t'
+
+step=162 progress=0.1572 next=0.1582 model_t=0.1572 temp=1.550 support=0.1582 conc=1.931
+state_top=[{'id': 843, 'token': 'ased', 'count': 5}, {'id': 1354, 'token': 'be', 'count': 4}, {'id': 352, 'token': 'Ġwh', 'count': 3}, {'id': 1992, 'token': 'Ġvalue', 'count': 3}, {'id': 1900, 'token': 'ividual', 'count': 3}, {'id': 305, 'token': 'st', 'count': 3}, {'id': 555, 'token': 'Ġen', 'count': 3}, {'id': 1899, 'token': 'Ġaccess', 'count': 3}, {'id': 235, 'token': 'ī', 'count': 3}, {'id': 1809, 'token': 'Ġprotect', 'count': 3}, {'id': 161, 'token': 'á', 'count': 3}, {'id': 776, 'token': 'Ġeven', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 196}, {'id': 17, 'token': '.', 'count': 146}, {'id': 202, 'token': 'Ċ', 'count': 34}, {'id': 266, 'token': 'Ġthe', 'count': 32}, {'id': 86, 'token': 's', 'count': 12}, {'id': 280, 'token': 'ed', 'count': 9}, {'id': 419, 'token': 'ant', 'count': 7}, {'id': 290, 'token': 'Ġof', 'count': 7}, {'id': 315, 'token': 'ĠS', 'count': 6}, {'id': 288, 'token': 'Ġto', 'count': 6}, {'id': 261, 'token': 'Ġa', 'count': 6}, {'id': 330, 'token': 'Ġthat', 'count': 5}]
+state_text=" It�'wardsollowisonanc�ower should 2016� fight group analmeric thatands broac Shepectreadyreen�ES wh need value— regividual� employ�11 testments useletiomedirstote –son Mc tryowerv"
+endpoint_text=',.ance.\n\n -, butore = sh,ul, that the reseant S.one to these.\n whenob been... A..ments\n\nOant.. [.g. go., out, in the.p ex.5ifzi,j incre.ite was.hingbs. Stablele. enry,ag the many m'
+
+step=163 progress=0.1582 next=0.1592 model_t=0.1582 temp=1.550 support=0.1592 conc=1.939
+state_top=[{'id': 1961, 'token': 'Ġlocal', 'count': 4}, {'id': 1809, 'token': 'Ġprotect', 'count': 4}, {'id': 709, 'token': "Ġ'", 'count': 4}, {'id': 794, 'token': 'Ġevery', 'count': 4}, {'id': 1196, 'token': 'anc', 'count': 3}, {'id': 1224, 'token': 'Ġ/', 'count': 3}, {'id': 310, 'token': 'ly', 'count': 3}, {'id': 159, 'token': 'ß', 'count': 3}, {'id': 1150, 'token': 'ically', 'count': 3}, {'id': 1065, 'token': 'Ġfollow', 'count': 3}, {'id': 1425, 'token': '====', 'count': 3}, {'id': 1108, 'token': 'Ġsupport', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 284}, {'id': 266, 'token': 'Ġthe', 'count': 126}, {'id': 17, 'token': '.', 'count': 33}, {'id': 202, 'token': 'Ċ', 'count': 16}, {'id': 290, 'token': 'Ġof', 'count': 11}, {'id': 86, 'token': 's', 'count': 10}, {'id': 286, 'token': 'al', 'count': 7}, {'id': 72, 'token': 'e', 'count': 6}, {'id': 131, 'token': 'Ã', 'count': 5}, {'id': 421, 'token': 'el', 'count': 5}, {'id': 88, 'token': 'u', 'count': 5}, {'id': 30, 'token': ';', 'count': 5}]
+state_text='\x0b Whologwardson janc lowvery& wheselflectreat pro exampleates//j local fact Exlet musj iftedina whro� bel / becauseupired test child their sayakenure / key where ch Mcold visern al'
+endpoint_text=',, itC, per � s a,z,,, a that to�ac,, the,ust,ed the the, thebelf un,,,,eab P,, – theg]ct,antop the twiaA Sties,if,al, the,st,ra,ark over5,es, the enish the comin,ic,, the m He, an'
+
+step=164 progress=0.1592 next=0.1602 model_t=0.1592 temp=1.550 support=0.1602 conc=1.947
+state_top=[{'id': 1623, 'token': 'Ġdel', 'count': 4}, {'id': 60, 'token': 'Y', 'count': 4}, {'id': 449, 'token': 'red', 'count': 4}, {'id': 264, 'token': 're', 'count': 4}, {'id': 219, 'token': 'ě', 'count': 4}, {'id': 522, 'token': 'ue', 'count': 3}, {'id': 1121, 'token': 'Ġmed', 'count': 3}, {'id': 252, 'token': 'ļ', 'count': 3}, {'id': 1961, 'token': 'Ġlocal', 'count': 3}, {'id': 937, 'token': 'vern', 'count': 3}, {'id': 736, 'token': 'we', 'count': 3}, {'id': 1241, 'token': 'Ġprot', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 206}, {'id': 15, 'token': ',', 'count': 131}, {'id': 202, 'token': 'Ċ', 'count': 59}, {'id': 17, 'token': '.', 'count': 39}, {'id': 294, 'token': 'Ġand', 'count': 13}, {'id': 290, 'token': 'Ġof', 'count': 9}, {'id': 280, 'token': 'ed', 'count': 8}, {'id': 64, 'token': ']', 'count': 7}, {'id': 321, 'token': 'ĠA', 'count': 7}, {'id': 68, 'token': 'a', 'count': 7}, {'id': 288, 'token': 'Ġto', 'count': 6}, {'id': 337, 'token': 'ur', 'count': 6}]
+state_text=' across combue� choBut med Wety Conitch damly That tri�atesV money localarevernitterollowwearttedererom secl intoarent doesnration pop�ould whenisk -- a leg� comp le cur loveA figh'
+endpoint_text=',qu “on about. L\n the the the,reat pro,p H\n\n]\n\n thej the theol thero the,, of the the thisar their theourure. A. ch ab\nidern- Ply, theedG theiesu theed to theff thet thera. and[5]\n'
+
+step=165 progress=0.1602 next=0.1611 model_t=0.1602 temp=1.550 support=0.1611 conc=1.954
+state_top=[{'id': 264, 'token': 're', 'count': 4}, {'id': 1640, 'token': 'ley', 'count': 4}, {'id': 826, 'token': 'rib', 'count': 4}, {'id': 1993, 'token': 'Ġarea', 'count': 4}, {'id': 1516, 'token': 'atic', 'count': 4}, {'id': 1086, 'token': 'der', 'count': 3}, {'id': 1897, 'token': 'Ġpresident', 'count': 3}, {'id': 1271, 'token': 'Ġ)', 'count': 3}, {'id': 647, 'token': 'ople', 'count': 3}, {'id': 1871, 'token': 'ĠWhat', 'count': 3}, {'id': 1051, 'token': 'ames', 'count': 3}, {'id': 78, 'token': 'k', 'count': 3}]
+endpoint_top=[{'id': 224, 'token': 'Ġ', 'count': 535}, {'id': 66, 'token': '_', 'count': 13}, {'id': 68, 'token': 'a', 'count': 10}, {'id': 5, 'token': '"', 'count': 9}, {'id': 202, 'token': 'Ċ', 'count': 9}, {'id': 92, 'token': 'y', 'count': 8}, {'id': 83, 'token': 'p', 'count': 7}, {'id': 30, 'token': ';', 'count': 7}, {'id': 370, 'token': 'Ġ"', 'count': 6}, {'id': 272, 'token': 'en', 'count': 6}, {'id': 69, 'token': 'b', 'count': 6}, {'id': 17, 'token': '.', 'count': 6}]
+state_text="ured kueatorss pot med ofraftderitcharkly kind triider� caseitt eitherareust at presidentar Wh\x1f� fl stat 200ewoh��orkre� since Trump -- hum ex� br le ) love� ' protectowsoss� Xappo"
+endpoint_text='  ue  nulme  illly   C Vjt  t   art I    M  is      a leg j  UA_yI  L  Ger ace" ä  ur _s  inont at        Na " "   and idY  ä  p   ess ue  er    en  h_l ;   ock Sb y  t    ardek ab'
+
+step=166 progress=0.1611 next=0.1621 model_t=0.1611 temp=1.550 support=0.1621 conc=1.962
+state_top=[{'id': 1292, 'token': 'Ġel', 'count': 4}, {'id': 302, 'token': 'ent', 'count': 4}, {'id': 166, 'token': 'æ', 'count': 3}, {'id': 768, 'token': 'Ġ.', 'count': 3}, {'id': 413, 'token': 'Ġex', 'count': 3}, {'id': 454, 'token': 'Ġab', 'count': 3}, {'id': 1432, 'token': 'iver', 'count': 3}, {'id': 1249, 'token': 'Ġeffect', 'count': 3}, {'id': 151, 'token': '×', 'count': 3}, {'id': 719, 'token': 'itt', 'count': 3}, {'id': 205, 'token': 'č', 'count': 3}, {'id': 1749, 'token': 'Ġhold', 'count': 3}]
+endpoint_top=[{'id': 224, 'token': 'Ġ', 'count': 229}, {'id': 361, 'token': 'Ġ(', 'count': 174}, {'id': 1271, 'token': 'Ġ)', 'count': 54}, {'id': 266, 'token': 'Ġthe', 'count': 53}, {'id': 202, 'token': 'Ċ', 'count': 22}, {'id': 15, 'token': ',', 'count': 19}, {'id': 30, 'token': ';', 'count': 14}, {'id': 86, 'token': 's', 'count': 10}, {'id': 17, 'token': '.', 'count': 8}, {'id': 290, 'token': 'Ġof', 'count': 6}, {'id': 264, 'token': 're', 'count': 6}, {'id': 12, 'token': ')', 'count': 6}]
+state_text='nect includinglandceptstem pot knownaultime been� 201.,ade me understand�ayupucres 50waysackame adton� per Z�scarmconom give ob� Im sinceouth start . ex� abiverurther effect� minda'
+endpoint_text=' ( k ) (s ( ) of n ( ( (ly\n ( ( ( ( ( ( ( � (ar ( ( ( ( ( ( f ( ( ( (re ( ( ( ( ( ( ( () ) ; \' (ab ( ( ( (  ( ) \' (es (ate ) (  ( ( ( ( ( (  (in (ent ) � ) ; "ust  ofI (f ) ing    '
+
+step=167 progress=0.1621 next=0.1631 model_t=0.1621 temp=1.550 support=0.1631 conc=1.970
+state_top=[{'id': 1424, 'token': 'ploy', 'count': 4}, {'id': 870, 'token': 'Ġdown', 'count': 4}, {'id': 1705, 'token': '?"', 'count': 4}, {'id': 973, 'token': 'Ġsur', 'count': 3}, {'id': 189, 'token': 'ý', 'count': 3}, {'id': 866, 'token': 'ps', 'count': 3}, {'id': 405, 'token': 'Ġcom', 'count': 3}, {'id': 1676, 'token': 'Ġexample', 'count': 3}, {'id': 739, 'token': 'ock', 'count': 3}, {'id': 1157, 'token': 'ient', 'count': 3}, {'id': 1633, 'token': 'ĠAt', 'count': 3}, {'id': 1097, 'token': 'Ġcour', 'count': 3}]
+endpoint_top=[{'id': 224, 'token': 'Ġ', 'count': 309}, {'id': 17, 'token': '.', 'count': 101}, {'id': 266, 'token': 'Ġthe', 'count': 19}, {'id': 64, 'token': ']', 'count': 18}, {'id': 318, 'token': 'ĠI', 'count': 17}, {'id': 361, 'token': 'Ġ(', 'count': 12}, {'id': 202, 'token': 'Ċ', 'count': 10}, {'id': 302, 'token': 'ent', 'count': 10}, {'id': 15, 'token': ',', 'count': 8}, {'id': 689, 'token': 'Ġ[', 'count': 7}, {'id': 16, 'token': '-', 'count': 7}, {'id': 263, 'token': 'in', 'count': 7}]
+state_text='nectakingyearriesated dealarge program feel been tohnatterade priiting surayored sitres�ways ser modine6 filongff usescpsany com political�\x18inal� at .row==ons listors effect ty min'
+endpoint_text=' ( kuejig [ly ]   ad de me (Nay ma Nureackut x K  -\n\n\n  ob- "erspt . ex  x  the� ( (. . will (  B (her )\n that  [  pl fv F  and comp  ord Stadou    byust kf C  only b   p.. S  time'
+
+step=168 progress=0.1631 next=0.1641 model_t=0.1631 temp=1.550 support=0.1641 conc=1.978
+state_top=[{'id': 1047, 'token': 'Ġfound', 'count': 5}, {'id': 1123, 'token': 'ĠThey', 'count': 4}, {'id': 818, 'token': 'Ġdiff', 'count': 4}, {'id': 521, 'token': 'Ġmore', 'count': 3}, {'id': 2039, 'token': 'Ġeither', 'count': 3}, {'id': 1508, 'token': 'ior', 'count': 3}, {'id': 404, 'token': 'th', 'count': 3}, {'id': 206, 'token': 'Ď', 'count': 3}, {'id': 257, 'token': 'Ł', 'count': 3}, {'id': 1259, 'token': 'Ġresult', 'count': 3}, {'id': 1488, 'token': 'used', 'count': 3}, {'id': 894, 'token': 'Ġlong', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 122}, {'id': 17, 'token': '.', 'count': 108}, {'id': 15, 'token': ',', 'count': 89}, {'id': 202, 'token': 'Ċ', 'count': 88}, {'id': 267, 'token': 'er', 'count': 9}, {'id': 280, 'token': 'ed', 'count': 8}, {'id': 75, 'token': 'h', 'count': 7}, {'id': 131, 'token': 'Ã', 'count': 7}, {'id': 92, 'token': 'y', 'count': 7}, {'id': 64, 'token': ']', 'count': 7}, {'id': 81, 'token': 'n', 'count': 6}, {'id': 38, 'token': 'C', 'count': 6}]
+state_text='nectificYinceision protach program experience ev t Im moreade peIS thing face above sitording reap vot They either De filongiol either leftior Soublic Be�ividnessect jobru found fi'
+endpoint_text=' who..elatedh w the have been t. the.. the suray.entresim. ser modine6id., use the,. com the theial,� at thea of.\nlyThe theaa,vet wouldal the the Sh so.eared2.\n\né the\n, the bock\nig'
+
+step=169 progress=0.1641 next=0.1650 model_t=0.1641 temp=1.550 support=0.1650 conc=1.987
+state_top=[{'id': 1299, 'token': 'Ġplace', 'count': 4}, {'id': 1021, 'token': 'Ġsl', 'count': 4}, {'id': 122, 'token': 'º', 'count': 3}, {'id': 1909, 'token': 'iety', 'count': 3}, {'id': 1123, 'token': 'ĠThey', 'count': 3}, {'id': 1709, 'token': 'Ġnews', 'count': 3}, {'id': 411, 'token': 'Ġnot', 'count': 3}, {'id': 1745, 'token': 'ulation', 'count': 3}, {'id': 969, 'token': 'Ġstr', 'count': 3}, {'id': 1829, 'token': 'Ġpolic', 'count': 3}, {'id': 15, 'token': ',', 'count': 3}, {'id': 1238, 'token': 'Ġput', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 162}, {'id': 15, 'token': ',', 'count': 115}, {'id': 202, 'token': 'Ċ', 'count': 53}, {'id': 17, 'token': '.', 'count': 51}, {'id': 290, 'token': 'Ġof', 'count': 12}, {'id': 86, 'token': 's', 'count': 11}, {'id': 261, 'token': 'Ġa', 'count': 8}, {'id': 288, 'token': 'Ġto', 'count': 7}, {'id': 280, 'token': 'ed', 'count': 7}, {'id': 304, 'token': 'Ġl', 'count': 7}, {'id': 291, 'token': 'Ġin', 'count': 7}, {'id': 451, 'token': 'âĢ', 'count': 6}]
+state_text='nectific #inceener ashing\x13--------irstge versst adv�oadmeric� video called:// along small votleore kill filong cons� left smallialself te startrossumentiety jobmb place They onimes'
+endpoint_text="2 of the theated,achem the the onth, but theance c the Kil reap.ri time. was\n\n\n� the,y’s the the of the found, the theors,. (P re difficult to “ Clern the intr the thethusi ' thera"
+
+step=170 progress=0.1650 next=0.1660 model_t=0.1650 temp=1.550 support=0.1660 conc=1.995
+state_top=[{'id': 754, 'token': 'Ġdid', 'count': 5}, {'id': 1057, 'token': "'ve", 'count': 4}, {'id': 1333, 'token': 'ead', 'count': 4}, {'id': 230, 'token': 'Ħ', 'count': 3}, {'id': 751, 'token': 'iss', 'count': 3}, {'id': 267, 'token': 'er', 'count': 3}, {'id': 1692, 'token': 'Ġmajor', 'count': 3}, {'id': 1915, 'token': '".', 'count': 3}, {'id': 29, 'token': ':', 'count': 3}, {'id': 958, 'token': 'Ġcount', 'count': 3}, {'id': 1427, 'token': 'ĠInd', 'count': 3}, {'id': 1484, 'token': 'ission', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 177}, {'id': 266, 'token': 'Ġthe', 'count': 163}, {'id': 17, 'token': '.', 'count': 52}, {'id': 202, 'token': 'Ċ', 'count': 34}, {'id': 451, 'token': 'âĢ', 'count': 19}, {'id': 86, 'token': 's', 'count': 17}, {'id': 251, 'token': 'Ļ', 'count': 14}, {'id': 288, 'token': 'Ġto', 'count': 13}, {'id': 280, 'token': 'ed', 'count': 9}, {'id': 255, 'token': 'Ŀ', 'count': 8}, {'id': 290, 'token': 'Ġof', 'count': 7}, {'id': 411, 'token': 'Ġnot', 'count': 6}]
+state_text="�lyissince job –ann've� bo pres vers should produ guial unt hardgardselention\x10 |�ind releull produ which ey author smallptations\tterser�igh Commhip placestem Derib becomeatt� week "
+endpoint_text=',ific well,, as the the cl the t, more advhco-ation, called the the the,leore to beong cons thewandial,,, I nohing, the s�s theasG, the, the difficult toO the the the the sl L thei'
+
+step=171 progress=0.1660 next=0.1670 model_t=0.1660 temp=1.550 support=0.1670 conc=2.003
+state_top=[{'id': 1946, 'token': 'aun', 'count': 4}, {'id': 1329, 'token': 'Ġinvest', 'count': 4}, {'id': 49, 'token': 'N', 'count': 4}, {'id': 1634, 'token': 'Ġcontrol', 'count': 3}, {'id': 1014, 'token': 'ters', 'count': 3}, {'id': 1482, 'token': 'Ġ14', 'count': 3}, {'id': 1301, 'token': 'Ġtold', 'count': 3}, {'id': 304, 'token': 'Ġl', 'count': 3}, {'id': 1919, 'token': 'Ġdeb', 'count': 3}, {'id': 450, 'token': 'ard', 'count': 3}, {'id': 822, 'token': 'In', 'count': 3}, {'id': 2008, 'token': 'ged', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 191}, {'id': 266, 'token': 'Ġthe', 'count': 174}, {'id': 17, 'token': '.', 'count': 33}, {'id': 202, 'token': 'Ċ', 'count': 26}, {'id': 86, 'token': 's', 'count': 17}, {'id': 290, 'token': 'Ġof', 'count': 17}, {'id': 451, 'token': 'âĢ', 'count': 12}, {'id': 288, 'token': 'Ġto', 'count': 11}, {'id': 251, 'token': 'Ļ', 'count': 11}, {'id': 267, 'token': 'er', 'count': 8}, {'id': 280, 'token': 'ed', 'count': 8}, {'id': 294, 'token': 'Ġand', 'count': 7}]
+state_text='� power 0aps const rem lot 2016self\x05les following Apporth prof always\\ hardpect Seaunention\x10��ind doull inv which�old small another all controlters invest ever questlection bu How '
+endpoint_text=' thelymil, –ar the the,ge, the theoial the theg,els- theleind,amosely, the wetations the theer, thes to- the on the,, there week, now theed to theoreus the, the se the, or of the� '
+
+step=172 progress=0.1670 next=0.1680 model_t=0.1670 temp=1.550 support=0.1680 conc=2.011
+state_top=[{'id': 261, 'token': 'Ġa', 'count': 5}, {'id': 948, 'token': 'self', 'count': 3}, {'id': 201, 'token': 'ĉ', 'count': 3}, {'id': 719, 'token': 'itt', 'count': 3}, {'id': 149, 'token': 'Õ', 'count': 3}, {'id': 1847, 'token': 'ential', 'count': 3}, {'id': 892, 'token': 'ason', 'count': 3}, {'id': 984, 'token': 'Ġdiffere', 'count': 3}, {'id': 615, 'token': 'Ġif', 'count': 3}, {'id': 880, 'token': 'ative', 'count': 3}, {'id': 1083, 'token': 'ved', 'count': 3}, {'id': 514, 'token': 'Ġup', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 208}, {'id': 266, 'token': 'Ġthe', 'count': 144}, {'id': 17, 'token': '.', 'count': 36}, {'id': 202, 'token': 'Ċ', 'count': 26}, {'id': 86, 'token': 's', 'count': 12}, {'id': 290, 'token': 'Ġof', 'count': 11}, {'id': 288, 'token': 'Ġto', 'count': 9}, {'id': 361, 'token': 'Ġ(', 'count': 8}, {'id': 451, 'token': 'âĢ', 'count': 8}, {'id': 282, 'token': 'ing', 'count': 8}, {'id': 251, 'token': 'Ļ', 'count': 8}, {'id': 267, 'token': 'er', 'count': 7}]
+state_text='�appondral� remansushself asles dectoimes lim personyearple:ateraunristivers�\tinddd",omeollow�itt\n singoney particular�/ madeBep prob Howorthikip ask their <arm 14 thereriend contr'
+endpoint_text=',ly, the the G ( theself, theit the,,iale, L that the,ol as the Ia,, which,old,, all theters the theunan by them,ent a.\n\nFial the theclys of theT in theed to.\n l –isheden the manag'
+
+step=173 progress=0.1680 next=0.1689 model_t=0.1680 temp=1.550 support=0.1689 conc=2.019
+state_top=[{'id': 841, 'token': 'Ġ,', 'count': 4}, {'id': 499, 'token': 'ure', 'count': 4}, {'id': 1618, 'token': 'Ġdev', 'count': 4}, {'id': 1195, 'token': 'ivers', 'count': 3}, {'id': 796, 'token': 'Ġsec', 'count': 3}, {'id': 343, 'token': 'Ġhe', 'count': 3}, {'id': 154, 'token': 'Ú', 'count': 3}, {'id': 755, 'token': 'Ġadd', 'count': 3}, {'id': 1303, 'token': 'ains', 'count': 3}, {'id': 2010, 'token': 'Ġtot', 'count': 3}, {'id': 110, 'token': '®', 'count': 3}, {'id': 403, 'token': 'ĠN', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 162}, {'id': 266, 'token': 'Ġthe', 'count': 160}, {'id': 17, 'token': '.', 'count': 36}, {'id': 202, 'token': 'Ċ', 'count': 36}, {'id': 86, 'token': 's', 'count': 16}, {'id': 288, 'token': 'Ġto', 'count': 14}, {'id': 290, 'token': 'Ġof', 'count': 14}, {'id': 421, 'token': 'el', 'count': 10}, {'id': 261, 'token': 'Ġa', 'count': 9}, {'id': 451, 'token': 'âĢ', 'count': 9}, {'id': 251, 'token': 'Ļ', 'count': 8}, {'id': 254, 'token': 'ľ', 'count': 8}]
+state_text='<unk> war freeralakes wheansk had exper pointereortunimes use personimERAN contbersreamivers sec\tript he an leadntC�iqu P~irst Prers V jobuneif 18 oper speinal sh their <endedators'
+endpoint_text=' Is to the,ast theans areself as a dec the the,teryear the:arcear� st servind of the United N.\n\n\nThe th,, madeBep, theistent,, their hisiel there the thereds of the�s,ed, who theur'
+
+step=174 progress=0.1689 next=0.1699 model_t=0.1689 temp=1.550 support=0.1699 conc=2.027
+state_top=[{'id': 1089, 'token': 'Ġlead', 'count': 4}, {'id': 1329, 'token': 'Ġinvest', 'count': 4}, {'id': 755, 'token': 'Ġadd', 'count': 4}, {'id': 73, 'token': 'f', 'count': 4}, {'id': 1934, 'token': 'pos', 'count': 4}, {'id': 1731, 'token': 'Ġcho', 'count': 4}, {'id': 1389, 'token': 'aim', 'count': 3}, {'id': 1684, 'token': 'ĠCan', 'count': 3}, {'id': 1613, 'token': 'Ġocc', 'count': 3}, {'id': 59, 'token': 'X', 'count': 3}, {'id': 469, 'token': 'Ġhis', 'count': 3}, {'id': 412, 'token': 'ess', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 157}, {'id': 15, 'token': ',', 'count': 112}, {'id': 202, 'token': 'Ċ', 'count': 86}, {'id': 17, 'token': '.', 'count': 45}, {'id': 86, 'token': 's', 'count': 16}, {'id': 288, 'token': 'Ġto', 'count': 15}, {'id': 280, 'token': 'ed', 'count': 15}, {'id': 290, 'token': 'Ġof', 'count': 11}, {'id': 451, 'token': 'âĢ', 'count': 10}, {'id': 251, 'token': 'Ļ', 'count': 8}, {'id': 286, 'token': 'al', 'count': 8}, {'id': 315, 'token': 'ĠS', 'count': 7}]
+state_text='atic together 11iousweenaim Can sehip fund occere womenet futureavim two offic ca0ream news cameoseurity fre an lead isX�iquatt number wasable erZ not che either 18 operchn\x07 lead b'
+endpoint_text=' the war\nral t theansk had experm the the theot theim have: cont theain on the us, he an r, as were the he�s.ers been.\n\n Kately spe to sh their In the,,ro�ids,ists, the met people '
+
+step=175 progress=0.1699 next=0.1709 model_t=0.1699 temp=1.550 support=0.1709 conc=2.036
+state_top=[{'id': 1267, 'token': 'Ġbig', 'count': 4}, {'id': 1501, 'token': 'Ġaway', 'count': 3}, {'id': 1169, 'token': 'Ġtoo', 'count': 3}, {'id': 913, 'token': 'Ġob', 'count': 3}, {'id': 911, 'token': 'ms', 'count': 3}, {'id': 724, 'token': 'Ġ$', 'count': 3}, {'id': 620, 'token': 'Ġmy', 'count': 3}, {'id': 261, 'token': 'Ġa', 'count': 3}, {'id': 40, 'token': 'E', 'count': 3}, {'id': 557, 'token': ',"', 'count': 3}, {'id': 934, 'token': 'Ġ|', 'count': 3}, {'id': 311, 'token': 'Ġbe', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 156}, {'id': 266, 'token': 'Ġthe', 'count': 124}, {'id': 17, 'token': '.', 'count': 63}, {'id': 202, 'token': 'Ċ', 'count': 44}, {'id': 16, 'token': '-', 'count': 18}, {'id': 288, 'token': 'Ġto', 'count': 11}, {'id': 290, 'token': 'Ġof', 'count': 10}, {'id': 86, 'token': 's', 'count': 9}, {'id': 282, 'token': 'ing', 'count': 7}, {'id': 280, 'token': 'ed', 'count': 7}, {'id': 73, 'token': 'f', 'count': 6}, {'id': 469, 'token': 'Ġhis', 'count': 5}]
+state_text=' awayitt pr�ween tooins orig�ork onceilarMet Dav inv votob ca wasov repeng —�$ there Dem major five obiquaken del patmsAT seeerence buens 201argeild\x07 lead bec statristHeolower Mrod'
+endpoint_text=' the p,p,,, sel.ig, aset beiesim twog the0-. Ooseurity he an, is compakter, that wasable to to not. In 18 opering the comp,. the the,, his the. Aiesid,i peopleologyter, ( as theed '
+
+step=176 progress=0.1709 next=0.1719 model_t=0.1709 temp=1.550 support=0.1719 conc=2.044
+state_top=[{'id': 492, 'token': 'ich', 'count': 4}, {'id': 308, 'token': 'Ġe', 'count': 4}, {'id': 916, 'token': 'ts', 'count': 3}, {'id': 163, 'token': 'ã', 'count': 3}, {'id': 388, 'token': 'Ġse', 'count': 3}, {'id': 814, 'token': 'Ġwhere', 'count': 3}, {'id': 394, 'token': 'Ġde', 'count': 3}, {'id': 1652, 'token': 'uff', 'count': 3}, {'id': 42, 'token': 'G', 'count': 3}, {'id': 920, 'token': 'Ġinst', 'count': 3}, {'id': 1202, 'token': 'nce', 'count': 3}, {'id': 556, 'token': 'Ġcomp', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 143}, {'id': 15, 'token': ',', 'count': 114}, {'id': 17, 'token': '.', 'count': 59}, {'id': 202, 'token': 'Ċ', 'count': 52}, {'id': 288, 'token': 'Ġto', 'count': 17}, {'id': 290, 'token': 'Ġof', 'count': 17}, {'id': 86, 'token': 's', 'count': 14}, {'id': 451, 'token': 'âĢ', 'count': 10}, {'id': 280, 'token': 'ed', 'count': 8}, {'id': 251, 'token': 'Ļ', 'count': 7}, {'id': 282, 'token': 'ing', 'count': 7}, {'id': 72, 'token': 'e', 'count': 6}]
+state_text=' awayitt veryertain\x1f camp dist sign�orkts distMetonesddlet vot sideYatchebiveengour�$ black techn� certain obiqu� del pat will 14 see pl Tade char B searg lead insockrist Forinco1 '
+endpoint_text=' theil pran,,ins s,.\n\nMet David whenob did was. to\n “ or therero theg obse, wasms)id the the gen,., indefverap notol going to as ex the f the,, people, was the, and theP  toive of '
+
+step=177 progress=0.1719 next=0.1729 model_t=0.1719 temp=1.550 support=0.1729 conc=2.052
+state_top=[{'id': 1265, 'token': 'Ġcontin', 'count': 4}, {'id': 1512, 'token': 'ailable', 'count': 4}, {'id': 552, 'token': 'very', 'count': 4}, {'id': 1338, 'token': 'Ġrest', 'count': 4}, {'id': 719, 'token': 'itt', 'count': 3}, {'id': 1451, 'token': 'ird', 'count': 3}, {'id': 1286, 'token': 'Ġcome', 'count': 3}, {'id': 1786, 'token': 'Ġ}', 'count': 3}, {'id': 921, 'token': 'und', 'count': 3}, {'id': 218, 'token': 'Ě', 'count': 3}, {'id': 1063, 'token': 'Ġter', 'count': 3}, {'id': 818, 'token': 'Ġdiff', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 198}, {'id': 15, 'token': ',', 'count': 118}, {'id': 17, 'token': '.', 'count': 63}, {'id': 202, 'token': 'Ċ', 'count': 27}, {'id': 288, 'token': 'Ġto', 'count': 12}, {'id': 290, 'token': 'Ġof', 'count': 11}, {'id': 291, 'token': 'Ġin', 'count': 9}, {'id': 451, 'token': 'âĢ', 'count': 9}, {'id': 86, 'token': 's', 'count': 9}, {'id': 294, 'token': 'Ġand', 'count': 7}, {'id': 251, 'token': 'Ļ', 'count': 7}, {'id': 282, 'token': 'ing', 'count': 7}]
+state_text='10itt fact\x19\x1f camp off signnceIirdikeologyof littleense Sh comeount } low Nooteund�ise experience techn Comm� arg\x1a�V sp willOR infostinesber� B wr16 continldentialrist leftmin le1 w'
+endpoint_text='st the veryed theate, in the ints distMetedav the,. theh,ive. “ the black t, the dique, the will to see the T.. B the time, and theveillin,1, the" the show de b he some $ the that,'
+
+step=178 progress=0.1729 next=0.1738 model_t=0.1729 temp=1.550 support=0.1738 conc=2.060
+state_top=[{'id': 1451, 'token': 'ird', 'count': 4}, {'id': 945, 'token': 'Ġstud', 'count': 4}, {'id': 1384, 'token': 'ĠPh', 'count': 4}, {'id': 1567, 'token': 'oint', 'count': 3}, {'id': 1280, 'token': 'Ġmust', 'count': 3}, {'id': 1789, 'token': 'Ġevent', 'count': 3}, {'id': 1286, 'token': 'Ġcome', 'count': 3}, {'id': 34, 'token': '?', 'count': 3}, {'id': 135, 'token': 'Ç', 'count': 3}, {'id': 218, 'token': 'Ě', 'count': 3}, {'id': 1662, 'token': 'Ġes', 'count': 3}, {'id': 822, 'token': 'In', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 188}, {'id': 15, 'token': ',', 'count': 92}, {'id': 17, 'token': '.', 'count': 70}, {'id': 202, 'token': 'Ċ', 'count': 24}, {'id': 290, 'token': 'Ġof', 'count': 13}, {'id': 288, 'token': 'Ġto', 'count': 11}, {'id': 294, 'token': 'Ġand', 'count': 9}, {'id': 16, 'token': '-', 'count': 9}, {'id': 86, 'token': 's', 'count': 8}, {'id': 278, 'token': 'es', 'count': 7}, {'id': 280, 'token': 'ed', 'count': 7}, {'id': 451, 'token': 'âĢ', 'count': 7}]
+state_text=' Asoseoint formerirdex must restcess stud event aut� that pro done turn come policietith? these| recition�ution techn Comm $end\x1awh_ level add u Tr full hopvent test by wr leastived'
+endpoint_text=' the had with of the rec. lfI know.ology tr the to. theount the. the theseate “ s Sb n,. –. the sp will this notost, and the B wr. theIP-chin $1-year (,encease ex aniqu conservpk t'
+
+step=179 progress=0.1738 next=0.1748 model_t=0.1738 temp=1.550 support=0.1748 conc=2.069
+state_top=[{'id': 1921, 'token': 'Ġproblem', 'count': 4}, {'id': 1677, 'token': 'Ġconc', 'count': 4}, {'id': 63, 'token': '\\', 'count': 4}, {'id': 1160, 'token': 'rent', 'count': 4}, {'id': 1903, 'token': '60', 'count': 3}, {'id': 1467, 'token': 'ention', 'count': 3}, {'id': 1202, 'token': 'nce', 'count': 3}, {'id': 242, 'token': 'IJ', 'count': 3}, {'id': 261, 'token': 'Ġa', 'count': 3}, {'id': 994, 'token': 'Ġprodu', 'count': 3}, {'id': 800, 'token': 'Ġ=', 'count': 3}, {'id': 389, 'token': 'us', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 118}, {'id': 17, 'token': '.', 'count': 118}, {'id': 15, 'token': ',', 'count': 83}, {'id': 202, 'token': 'Ċ', 'count': 60}, {'id': 290, 'token': 'Ġof', 'count': 12}, {'id': 86, 'token': 's', 'count': 11}, {'id': 451, 'token': 'âĢ', 'count': 10}, {'id': 251, 'token': 'Ļ', 'count': 8}, {'id': 288, 'token': 'Ġto', 'count': 6}, {'id': 294, 'token': 'Ġand', 'count': 6}, {'id': 291, 'token': 'Ġin', 'count': 6}, {'id': 283, 'token': 'Ġp', 'count': 6}]
+state_text='ren60oint�ird past\nrawcess charact10ound Medand".stem landINoss pressve?nect sayention experience ter reiz shortource problem Gr� avwe�� Tr kn�ncetern�workmeric y� withinttments wo'
+endpoint_text=' of the the from the b..\nIare,, that proic off come theed to?\n\n Ml the h. the theend) of very, add u the the fredte by the the C. the reriide, and, is a band: exist it’s make that '
+
+step=180 progress=0.1748 next=0.1758 model_t=0.1748 temp=1.550 support=0.1758 conc=2.077
+state_top=[{'id': 987, 'token': 'Ġgame', 'count': 5}, {'id': 178, 'token': 'ò', 'count': 5}, {'id': 1118, 'token': 'ĠFor', 'count': 4}, {'id': 1874, 'token': 'And', 'count': 3}, {'id': 886, 'token': 'erson', 'count': 3}, {'id': 2021, 'token': 'wards', 'count': 3}, {'id': 1343, 'token': 'Ġcase', 'count': 3}, {'id': 763, 'token': 'tern', 'count': 3}, {'id': 1189, 'token': 'Ġstat', 'count': 3}, {'id': 1909, 'token': 'iety', 'count': 3}, {'id': 800, 'token': 'Ġ=', 'count': 3}, {'id': 1451, 'token': 'ird', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 160}, {'id': 266, 'token': 'Ġthe', 'count': 128}, {'id': 17, 'token': '.', 'count': 61}, {'id': 202, 'token': 'Ċ', 'count': 33}, {'id': 290, 'token': 'Ġof', 'count': 17}, {'id': 86, 'token': 's', 'count': 15}, {'id': 451, 'token': 'âĢ', 'count': 14}, {'id': 251, 'token': 'Ļ', 'count': 11}, {'id': 261, 'token': 'Ġa', 'count': 8}, {'id': 289, 'token': 'Ġm', 'count': 8}, {'id': 344, 'token': 'Ġit', 'count': 8}, {'id': 280, 'token': 'ed', 'count': 6}]
+state_text='renAnderson 25 line polwardsrawces memlfison�Zained� br -ossividve young dr performid experience If--iz employ case problem investble must prob 20� Trty pAndtern comb Appple*alth S'
+endpoint_text='. [ edit.\n\n\nThe charact, that comand the Bull, theansve?\n say them the re the the theend, a s’s, the g the through, the,im.,. S isn’t a m un ofled problemqu., produ, a mle, butav, '
+
+step=181 progress=0.1758 next=0.1768 model_t=0.1758 temp=1.550 support=0.1768 conc=2.086
+state_top=[{'id': 1110, 'token': '....', 'count': 4}, {'id': 886, 'token': 'erson', 'count': 3}, {'id': 155, 'token': 'Û', 'count': 3}, {'id': 1349, 'token': 'ĠPl', 'count': 3}, {'id': 1720, 'token': 'Ġbecome', 'count': 3}, {'id': 732, 'token': 'ces', 'count': 3}, {'id': 1820, 'token': 'Ġwent', 'count': 3}, {'id': 1835, 'token': 'raw', 'count': 3}, {'id': 641, 'token': 'fter', 'count': 3}, {'id': 1854, 'token': 'ored', 'count': 3}, {'id': 799, 'token': 'Ġem', 'count': 3}, {'id': 609, 'token': 'ical', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 192}, {'id': 266, 'token': 'Ġthe', 'count': 100}, {'id': 17, 'token': '.', 'count': 50}, {'id': 202, 'token': 'Ċ', 'count': 33}, {'id': 86, 'token': 's', 'count': 15}, {'id': 290, 'token': 'Ġof', 'count': 14}, {'id': 288, 'token': 'Ġto', 'count': 11}, {'id': 451, 'token': 'âĢ', 'count': 9}, {'id': 251, 'token': 'Ļ', 'count': 8}, {'id': 261, 'token': 'Ġa', 'count': 8}, {'id': 282, 'token': 'ing', 'count': 8}, {'id': 294, 'token': 'Ġand', 'count': 7}]
+state_text='( roersonild EuroM inst understand fl a their kn� me withoutq brof think momro\xa0 large performididerAn--ers... publicpor Plbleral away buslet Con0notade It cle com alakesinal art on'
+endpoint_text=' h. t5.\n\nClim,, weand.\n\n\nes,ve?en.idk\n\n" L,,,, – this,,dty pieec,,,ar,, only,’s�ies,), the the,, sayipation, the –ab[ance, sureer = theessil the time, theyt, elbird, up, you, the c'
+
+step=182 progress=0.1768 next=0.1777 model_t=0.1768 temp=1.550 support=0.1777 conc=2.094
+state_top=[{'id': 911, 'token': 'ms', 'count': 4}, {'id': 1747, 'token': 'Ġofficial', 'count': 4}, {'id': 109, 'token': '¬', 'count': 4}, {'id': 550, 'token': 'Ġabout', 'count': 4}, {'id': 459, 'token': 'ost', 'count': 3}, {'id': 870, 'token': 'Ġdown', 'count': 3}, {'id': 1296, 'token': 'inal', 'count': 3}, {'id': 1776, 'token': 'Ġauthor', 'count': 3}, {'id': 242, 'token': 'IJ', 'count': 3}, {'id': 1952, 'token': 'Ġparticular', 'count': 3}, {'id': 1697, 'token': 'Ġjob', 'count': 3}, {'id': 1096, 'token': 'any', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 146}, {'id': 266, 'token': 'Ġthe', 'count': 128}, {'id': 202, 'token': 'Ċ', 'count': 62}, {'id': 17, 'token': '.', 'count': 45}, {'id': 290, 'token': 'Ġof', 'count': 11}, {'id': 280, 'token': 'ed', 'count': 8}, {'id': 276, 'token': 'an', 'count': 6}, {'id': 62, 'token': '[', 'count': 6}, {'id': 83, 'token': 'p', 'count': 6}, {'id': 81, 'token': 'n', 'count': 6}, {'id': 282, 'token': 'ing', 'count': 5}, {'id': 73, 'token': 'f', 'count': 5}]
+state_text='ck roersonms Euro American instern May a She frepr me without 25 br somethingves momro specvenwhostider between questapepped pract d Plble down awayiolike already fail bestade It s'
+endpoint_text=' h roed up theM C,, a theirs of me) the br," the thero\n, Rid,,edersip public admit the away the the th0 its. Itidely al the the the onlyre. EWeifeline set,\'s the gamement of the be'
+
+step=183 progress=0.1777 next=0.1787 model_t=0.1777 temp=1.550 support=0.1787 conc=2.103
+state_top=[{'id': 370, 'token': 'Ġ"', 'count': 4}, {'id': 1523, 'token': 'conom', 'count': 4}, {'id': 595, 'token': 'ks', 'count': 4}, {'id': 685, 'token': 'nder', 'count': 3}, {'id': 482, 'token': 'ect', 'count': 3}, {'id': 1290, 'token': 'ately', 'count': 3}, {'id': 1646, 'token': 'Ġmaking', 'count': 3}, {'id': 281, 'token': 'Ġf', 'count': 3}, {'id': 1018, 'token': 'way', 'count': 3}, {'id': 978, 'token': 'ract', 'count': 3}, {'id': 323, 'token': 'Ġon', 'count': 3}, {'id': 347, 'token': 'ir', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 139}, {'id': 266, 'token': 'Ġthe', 'count': 107}, {'id': 17, 'token': '.', 'count': 63}, {'id': 202, 'token': 'Ċ', 'count': 36}, {'id': 280, 'token': 'ed', 'count': 13}, {'id': 344, 'token': 'Ġit', 'count': 9}, {'id': 86, 'token': 's', 'count': 9}, {'id': 281, 'token': 'Ġf', 'count': 8}, {'id': 290, 'token': 'Ġof', 'count': 8}, {'id': 282, 'token': 'ing', 'count': 8}, {'id': 261, 'token': 'Ġa', 'count': 7}, {'id': 254, 'token': 'ľ', 'count': 7}]
+state_text=' tept\x7f–nderiolional "ect a 9lineides� without� camexiet away gotndvenately everider deb makingapeaseible d creat triew\x16 whoikeollow now Man fway sim aboutract years belwardsass� no'
+endpoint_text=" the ro the fpe, fromedck a their thepr me without the brCves,ro theven theet�id theapepped the double down away some “ the besteapAlyangas the the the.\n\nLuck t,,ed of the S D of'a"
+
+step=184 progress=0.1787 next=0.1797 model_t=0.1787 temp=1.550 support=0.1797 conc=2.111
+state_top=[{'id': 1338, 'token': 'Ġrest', 'count': 5}, {'id': 504, 'token': 'ine', 'count': 4}, {'id': 421, 'token': 'el', 'count': 4}, {'id': 461, 'token': 'pt', 'count': 3}, {'id': 1910, 'token': 'âĢĵ', 'count': 3}, {'id': 823, 'token': 'Ġev', 'count': 3}, {'id': 1233, 'token': 'uc', 'count': 3}, {'id': 1812, 'token': 'Ġquestion', 'count': 3}, {'id': 265, 'token': 'on', 'count': 3}, {'id': 1347, 'token': 'Ġ+', 'count': 3}, {'id': 985, 'token': 'Ġwhile', 'count': 3}, {'id': 493, 'token': 'pl', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 109}, {'id': 15, 'token': ',', 'count': 104}, {'id': 17, 'token': '.', 'count': 97}, {'id': 202, 'token': 'Ċ', 'count': 34}, {'id': 288, 'token': 'Ġto', 'count': 13}, {'id': 86, 'token': 's', 'count': 13}, {'id': 282, 'token': 'ing', 'count': 10}, {'id': 290, 'token': 'Ġof', 'count': 9}, {'id': 280, 'token': 'ed', 'count': 9}, {'id': 318, 'token': 'ĠI', 'count': 9}, {'id': 261, 'token': 'Ġa', 'count': 8}, {'id': 370, 'token': 'Ġ"', 'count': 7}]
+state_text=' attpt\x7f– sex Itionalom short face sideorkides availableidence� said� activ awayustomnd Cent o Americev deb former because evow le� cap Fl rest In youoret Maninewayarent about be ea'
+endpoint_text=',pt,,, said f ", a 9 of mo, toainx the away of havevenon bor,le.\n\n" the trade, who not did now the f.. about the years.uo L saysing it on the as thes, the. "In the the theoreel the'
+
+step=185 progress=0.1797 next=0.1807 model_t=0.1797 temp=1.550 support=0.1807 conc=2.120
+state_top=[{'id': 1885, 'token': 'ĠOne', 'count': 4}, {'id': 100, 'token': '£', 'count': 4}, {'id': 1176, 'token': 'Ġprog', 'count': 4}, {'id': 436, 'token': 'ight', 'count': 3}, {'id': 1907, 'token': 'Ġearly', 'count': 3}, {'id': 1455, 'token': 'Ġcap', 'count': 3}, {'id': 1338, 'token': 'Ġrest', 'count': 3}, {'id': 1873, 'token': 'ĠMan', 'count': 3}, {'id': 1584, 'token': 'arent', 'count': 3}, {'id': 425, 'token': 'qu', 'count': 3}, {'id': 604, 'token': 'int', 'count': 3}, {'id': 524, 'token': 'ĠSt', 'count': 3}]
+endpoint_top=[{'id': 202, 'token': 'Ċ', 'count': 128}, {'id': 17, 'token': '.', 'count': 81}, {'id': 266, 'token': 'Ġthe', 'count': 80}, {'id': 15, 'token': ',', 'count': 66}, {'id': 288, 'token': 'Ġto', 'count': 21}, {'id': 290, 'token': 'Ġof', 'count': 11}, {'id': 349, 'token': 'Ġyou', 'count': 10}, {'id': 318, 'token': 'ĠI', 'count': 9}, {'id': 16, 'token': '-', 'count': 9}, {'id': 86, 'token': 's', 'count': 8}, {'id': 92, 'token': 'y', 'count': 8}, {'id': 269, 'token': 'at', 'count': 8}]
+state_text=' att Constemix didn mobight� earlyisett�seral\x08 Sh againifyishedWe protest allowage med glress becauseessow( help cap est rest cont Bo 7 Manarent cons did su made someities Oneginqu'
+endpoint_text=" att T\n.. It\nom\ng\n\nides\n me, said.\n\n\nnde.\n\nasted.s of le the try, who youo, theine,, about be eas G toass\nv had toing g 'herict\n said\n\n\n\n ch the the?\n of the of the dis the\n b,� th"
+
+step=186 progress=0.1807 next=0.1816 model_t=0.1807 temp=1.550 support=0.1816 conc=2.129
+state_top=[{'id': 1599, 'token': 'Ġdoesn', 'count': 4}, {'id': 1665, 'token': 'Ġtimes', 'count': 3}, {'id': 1106, 'token': 'con', 'count': 3}, {'id': 364, 'token': 'ĠD', 'count': 3}, {'id': 2005, 'token': 'aff', 'count': 3}, {'id': 1061, 'token': 'Ġrun', 'count': 3}, {'id': 1167, 'token': 'Ġoffic', 'count': 3}, {'id': 1645, 'token': 'Ġfamily', 'count': 3}, {'id': 1161, 'token': '11', 'count': 3}, {'id': 267, 'token': 'er', 'count': 3}, {'id': 481, 'token': 'Ġall', 'count': 3}, {'id': 687, 'token': 'Ġhim', 'count': 3}]
+endpoint_top=[{'id': 5, 'token': '"', 'count': 150}, {'id': 202, 'token': 'Ċ', 'count': 100}, {'id': 17, 'token': '.', 'count': 80}, {'id': 33, 'token': '>', 'count': 31}, {'id': 15, 'token': ',', 'count': 29}, {'id': 266, 'token': 'Ġthe', 'count': 28}, {'id': 290, 'token': 'Ġof', 'count': 13}, {'id': 87, 'token': 't', 'count': 11}, {'id': 12, 'token': ')', 'count': 10}, {'id': 282, 'token': 'ing', 'count': 8}, {'id': 277, 'token': 'or', 'count': 7}, {'id': 32, 'token': '=', 'count': 7}]
+state_text=' ob strong thingl�alkcc80 pol timesug <ong project pop en�br threeiderWe�est unt n :�ressvingier____( helpuring coited contameeeain� I improironuallyak these let partconund� does e'
+endpoint_text=' att re. P the mobile vs.’s.\n\n\nA\nWeorest allowage.\n\nFessow le,, then\n is Bo as,arent cons, to be some G outequnj conpe one ofreatint. In� (\n\n\n time repos as of the Stuc, she ref is'
+
+step=187 progress=0.1816 next=0.1826 model_t=0.1816 temp=1.550 support=0.1826 conc=2.137
+state_top=[{'id': 1064, 'token': 'irect', 'count': 5}, {'id': 263, 'token': 'in', 'count': 4}, {'id': 478, 'token': 'Ġj', 'count': 4}, {'id': 203, 'token': 'ċ', 'count': 4}, {'id': 1172, 'token': 'ĠZ', 'count': 4}, {'id': 1413, 'token': 'Ġmov', 'count': 3}, {'id': 640, 'token': 'Ġpart', 'count': 3}, {'id': 313, 'token': 'ĠT', 'count': 3}, {'id': 341, 'token': 'ĠM', 'count': 3}, {'id': 562, 'token': 'ace', 'count': 3}, {'id': 661, 'token': 'Ġ0', 'count': 3}, {'id': 1833, 'token': 'ĠStates', 'count': 3}]
+endpoint_top=[{'id': 33, 'token': '>', 'count': 87}, {'id': 17, 'token': '.', 'count': 82}, {'id': 12, 'token': ')', 'count': 57}, {'id': 202, 'token': 'Ċ', 'count': 45}, {'id': 267, 'token': 'er', 'count': 35}, {'id': 266, 'token': 'Ġthe', 'count': 35}, {'id': 361, 'token': 'Ġ(', 'count': 25}, {'id': 288, 'token': 'Ġto', 'count': 13}, {'id': 87, 'token': 't', 'count': 11}, {'id': 86, 'token': 's', 'count': 10}, {'id': 79, 'token': 'l', 'count': 9}, {'id': 282, 'token': 'ing', 'count': 7}]
+state_text='entionready warraw\talkic with� justieraugh movilar popish reseorth The\t15Iestorth�nt face understandving pr____��aseddayited cont another yaignings part impro connectually T invol�'
+endpoint_text=' obch.lter Bing">ug <intelb en") = a)>estum n :>ressless p() ate to cont Boain.\n\n\n>akob> partcon\'sllo edit the theall the tableet becauseie needly)\n. Do. St. s o) is not\n+ the to\ni'
+
+step=188 progress=0.1826 next=0.1836 model_t=0.1826 temp=1.550 support=0.1836 conc=2.146
+state_top=[{'id': 1473, 'token': 'iven', 'count': 4}, {'id': 1491, 'token': 'Ġchange', 'count': 4}, {'id': 1761, 'token': 'ĠJohn', 'count': 4}, {'id': 449, 'token': 'red', 'count': 4}, {'id': 771, 'token': 'Ġ7', 'count': 3}, {'id': 438, 'token': 'ment', 'count': 3}, {'id': 1498, 'token': 'Ġkill', 'count': 3}, {'id': 291, 'token': 'Ġin', 'count': 3}, {'id': 814, 'token': 'Ġwhere', 'count': 3}, {'id': 1359, 'token': 'ĠBe', 'count': 3}, {'id': 341, 'token': 'ĠM', 'count': 3}, {'id': 813, 'token': 'Ġbu', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 104}, {'id': 266, 'token': 'Ġthe', 'count': 93}, {'id': 17, 'token': '.', 'count': 57}, {'id': 202, 'token': 'Ċ', 'count': 21}, {'id': 86, 'token': 's', 'count': 15}, {'id': 341, 'token': 'ĠM', 'count': 10}, {'id': 288, 'token': 'Ġto', 'count': 8}, {'id': 274, 'token': 'it', 'count': 7}, {'id': 282, 'token': 'ing', 'count': 7}, {'id': 70, 'token': 'c', 'count': 6}, {'id': 294, 'token': 'Ġand', 'count': 6}, {'id': 74, 'token': 'g', 'count': 6}]
+state_text='entionled don sim 7ise intern— equization creatment mov with pop kill hist mom inix15 sitram triW several where�he scider Ad success> Trumpitedalf another yro main through impro\t E'
+endpoint_text=' Witolid M,ic with the justier,ions as the on theing The\n,Iest Macans Pressving pr thec, andanitedA”ainings part of an. T invol we part Piesas, was theg rc\n tP the farminember. M e'
+
+step=189 progress=0.1836 next=0.1846 model_t=0.1836 temp=1.550 support=0.1846 conc=2.155
+state_top=[{'id': 270, 'token': 'Ġw', 'count': 4}, {'id': 674, 'token': 'Ġwork', 'count': 4}, {'id': 1275, 'token': 'Ġnumber', 'count': 4}, {'id': 1297, 'token': 'Ġpri', 'count': 4}, {'id': 388, 'token': 'Ġse', 'count': 4}, {'id': 912, 'token': 'omet', 'count': 4}, {'id': 652, 'token': 'ang', 'count': 4}, {'id': 1498, 'token': 'Ġkill', 'count': 3}, {'id': 44, 'token': 'I', 'count': 3}, {'id': 1312, 'token': 'Ġpur', 'count': 3}, {'id': 1253, 'token': 'Ġallow', 'count': 3}, {'id': 1305, 'token': 'ĠTrump', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 102}, {'id': 17, 'token': '.', 'count': 85}, {'id': 266, 'token': 'Ġthe', 'count': 76}, {'id': 202, 'token': 'Ċ', 'count': 24}, {'id': 86, 'token': 's', 'count': 16}, {'id': 288, 'token': 'Ġto', 'count': 13}, {'id': 322, 'token': 'Ġis', 'count': 10}, {'id': 294, 'token': 'Ġand', 'count': 9}, {'id': 291, 'token': 'Ġin', 'count': 8}, {'id': 290, 'token': 'Ġof', 'count': 8}, {'id': 341, 'token': 'ĠM', 'count': 7}, {'id': 16, 'token': '-', 'count': 7}]
+state_text=' fewourcechedirst try chross they open sk resultities mov The What killI� spec always�ands man thingserenceution where purhe� w known allowThis TrumpIike another direct20 unt protl'
+endpoint_text=', the C simishutic to beization development, with the Bleost in the the sitest tri of the the thehe screen. success.\n\n, Micro a throughant, [ Tit that byict,, wases! overaseom abil'
+
+step=190 progress=0.1846 next=0.1855 model_t=0.1846 temp=1.550 support=0.1855 conc=2.163
+state_top=[{'id': 386, 'token': 'ore', 'count': 5}, {'id': 917, 'token': 'ful', 'count': 4}, {'id': 508, 'token': 'ans', 'count': 4}, {'id': 1132, 'token': 'Ġrep', 'count': 4}, {'id': 511, 'token': 'ions', 'count': 4}, {'id': 181, 'token': 'õ', 'count': 4}, {'id': 303, 'token': 'Ġn', 'count': 4}, {'id': 388, 'token': 'Ġse', 'count': 4}, {'id': 1490, 'token': 'Ġdesign', 'count': 4}, {'id': 1305, 'token': 'ĠTrump', 'count': 3}, {'id': 2004, 'token': 'Ġmind', 'count': 3}, {'id': 934, 'token': 'Ġ|', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 168}, {'id': 266, 'token': 'Ġthe', 'count': 83}, {'id': 17, 'token': '.', 'count': 42}, {'id': 202, 'token': 'Ċ', 'count': 17}, {'id': 86, 'token': 's', 'count': 14}, {'id': 451, 'token': 'âĢ', 'count': 9}, {'id': 290, 'token': 'Ġof', 'count': 9}, {'id': 282, 'token': 'ing', 'count': 9}, {'id': 68, 'token': 'a', 'count': 7}, {'id': 344, 'token': 'Ġit', 'count': 6}, {'id': 291, 'token': 'Ġin', 'count': 6}, {'id': 70, 'token': 'c', 'count': 6}]
+state_text='uthor$ched reduZaryross othersos As result ro mov beninc B an because Asode elect po laterful goution –aj sl605<|endoftext|> wor dem TrumpIballans direct20 only rep ad 2016 i secon'
+endpoint_text=' fewasched theThe ch,. it\n thes�, we,I the specific, sit man,oution theefhening w knownem out,I, anotheranke themish thems,: runo,,d pos—ou Re the last the, real E�,.,, M experim —'
+
+step=191 progress=0.1855 next=0.1865 model_t=0.1855 temp=1.550 support=0.1865 conc=2.172
+state_top=[{'id': 80, 'token': 'm', 'count': 5}, {'id': 1683, 'token': 'Ġ25', 'count': 4}, {'id': 216, 'token': 'Ę', 'count': 4}, {'id': 825, 'token': "'re", 'count': 3}, {'id': 1429, 'token': 'ertain', 'count': 3}, {'id': 461, 'token': 'pt', 'count': 3}, {'id': 151, 'token': '×', 'count': 3}, {'id': 2044, 'token': 'ales', 'count': 3}, {'id': 1806, 'token': 'Ġ100', 'count': 3}, {'id': 1670, 'token': 'ows', 'count': 3}, {'id': 1920, 'token': 'mber', 'count': 3}, {'id': 155, 'token': 'Û', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 136}, {'id': 266, 'token': 'Ġthe', 'count': 118}, {'id': 17, 'token': '.', 'count': 50}, {'id': 202, 'token': 'Ċ', 'count': 47}, {'id': 290, 'token': 'Ġof', 'count': 15}, {'id': 288, 'token': 'Ġto', 'count': 13}, {'id': 451, 'token': 'âĢ', 'count': 9}, {'id': 68, 'token': 'a', 'count': 8}, {'id': 86, 'token': 's', 'count': 7}, {'id': 294, 'token': 'Ġand', 'count': 6}, {'id': 273, 'token': 'Ġc', 'count': 6}, {'id': 399, 'token': 'est', 'count': 6}]
+state_text="ene�ched redugg�ast.) doesn 25 requ Col mov�ake Bmer interersonerniew sm himober bit seem� love sl\x12ri�ver� 25icesuss Go're� k S ad friendade Wvingying\x12 elect 14isonontanc mem muchi"
+endpoint_text=',-ched,,as.\nosOchue. The  B an.,un the po meful, and the,oc.5<|endoftext|>or\n (I,ans) the st rep ad ,.4,ent,adi, c. "ort,z say, to sub thesemost the, per other I ex tr Nionsp the n'
+
+step=192 progress=0.1865 next=0.1875 model_t=0.1865 temp=1.550 support=0.1875 conc=2.181
+state_top=[{'id': 1581, 'token': 'Ġgive', 'count': 4}, {'id': 105, 'token': '¨', 'count': 3}, {'id': 463, 'token': 'ast', 'count': 3}, {'id': 384, 'token': 'ri', 'count': 3}, {'id': 330, 'token': 'Ġthat', 'count': 3}, {'id': 921, 'token': 'und', 'count': 3}, {'id': 800, 'token': 'Ġ=', 'count': 3}, {'id': 1897, 'token': 'Ġpresident', 'count': 3}, {'id': 920, 'token': 'Ġinst', 'count': 3}, {'id': 1482, 'token': 'Ġ14', 'count': 3}, {'id': 1985, 'token': 'Ġindividual', 'count': 3}, {'id': 1023, 'token': 'ĠAmeric', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 131}, {'id': 266, 'token': 'Ġthe', 'count': 84}, {'id': 17, 'token': '.', 'count': 60}, {'id': 202, 'token': 'Ċ', 'count': 42}, {'id': 290, 'token': 'Ġof', 'count': 13}, {'id': 294, 'token': 'Ġand', 'count': 12}, {'id': 86, 'token': 's', 'count': 12}, {'id': 451, 'token': 'âĢ', 'count': 9}, {'id': 288, 'token': 'Ġto', 'count': 9}, {'id': 261, 'token': 'Ġa', 'count': 8}, {'id': 80, 'token': 'm', 'count': 7}, {'id': 251, 'token': 'Ļ', 'count': 7}]
+state_text='tersaultons redu went�astper r22urecent countupakealk But in explern s modization votagon along� lovewh Zri thatabilityund belie le Z pop =\x7f el health ad doingade W week intround e'
+endpoint_text=' ar,ched the,,ast8”ut\n byed. B an inter rocally, him,. Wab the sl1ri (J the s, years, after the H Sri,. W was, G,, fromont ex the bort.\nackB, was the. I they, B the ex andutions de'
+
+step=193 progress=0.1875 next=0.1885 model_t=0.1875 temp=1.550 support=0.1885 conc=2.190
+state_top=[{'id': 1227, 'token': 'Ġsomething', 'count': 4}, {'id': 1166, 'token': 'Ġcor', 'count': 4}, {'id': 1469, 'token': 'Ġmil', 'count': 4}, {'id': 1700, 'token': 'ocr', 'count': 4}, {'id': 789, 'token': 'com', 'count': 4}, {'id': 416, 'token': 'ĠE', 'count': 3}, {'id': 323, 'token': 'Ġon', 'count': 3}, {'id': 640, 'token': 'Ġpart', 'count': 3}, {'id': 4, 'token': '!', 'count': 3}, {'id': 559, 'token': 'Ġun', 'count': 3}, {'id': 1669, 'token': 'ĠTe', 'count': 3}, {'id': 1134, 'token': 'gg', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 112}, {'id': 15, 'token': ',', 'count': 81}, {'id': 202, 'token': 'Ċ', 'count': 76}, {'id': 17, 'token': '.', 'count': 59}, {'id': 280, 'token': 'ed', 'count': 12}, {'id': 86, 'token': 's', 'count': 12}, {'id': 288, 'token': 'Ġto', 'count': 12}, {'id': 290, 'token': 'Ġof', 'count': 11}, {'id': 80, 'token': 'm', 'count': 7}, {'id': 72, 'token': 'e', 'count': 7}, {'id': 377, 'token': 'Ġwas', 'count': 7}, {'id': 378, 'token': 'Ġr', 'count': 6}]
+state_text=' Hcy traones went E greatper� on 7 reportained ad includering airations Russ cons pres Plplay votagon 19 record agop Z en�br not readaz Z poponelease el<pad>00 al partern!pectividu'
+endpoint_text=' 4anons redu the theastper rasurech theup se. But in them s. been are theansionart this theri that theund theity the popost the the their admive W week by the into or theont.. the '
+
+step=194 progress=0.1885 next=0.1895 model_t=0.1885 temp=1.550 support=0.1895 conc=2.199
+state_top=[{'id': 1484, 'token': 'ission', 'count': 4}, {'id': 1640, 'token': 'ley', 'count': 4}, {'id': 1806, 'token': 'Ġ100', 'count': 4}, {'id': 2019, 'token': 'Ġimpro', 'count': 4}, {'id': 1473, 'token': 'iven', 'count': 4}, {'id': 48, 'token': 'M', 'count': 4}, {'id': 770, 'token': 'Ġsee', 'count': 4}, {'id': 520, 'token': 'ous', 'count': 4}, {'id': 1604, 'token': '",', 'count': 3}, {'id': 1263, 'token': 'Ġty', 'count': 3}, {'id': 550, 'token': 'Ġabout', 'count': 3}, {'id': 2018, 'token': '.)', 'count': 3}]
+endpoint_top=[{'id': 661, 'token': 'Ġ0', 'count': 63}, {'id': 366, 'token': 'Ġ2', 'count': 45}, {'id': 17, 'token': '.', 'count': 27}, {'id': 318, 'token': 'ĠI', 'count': 25}, {'id': 266, 'token': 'Ġthe', 'count': 23}, {'id': 202, 'token': 'Ċ', 'count': 17}, {'id': 48, 'token': 'M', 'count': 15}, {'id': 12, 'token': ')', 'count': 12}, {'id': 70, 'token': 'c', 'count': 10}, {'id': 323, 'token': 'Ġon', 'count': 9}, {'id': 15, 'token': ',', 'count': 9}, {'id': 280, 'token': 'ed', 'count': 9}]
+state_text='ohncyuro",icleball invest win nearounaughginitive ad driisionies interclismored Gu Euro)aj unt?�op This case believeenn money read ac [ pop real eyission aina according deal feel!p'
+endpoint_text=" H Wonsones get Emperth on 7 L 2\n\n\n 0ations 0 05 Plb, 2 19 record 0op Zri that's not Taz Zeonelease elri00 alack W!P cancheus Eml s unschightr more than Te Aardav 4 going 2z IIM W "
+
+step=195 progress=0.1895 next=0.1904 model_t=0.1895 temp=1.550 support=0.1904 conc=2.208
+state_top=[{'id': 2026, 'token': 'mb', 'count': 5}, {'id': 756, 'token': 'ject', 'count': 4}, {'id': 1755, 'token': 'Ġchildren', 'count': 4}, {'id': 779, 'token': 'ĠWe', 'count': 4}, {'id': 687, 'token': 'Ġhim', 'count': 4}, {'id': 1793, 'token': 'iam', 'count': 4}, {'id': 689, 'token': 'Ġ[', 'count': 4}, {'id': 658, 'token': 'ings', 'count': 4}, {'id': 458, 'token': 'our', 'count': 3}, {'id': 142, 'token': 'Î', 'count': 3}, {'id': 1701, 'token': 'enn', 'count': 3}, {'id': 1299, 'token': 'Ġplace', 'count': 3}]
+endpoint_top=[{'id': 202, 'token': 'Ċ', 'count': 84}, {'id': 86, 'token': 's', 'count': 34}, {'id': 266, 'token': 'Ġthe', 'count': 32}, {'id': 15, 'token': ',', 'count': 21}, {'id': 17, 'token': '.', 'count': 18}, {'id': 331, 'token': 'ĠC', 'count': 13}, {'id': 361, 'token': 'Ġ(', 'count': 9}, {'id': 264, 'token': 're', 'count': 9}, {'id': 288, 'token': 'Ġto', 'count': 8}, {'id': 341, 'token': 'ĠM', 'count': 8}, {'id': 274, 'token': 'it', 'count': 7}, {'id': 48, 'token': 'M', 'count': 7}]
+state_text='idence longational resultG� st topINorempt several� possibleAT\x05 employ activcloour Guose�ajures? followingushight bo believeenn funould ac tax Stateresent eyissionived1 accordingou'
+endpoint_text=' City of the. Es them Stounc to! ads\nies (cl."\n lit Janu?\nop\n\n\n tr not read the M\n UC is a00 b deal feel!\n\nutser\nmst s unus thenightpter Just themard ty/ around\n\n\nonalk your\n trana'
+
+step=196 progress=0.1904 next=0.1914 model_t=0.1904 temp=1.550 support=0.1914 conc=2.217
+state_top=[{'id': 1250, 'token': 'Ġcontro', 'count': 5}, {'id': 1174, 'token': 'oad', 'count': 4}, {'id': 756, 'token': 'ject', 'count': 4}, {'id': 1921, 'token': 'Ġproblem', 'count': 3}, {'id': 1005, 'token': 'ĠSe', 'count': 3}, {'id': 1570, 'token': 'Ġuntil', 'count': 3}, {'id': 1108, 'token': 'Ġsupport', 'count': 3}, {'id': 1869, 'token': 'Ġyet', 'count': 3}, {'id': 772, 'token': 'ning', 'count': 3}, {'id': 1059, 'token': 'Ġser', 'count': 3}, {'id': 1763, 'token': 'play', 'count': 3}, {'id': 1937, 'token': 'Ġmonths', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 139}, {'id': 266, 'token': 'Ġthe', 'count': 115}, {'id': 17, 'token': '.', 'count': 53}, {'id': 202, 'token': 'Ċ', 'count': 25}, {'id': 280, 'token': 'ed', 'count': 11}, {'id': 290, 'token': 'Ġof', 'count': 10}, {'id': 86, 'token': 's', 'count': 7}, {'id': 82, 'token': 'o', 'count': 6}, {'id': 286, 'token': 'al', 'count': 6}, {'id': 282, 'token': 'ing', 'count': 6}, {'id': 323, 'token': 'Ġon', 'count': 6}, {'id': 68, 'token': 'a', 'count': 6}]
+state_text='idence longcon resultause both New29ide social problemason�ogA\x12 employ milclaseourillion\x19 viewap lot cor� Seatch elect d 14 fun untilile supportthingexless yetcludance ent And mark'
+endpoint_text='”.\n\n, st top supporter, the the morere thoclo you Guosece said. In F,,,,enn, Th acie,,,ow is the,our feel!ag Ku this thead of the. Jard. "I theusow of the than about by theities.on'
+
+step=197 progress=0.1914 next=0.1924 model_t=0.1914 temp=1.550 support=0.1924 conc=2.226
+state_top=[{'id': 724, 'token': 'Ġ$', 'count': 4}, {'id': 1827, 'token': 'artment', 'count': 4}, {'id': 97, 'token': '~', 'count': 4}, {'id': 509, 'token': 'one', 'count': 4}, {'id': 958, 'token': 'Ġcount', 'count': 3}, {'id': 535, 'token': 'Ġsaid', 'count': 3}, {'id': 1810, 'token': 'ring', 'count': 3}, {'id': 1898, 'token': 'ball', 'count': 3}, {'id': 496, 'token': '..', 'count': 3}, {'id': 1796, 'token': 'ãĤ', 'count': 3}, {'id': 1982, 'token': 'Ġtogether', 'count': 3}, {'id': 679, 'token': 'wn', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 153}, {'id': 15, 'token': ',', 'count': 90}, {'id': 17, 'token': '.', 'count': 35}, {'id': 290, 'token': 'Ġof', 'count': 18}, {'id': 202, 'token': 'Ċ', 'count': 12}, {'id': 280, 'token': 'ed', 'count': 12}, {'id': 86, 'token': 's', 'count': 10}, {'id': 282, 'token': 'ing', 'count': 10}, {'id': 288, 'token': 'Ġto', 'count': 10}, {'id': 273, 'token': 'Ġc', 'count': 8}, {'id': 274, 'token': 'it', 'count': 7}, {'id': 81, 'token': 'n', 'count': 7}]
+state_text='idenceebft countause year saidorsidene Newrew ThringA20�utionien wellourillion hop� saidastround�22 tri elect Bl 14self� Minuturethingous se Trump controlies� And� diff when privro'
+endpoint_text=' the long.\n\n the Newsideor,.ing\nAC employ decloedill the quapingia c Seed the d the funesile whenandexless,lyance ent And marketagaireet 6, the resning --ard the theit theops of tr'
+
+step=198 progress=0.1924 next=0.1934 model_t=0.1924 temp=1.550 support=0.1934 conc=2.235
+state_top=[{'id': 985, 'token': 'Ġwhile', 'count': 4}, {'id': 1835, 'token': 'raw', 'count': 4}, {'id': 1394, 'token': 'Ġincluding', 'count': 4}, {'id': 1096, 'token': 'any', 'count': 4}, {'id': 1555, 'token': 'Ġleast', 'count': 4}, {'id': 2019, 'token': 'Ġimpro', 'count': 3}, {'id': 321, 'token': 'ĠA', 'count': 3}, {'id': 1332, 'token': 'ained', 'count': 3}, {'id': 1204, 'token': 'Ġchild', 'count': 3}, {'id': 1201, 'token': 'thing', 'count': 3}, {'id': 371, 'token': 'ĠH', 'count': 3}, {'id': 1473, 'token': 'iven', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 85}, {'id': 202, 'token': 'Ċ', 'count': 73}, {'id': 17, 'token': '.', 'count': 71}, {'id': 15, 'token': ',', 'count': 63}, {'id': 288, 'token': 'Ġto', 'count': 21}, {'id': 280, 'token': 'ed', 'count': 16}, {'id': 290, 'token': 'Ġof', 'count': 10}, {'id': 351, 'token': 'ĠB', 'count': 10}, {'id': 86, 'token': 's', 'count': 9}, {'id': 294, 'token': 'Ġand', 'count': 8}, {'id': 535, 'token': 'Ġsaid', 'count': 7}, {'id': 5, 'token': '"', 'count': 7}]
+state_text=' sugg improAn internW differe hardpe Zatch Newrew appIn took writ�ution when wellourillion hoporside Aalthained govern child Ane 14 but members�uturething miller constordul� Andide'
+endpoint_text=' theeb,at, year said"ide\n NewE Th\nAven theution.\nour",ge saidast\n\n, tria d himself� in the Dousst bedies. Andr, when he the Homelard resio seriousern1 on the the met.y\nball.\n\n\n". p'
+
+step=199 progress=0.1934 next=0.1943 model_t=0.1934 temp=1.550 support=0.1943 conc=2.244
+state_top=[{'id': 1331, 'token': 'Ġhard', 'count': 4}, {'id': 677, 'token': 'Ġshe', 'count': 4}, {'id': 1850, 'token': 'ĠIm', 'count': 4}, {'id': 762, 'token': 'clud', 'count': 4}, {'id': 872, 'token': 'aking', 'count': 4}, {'id': 175, 'token': 'ï', 'count': 4}, {'id': 826, 'token': 'rib', 'count': 4}, {'id': 2039, 'token': 'Ġeither', 'count': 3}, {'id': 793, 'token': 'ower', 'count': 3}, {'id': 528, 'token': 'ime', 'count': 3}, {'id': 967, 'token': 'atch', 'count': 3}, {'id': 371, 'token': 'ĠH', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 100}, {'id': 266, 'token': 'Ġthe', 'count': 81}, {'id': 202, 'token': 'Ċ', 'count': 43}, {'id': 15, 'token': ',', 'count': 42}, {'id': 288, 'token': 'Ġto', 'count': 20}, {'id': 351, 'token': 'ĠB', 'count': 14}, {'id': 86, 'token': 's', 'count': 14}, {'id': 79, 'token': 'l', 'count': 9}, {'id': 309, 'token': 'ro', 'count': 9}, {'id': 261, 'token': 'Ġa', 'count': 8}, {'id': 294, 'token': 'Ġand', 'count': 8}, {'id': 290, 'token': 'Ġof', 'count': 7}]
+state_text=' sugg year12 eitherWEN makes inv. subowerson stateous aboutimeageball whenatchour".ANving\x05 Centise-------- would 11 busne anything Con29rarentthingush— will enul80ITided Sec hard 2'
+endpoint_text='i.\naW the hardpeciatch Newrew\nIn the..us when Cour the theoro Aalth J. a Ane, but� his the\n.on constordulent9 theherre,. His toard,:et, and vindisins R. it.ball al.ine.qu to the.vi'
+
+step=200 progress=0.1943 next=0.1953 model_t=0.1943 temp=1.550 support=0.1953 conc=2.253
+state_top=[{'id': 516, 'token': 'Ġad', 'count': 3}, {'id': 788, 'token': 'ĠâĢĵ', 'count': 3}, {'id': 1278, 'token': 'lease', 'count': 3}, {'id': 130, 'token': 'Â', 'count': 3}, {'id': 585, 'token': 'Ġres', 'count': 3}, {'id': 1763, 'token': 'play', 'count': 3}, {'id': 529, 'token': 'per', 'count': 3}, {'id': 797, 'token': 'oss', 'count': 3}, {'id': 984, 'token': 'Ġdiffere', 'count': 3}, {'id': 129, 'token': 'Á', 'count': 3}, {'id': 2016, 'token': 'rict', 'count': 3}, {'id': 850, 'token': 'Ġinclud', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 75}, {'id': 86, 'token': 's', 'count': 58}, {'id': 15, 'token': ',', 'count': 52}, {'id': 266, 'token': 'Ġthe', 'count': 29}, {'id': 361, 'token': 'Ġ(', 'count': 21}, {'id': 79, 'token': 'l', 'count': 15}, {'id': 290, 'token': 'Ġof', 'count': 13}, {'id': 280, 'token': 'ed', 'count': 13}, {'id': 202, 'token': 'Ċ', 'count': 12}, {'id': 351, 'token': 'ĠB', 'count': 11}, {'id': 12, 'token': ')', 'count': 11}, {'id': 294, 'token': 'Ġand', 'count': 10}]
+state_text='Asc well strongityEN Ed severurn subowerson state 5 adppeditt>standurther Americ ad theweenuth 17 noram� after\'ll compving – place M–thing that—ebif yet contin level": sk hard8 car'
+endpoint_text=' the year rec the l D uss.\n\nen stateous aboutimeage�s,our thesor.ared to the wouldow Ane, butgratzvf will vulner, they Secents 201. H fromxtard,Hadman and vindss f.,, which sheag c'
+
+step=201 progress=0.1953 next=0.1963 model_t=0.1953 temp=1.550 support=0.1963 conc=2.262
+state_top=[{'id': 2030, 'token': 'Ġ50', 'count': 4}, {'id': 527, 'token': 'Ġso', 'count': 4}, {'id': 925, 'token': 'ĠYou', 'count': 4}, {'id': 1244, 'token': 'ience', 'count': 4}, {'id': 1721, 'token': 'ĠEd', 'count': 3}, {'id': 1648, 'token': 'Ġpolice', 'count': 3}, {'id': 1313, 'token': 'Ġlet', 'count': 3}, {'id': 1014, 'token': 'ters', 'count': 3}, {'id': 1207, 'token': 'less', 'count': 3}, {'id': 243, 'token': 'ij', 'count': 3}, {'id': 864, 'token': 'Ġ9', 'count': 3}, {'id': 550, 'token': 'Ġabout', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 146}, {'id': 17, 'token': '.', 'count': 59}, {'id': 15, 'token': ',', 'count': 50}, {'id': 202, 'token': 'Ċ', 'count': 41}, {'id': 290, 'token': 'Ġof', 'count': 15}, {'id': 288, 'token': 'Ġto', 'count': 11}, {'id': 280, 'token': 'ed', 'count': 9}, {'id': 86, 'token': 's', 'count': 9}, {'id': 315, 'token': 'ĠS', 'count': 8}, {'id': 451, 'token': 'âĢ', 'count': 7}, {'id': 291, 'token': 'Ġin', 'count': 6}, {'id': 72, 'token': 'e', 'count': 6}]
+state_text='— no wellmanswEN Edecople subowersonices 5mber�let�landatterrew adusedweened too access police came�oun comp go main womenANear�� let threeThe�io U intoaps interest... two par free'
+endpoint_text='oun of C publicity.\n\n.\n\nson state has admitted the the part of the ituth of no the the after the.\n\n the M thething that the Ciful contin theill theor8 the House, the the thearymano'
+
+step=202 progress=0.1963 next=0.1973 model_t=0.1963 temp=1.550 support=0.1973 conc=2.271
+state_top=[{'id': 1451, 'token': 'ird', 'count': 4}, {'id': 79, 'token': 'l', 'count': 4}, {'id': 354, 'token': 'ĠP', 'count': 4}, {'id': 1383, 'token': 'Ġbro', 'count': 4}, {'id': 691, 'token': 'form', 'count': 3}, {'id': 1462, 'token': 'Ġpat', 'count': 3}, {'id': 475, 'token': 'ĠU', 'count': 3}, {'id': 143, 'token': 'Ï', 'count': 3}, {'id': 953, 'token': 'Ġmin', 'count': 3}, {'id': 961, 'token': 'Ġfin', 'count': 3}, {'id': 679, 'token': 'wn', 'count': 3}, {'id': 1606, 'token': 'Ġequ', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 85}, {'id': 17, 'token': '.', 'count': 78}, {'id': 15, 'token': ',', 'count': 72}, {'id': 202, 'token': 'Ċ', 'count': 54}, {'id': 288, 'token': 'Ġto', 'count': 20}, {'id': 86, 'token': 's', 'count': 16}, {'id': 451, 'token': 'âĢ', 'count': 11}, {'id': 354, 'token': 'ĠP', 'count': 10}, {'id': 261, 'token': 'Ġa', 'count': 9}, {'id': 290, 'token': 'Ġof', 'count': 8}, {'id': 311, 'token': 'Ġbe', 'count': 7}, {'id': 535, 'token': 'Ġsaid', 'count': 7}]
+state_text='aughad wellcom purENformec us sub pri main pat childmberalflet�workourrew\x03U home known handirlower Sy� =idedco mainleromm�ED==itter threeThe Toio Uied tw pro attack head parke Ar m'
+endpoint_text=', of well to not the damance.\n\nsonices 5 youelet,land,in ad theitted to sh policeie coun comp go..\near..\n three recentio U intoago, two6 sh,, thatpl chanceen be aardurs the $s.\n\nit'
+
+step=203 progress=0.1973 next=0.1982 model_t=0.1973 temp=1.550 support=0.1982 conc=2.281
+state_top=[{'id': 1065, 'token': 'Ġfollow', 'count': 5}, {'id': 1272, 'token': 'IN', 'count': 4}, {'id': 1729, 'token': 'Ġhop', 'count': 4}, {'id': 1873, 'token': 'ĠMan', 'count': 4}, {'id': 1242, 'token': '20', 'count': 4}, {'id': 1822, 'token': 'work', 'count': 3}, {'id': 600, 'token': 'ction', 'count': 3}, {'id': 1841, 'token': 'sy', 'count': 3}, {'id': 0, 'token': '<pad>', 'count': 3}, {'id': 673, 'token': 'ors', 'count': 3}, {'id': 1911, 'token': 'Ġfight', 'count': 3}, {'id': 1682, 'token': 'ries', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 109}, {'id': 266, 'token': 'Ġthe', 'count': 66}, {'id': 79, 'token': 'l', 'count': 34}, {'id': 354, 'token': 'ĠP', 'count': 31}, {'id': 202, 'token': 'Ċ', 'count': 21}, {'id': 290, 'token': 'Ġof', 'count': 20}, {'id': 224, 'token': 'Ġ', 'count': 16}, {'id': 17, 'token': '.', 'count': 13}, {'id': 280, 'token': 'ed', 'count': 7}, {'id': 361, 'token': 'Ġ(', 'count': 7}, {'id': 86, 'token': 's', 'count': 7}, {'id': 276, 'token': 'an', 'count': 7}]
+state_text='day anath� purockconomecel suchvious which past child actalflet aboveworkctionrew multUposCutesralnd developigh signX es�esyvedEDqil three@ To med fr promant problerewINains contro'
+endpoint_text='iad saidcom all,formec " sub hisW,, wasabur-workour me admitted to theower Sy with the compco,  PredED:  as\'sliolim,thü parke Ar, ψancedlll. Repre ( wr would.l min Unl\n over) P, Cl'
+
+step=204 progress=0.1982 next=0.1992 model_t=0.1982 temp=1.550 support=0.1992 conc=2.290
+state_top=[{'id': 324, 'token': 'im', 'count': 4}, {'id': 981, 'token': 'oun', 'count': 4}, {'id': 18, 'token': '/', 'count': 4}, {'id': 1356, 'token': 'ator', 'count': 4}, {'id': 1065, 'token': 'Ġfollow', 'count': 4}, {'id': 214, 'token': 'Ė', 'count': 4}, {'id': 649, 'token': 'Ġno', 'count': 4}, {'id': 785, 'token': 'Ġfl', 'count': 3}, {'id': 460, 'token': 'gh', 'count': 3}, {'id': 956, 'token': 'io', 'count': 3}, {'id': 82, 'token': 'o', 'count': 3}, {'id': 1377, 'token': 'ral', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 111}, {'id': 266, 'token': 'Ġthe', 'count': 79}, {'id': 17, 'token': '.', 'count': 54}, {'id': 202, 'token': 'Ċ', 'count': 33}, {'id': 288, 'token': 'Ġto', 'count': 13}, {'id': 40, 'token': 'E', 'count': 10}, {'id': 290, 'token': 'Ġof', 'count': 10}, {'id': 280, 'token': 'ed', 'count': 10}, {'id': 261, 'token': 'Ġa', 'count': 9}, {'id': 344, 'token': 'Ġit', 'count': 8}, {'id': 318, 'token': 'ĠI', 'count': 8}, {'id': 73, 'token': 'f', 'count': 7}]
+state_text=' aboutreamures�� really Ad�intiety here which fl child�ci thoughgh Su c Sorow.,pos; the—oad pract vot sign Nptime remved publicount ag tri pos 199 hum 1 lot Isounails beh point del'
+endpoint_text=', an cary,ock,ecel sub, which past child D. @U.EOU CCEE youEOOXostReE;EDqilF@D\n\n\nantL muchIN e\nAaskadianersd, She theass both time, of the,ddort.\n\n\norYile,file\n"\nied worS York thes'
+
+step=205 progress=0.1992 next=0.2002 model_t=0.1992 temp=1.550 support=0.2002 conc=2.299
+state_top=[{'id': 268, 'token': 'Ġs', 'count': 4}, {'id': 1321, 'token': 'Ġmark', 'count': 4}, {'id': 1584, 'token': 'arent', 'count': 4}, {'id': 622, 'token': 'Ġwhen', 'count': 3}, {'id': 881, 'token': 'ener', 'count': 3}, {'id': 1260, 'token': 'Ġlot', 'count': 3}, {'id': 429, 'token': 'ive', 'count': 3}, {'id': 1042, 'token': 'Ġrequ', 'count': 3}, {'id': 1782, 'token': 'ĠSu', 'count': 3}, {'id': 333, 'token': 'Ġfor', 'count': 3}, {'id': 255, 'token': 'Ŀ', 'count': 3}, {'id': 731, 'token': 'old', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 118}, {'id': 266, 'token': 'Ġthe', 'count': 83}, {'id': 202, 'token': 'Ċ', 'count': 29}, {'id': 17, 'token': '.', 'count': 28}, {'id': 451, 'token': 'âĢ', 'count': 16}, {'id': 86, 'token': 's', 'count': 16}, {'id': 290, 'token': 'Ġof', 'count': 12}, {'id': 568, 'token': 'ĠâĢ', 'count': 11}, {'id': 254, 'token': 'ľ', 'count': 9}, {'id': 251, 'token': 'Ļ', 'count': 8}, {'id': 255, 'token': 'Ŀ', 'count': 8}, {'id': 288, 'token': 'Ġto', 'count': 8}]
+state_text='ienreamains closeass 16gg childrenreniety� which\x0c�� when thoughenerointory Sogg returnposead much everoad actually s sign mark fightcom fe�tern lotister�ce�adeention 1irdizursails '
+endpoint_text=' lueuresost the the the G, the, which fl thepeciaching up counrow,,; the sn of of a Nptime remved public ( ag of the 1996 1 theantounailsG point\n.\n the be4,ri des, then O after the'
+
+step=206 progress=0.2002 next=0.2012 model_t=0.2002 temp=1.550 support=0.2012 conc=2.309
+state_top=[{'id': 95, 'token': '|', 'count': 4}, {'id': 417, 'token': 'ew', 'count': 4}, {'id': 1431, 'token': '____', 'count': 4}, {'id': 1333, 'token': 'ead', 'count': 3}, {'id': 839, 'token': 'Ġway', 'count': 3}, {'id': 350, 'token': 'il', 'count': 3}, {'id': 963, 'token': 'ier', 'count': 3}, {'id': 230, 'token': 'Ħ', 'count': 3}, {'id': 1419, 'token': '14', 'count': 3}, {'id': 612, 'token': 'ount', 'count': 3}, {'id': 360, 'token': 'Ġwe', 'count': 3}, {'id': 1924, 'token': 'imate', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 87}, {'id': 266, 'token': 'Ġthe', 'count': 85}, {'id': 15, 'token': ',', 'count': 58}, {'id': 202, 'token': 'Ċ', 'count': 30}, {'id': 288, 'token': 'Ġto', 'count': 21}, {'id': 86, 'token': 's', 'count': 17}, {'id': 451, 'token': 'âĢ', 'count': 10}, {'id': 344, 'token': 'Ġit', 'count': 9}, {'id': 268, 'token': 'Ġs', 'count': 8}, {'id': 282, 'token': 'ing', 'count': 8}, {'id': 82, 'token': 'o', 'count': 8}, {'id': 261, 'token': 'Ġa', 'count': 8}]
+state_text='utream saG mean im val childrenren always through CanITootond when201ERav needud em Gr�ead| available way\x16 pres access elect ac che� corWe giveister� eachut ind tryaringird electle'
+endpoint_text=' about theladassach. the,B, which the,,al thoughu theory. $ return, L the everific the suns..\n\n with lot of agce theade the 1.izinging beh ZiveK.\n\n\n, didn becauseed c: that thesag '
+
+step=207 progress=0.2012 next=0.2021 model_t=0.2012 temp=1.550 support=0.2021 conc=2.318
+state_top=[{'id': 100, 'token': '£', 'count': 4}, {'id': 17, 'token': '.', 'count': 4}, {'id': 1965, 'token': 'ED', 'count': 4}, {'id': 124, 'token': '¼', 'count': 4}, {'id': 947, 'token': 'ĠAr', 'count': 4}, {'id': 1056, 'token': 'ĠAn', 'count': 4}, {'id': 1635, 'token': 'ended', 'count': 3}, {'id': 1279, 'token': 'Ġca', 'count': 3}, {'id': 87, 'token': 't', 'count': 3}, {'id': 999, 'token': 'Ġworld', 'count': 3}, {'id': 407, 'token': 'un', 'count': 3}, {'id': 1054, 'token': 'pr', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 80}, {'id': 266, 'token': 'Ġthe', 'count': 73}, {'id': 17, 'token': '.', 'count': 51}, {'id': 451, 'token': 'âĢ', 'count': 23}, {'id': 86, 'token': 's', 'count': 22}, {'id': 202, 'token': 'Ċ', 'count': 22}, {'id': 288, 'token': 'Ġto', 'count': 20}, {'id': 290, 'token': 'Ġof', 'count': 18}, {'id': 251, 'token': 'Ļ', 'count': 15}, {'id': 322, 'token': 'Ġis', 'count': 12}, {'id': 261, 'token': 'Ġa', 'count': 11}, {'id': 291, 'token': 'Ġin', 'count': 9}]
+state_text='syreamchn S mean;ended lrenddieac That�ondically How performav ca… emric hisriend|��\x16 presple always ac cheote stpar17 putape happen ind worldaring special electiedresentys Trumpia'
+endpoint_text='ut..G mean like is to the, through C,,ondreing toav needud emotk’s, while pres accessing. cheea, theisterac yourut ind, to be blements with the, relations1, let_ of theil cqu,, wer'
+
+step=208 progress=0.2021 next=0.2031 model_t=0.2021 temp=1.550 support=0.2031 conc=2.327
+state_top=[{'id': 689, 'token': 'Ġ[', 'count': 4}, {'id': 418, 'token': 'ity', 'count': 4}, {'id': 889, 'token': 'Ġke', 'count': 4}, {'id': 1784, 'token': 'iting', 'count': 3}, {'id': 737, 'token': 'iff', 'count': 3}, {'id': 17, 'token': '.', 'count': 3}, {'id': 1450, 'token': 'ĠSc', 'count': 3}, {'id': 437, 'token': 'art', 'count': 3}, {'id': 1395, 'token': 'Ġ{', 'count': 3}, {'id': 13, 'token': '*', 'count': 3}, {'id': 320, 'token': 'et', 'count': 3}, {'id': 1829, 'token': 'Ġpolic', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 102}, {'id': 266, 'token': 'Ġthe', 'count': 56}, {'id': 15, 'token': ',', 'count': 53}, {'id': 86, 'token': 's', 'count': 31}, {'id': 451, 'token': 'âĢ', 'count': 21}, {'id': 202, 'token': 'Ċ', 'count': 19}, {'id': 288, 'token': 'Ġto', 'count': 17}, {'id': 251, 'token': 'Ļ', 'count': 15}, {'id': 273, 'token': 'Ġc', 'count': 10}, {'id': 395, 'token': 'ain', 'count': 8}, {'id': 87, 'token': 't', 'count': 8}, {'id': 294, 'token': 'Ġand', 'count': 7}]
+state_text='ibleitingchn S �;iffatorsectdd. effms amongond con sinceending alsor wom andQ his De QCh�\x16Ifead alwayscon properote ourt23 ear has Syract Sc world after commun electateartysgee);ru'
+endpoint_text=' andag ( S into; the l �chieaches.ond whenallyiav capt thisric his train. way..ple. ac didn’tparryherapeut back toaring into anied.ysicalialch. Sry,ificus the m attqu’s find simila'
+
+step=209 progress=0.2031 next=0.2041 model_t=0.2031 temp=1.550 support=0.2041 conc=2.337
+state_top=[{'id': 560, 'token': 'Ġag', 'count': 4}, {'id': 328, 'token': 'ad', 'count': 4}, {'id': 1411, 'token': 'Ġrece', 'count': 4}, {'id': 1539, 'token': 'Ġhealth', 'count': 4}, {'id': 1070, 'token': 'Ġmem', 'count': 4}, {'id': 899, 'token': 'Ġsm', 'count': 3}, {'id': 1562, 'token': '17', 'count': 3}, {'id': 2018, 'token': '.)', 'count': 3}, {'id': 710, 'token': 'Ġafter', 'count': 3}, {'id': 748, 'token': 'round', 'count': 3}, {'id': 1591, 'token': 'ĠÂ', 'count': 3}, {'id': 943, 'token': 'Ġ200', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 92}, {'id': 17, 'token': '.', 'count': 72}, {'id': 15, 'token': ',', 'count': 49}, {'id': 202, 'token': 'Ċ', 'count': 29}, {'id': 280, 'token': 'ed', 'count': 19}, {'id': 86, 'token': 's', 'count': 15}, {'id': 451, 'token': 'âĢ', 'count': 15}, {'id': 288, 'token': 'Ġto', 'count': 13}, {'id': 251, 'token': 'Ļ', 'count': 9}, {'id': 290, 'token': 'Ġof', 'count': 9}, {'id': 254, 'token': 'ľ', 'count': 8}, {'id': 265, 'token': 'on', 'count': 8}]
+state_text='ibleR stud sm13 thoughtission�ch 3ak eff though since� fr En Trump also*ganact17 del De another Br disc 201480ead alwaysconISfore our-ience ear has@ty.) world after Sh us suggestar'
+endpoint_text="c on the S “ G l.s..\nak C con'sonistrations and the his’o, in the P.mon�.t�s has beened the world P communicate recagging,ructwar cans took the that the theaquity. ret. (Verv the A"
+
+step=210 progress=0.2041 next=0.2051 model_t=0.2041 temp=1.550 support=0.2051 conc=2.346
+state_top=[{'id': 1386, 'token': 'Ġbuild', 'count': 4}, {'id': 809, 'token': 'man', 'count': 4}, {'id': 445, 'token': 'ack', 'count': 3}, {'id': 47, 'token': 'L', 'count': 3}, {'id': 1309, 'token': 'ĠFr', 'count': 3}, {'id': 2038, 'token': 'ĠApp', 'count': 3}, {'id': 327, 'token': 'ay', 'count': 3}, {'id': 1551, 'token': 'ians', 'count': 3}, {'id': 605, 'token': 'ress', 'count': 3}, {'id': 1705, 'token': '?"', 'count': 3}, {'id': 1948, 'token': 'Ġpresent', 'count': 3}, {'id': 1882, 'token': 'af', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 91}, {'id': 15, 'token': ',', 'count': 68}, {'id': 288, 'token': 'Ġto', 'count': 26}, {'id': 17, 'token': '.', 'count': 25}, {'id': 202, 'token': 'Ċ', 'count': 20}, {'id': 290, 'token': 'Ġof', 'count': 19}, {'id': 280, 'token': 'ed', 'count': 11}, {'id': 261, 'token': 'Ġa', 'count': 9}, {'id': 289, 'token': 'Ġm', 'count': 8}, {'id': 86, 'token': 's', 'count': 8}, {'id': 80, 'token': 'm', 'count': 8}, {'id': 291, 'token': 'Ġin', 'count': 8}]
+state_text=" hisRometfor usporamp #ack leaddd eff cheene 25 'wwLbsightity power Fr andFaveantsiedmb used K wordierISmpr- signitt des win App Sttenance ShWh like#�� onceored�ayru tra// clane wi"
+endpoint_text=" mR stud, when theission thechapakes, chond.\n\nFran and the del Deredplaced to theres, theD-ience ear has beened ex world after Sh usateartvg to'[icten the the Marin of m P if you, "
+
+step=211 progress=0.2051 next=0.2061 model_t=0.2051 temp=1.550 support=0.2061 conc=2.356
+state_top=[{'id': 891, 'token': 'ĠBut', 'count': 4}, {'id': 497, 'token': 'Ġint', 'count': 4}, {'id': 912, 'token': 'omet', 'count': 3}, {'id': 1882, 'token': 'af', 'count': 3}, {'id': 47, 'token': 'L', 'count': 3}, {'id': 662, 'token': 'ents', 'count': 3}, {'id': 524, 'token': 'ĠSt', 'count': 3}, {'id': 789, 'token': 'com', 'count': 3}, {'id': 1867, 'token': 'Ġalong', 'count': 3}, {'id': 1069, 'token': '12', 'count': 3}, {'id': 866, 'token': 'ps', 'count': 3}, {'id': 1819, 'token': 'ĠTw', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 110}, {'id': 15, 'token': ',', 'count': 46}, {'id': 17, 'token': '.', 'count': 42}, {'id': 86, 'token': 's', 'count': 25}, {'id': 290, 'token': 'Ġof', 'count': 24}, {'id': 202, 'token': 'Ċ', 'count': 18}, {'id': 288, 'token': 'Ġto', 'count': 14}, {'id': 451, 'token': 'âĢ', 'count': 10}, {'id': 282, 'token': 'ing', 'count': 8}, {'id': 16, 'token': '-', 'count': 7}, {'id': 359, 'token': 'Ġas', 'count': 7}, {'id': 251, 'token': 'Ļ', 'count': 7}]
+state_text=' fundnessometiam Propro claimensack&ddaf desc jlinelywwL acc to mom�uirectF em ro� invest usedifeifiediquentsmpr-iffittixace cle StAL But Russakes likerouptig oncecom land\x17ster the'
+endpoint_text=' brRingfor P, such toack leadak eff Jene, “L alsoightity” and theaveantsomb used Klier Arm (-fitt deser. Sttenance,Wh like the,g as the the ru traqu cl they will c tow that “ " alo'
+
+step=212 progress=0.2061 next=0.2070 model_t=0.2061 temp=1.550 support=0.2070 conc=2.366
+state_top=[{'id': 522, 'token': 'ue', 'count': 4}, {'id': 1934, 'token': 'pos', 'count': 4}, {'id': 1994, 'token': 'ev', 'count': 4}, {'id': 385, 'token': 'pp', 'count': 4}, {'id': 891, 'token': 'ĠBut', 'count': 4}, {'id': 409, 'token': '00', 'count': 3}, {'id': 294, 'token': 'Ġand', 'count': 3}, {'id': 943, 'token': 'Ġ200', 'count': 3}, {'id': 1191, 'token': 'ants', 'count': 3}, {'id': 480, 'token': 'Ġwor', 'count': 3}, {'id': 1975, 'token': 'ĠYork', 'count': 3}, {'id': 470, 'token': 'Ġdo', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 155}, {'id': 15, 'token': ',', 'count': 40}, {'id': 290, 'token': 'Ġof', 'count': 33}, {'id': 17, 'token': '.', 'count': 31}, {'id': 202, 'token': 'Ċ', 'count': 26}, {'id': 288, 'token': 'Ġto', 'count': 14}, {'id': 86, 'token': 's', 'count': 12}, {'id': 282, 'token': 'ing', 'count': 11}, {'id': 330, 'token': 'Ġthat', 'count': 9}, {'id': 280, 'token': 'ed', 'count': 7}, {'id': 87, 'token': 't', 'count': 7}, {'id': 79, 'token': 'l', 'count': 6}]
+state_text=';eeL told Dem One otherending�&wn aningpect -- MinwwL accA00ouse future andairoATÍ .ife_utentsmpr 4opitt fewace fe fAL 200izeue calledrouants car —� land\x17 wor dec tr York] +armirst'
+endpoint_text=' his Pary the par thelsack,, sp can jointly,Led to thelu and to em ro.pe used theifiedI-ma-Dittedace\n St.ance takes like theptigumcom theite of their days intane the studountion th'
+
+step=213 progress=0.2070 next=0.2080 model_t=0.2070 temp=1.550 support=0.2080 conc=2.375
+state_top=[{'id': 476, 'token': 'rou', 'count': 4}, {'id': 2017, 'token': 'ien', 'count': 4}, {'id': 2023, 'token': 'ĠMed', 'count': 4}, {'id': 1310, 'token': 'Ġnext', 'count': 3}, {'id': 36, 'token': 'A', 'count': 3}, {'id': 239, 'token': 'į', 'count': 3}, {'id': 1201, 'token': 'thing', 'count': 3}, {'id': 1124, 'token': '50', 'count': 3}, {'id': 480, 'token': 'Ġwor', 'count': 3}, {'id': 1989, 'token': 'ĠEng', 'count': 3}, {'id': 1164, 'token': 'Ġ20', 'count': 3}, {'id': 42, 'token': 'G', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 132}, {'id': 266, 'token': 'Ġthe', 'count': 52}, {'id': 17, 'token': '.', 'count': 33}, {'id': 202, 'token': 'Ċ', 'count': 26}, {'id': 294, 'token': 'Ġand', 'count': 10}, {'id': 290, 'token': 'Ġof', 'count': 9}, {'id': 280, 'token': 'ed', 'count': 9}, {'id': 86, 'token': 's', 'count': 8}, {'id': 72, 'token': 'e', 'count': 7}, {'id': 261, 'token': 'Ġa', 'count': 7}, {'id': 288, 'token': 'Ġto', 'count': 7}, {'id': 401, 'token': 'ab', 'count': 7}]
+state_text=';umplf having Dem�so polit human wellput next met o -- certainAnLideA00eral� andignorthAT also� (gin young [ develop cathingz dayittient24-50AL6clud ha calledrouvel caring� mem\x17 wo'
+endpoint_text=';\nLnd,, otherates,,"e aningpect --riramL\nA theP, andairole,.en\n\nutentsmly-operrace fe f in 2008ue R the to that —w) impost their tr D.Eort, has that provide a the contign Ac,, is d'
+
+step=214 progress=0.2080 next=0.2090 model_t=0.2080 temp=1.550 support=0.2090 conc=2.385
+state_top=[{'id': 697, 'token': 'Ġspe', 'count': 4}, {'id': 294, 'token': 'Ġand', 'count': 3}, {'id': 40, 'token': 'E', 'count': 3}, {'id': 1294, 'token': 'Ġfar', 'count': 3}, {'id': 476, 'token': 'rou', 'count': 3}, {'id': 156, 'token': 'Ü', 'count': 3}, {'id': 533, 'token': 'act', 'count': 3}, {'id': 1230, 'token': 'Ġfil', 'count': 3}, {'id': 230, 'token': 'Ħ', 'count': 3}, {'id': 1149, 'token': 'Ġfam', 'count': 3}, {'id': 540, 'token': 'ĠTh', 'count': 3}, {'id': 852, 'token': 'Ġimp', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 36}, {'id': 48, 'token': 'M', 'count': 36}, {'id': 15, 'token': ',', 'count': 20}, {'id': 266, 'token': 'Ġthe', 'count': 18}, {'id': 370, 'token': 'Ġ"', 'count': 17}, {'id': 16, 'token': '-', 'count': 15}, {'id': 82, 'token': 'o', 'count': 15}, {'id': 5, 'token': '"', 'count': 14}, {'id': 39, 'token': 'D', 'count': 14}, {'id': 261, 'token': 'Ġa', 'count': 12}, {'id': 72, 'token': 'e', 'count': 12}, {'id': 83, 'token': 'p', 'count': 12}]
+state_text=' cainedinedents and� Unitedtern�14ison other members�$ ScAnlandinessA makes four 14 and remetex also priE far thingaw 199 mil� futureidence Andient cle�50ab6cludddatorrouorld car� '
+endpoint_text=';L5-Greso,. W ( a met option)BLIA00ge n andignroATu" (G. [or]Hz)eam24-50-6 areue Troup caring f 2 th. [1 ]MD J hasDAMMings Theoowic +OMD stillactructVagro (tGP comp Mod of thvise50'
+
+step=215 progress=0.2090 next=0.2100 model_t=0.2090 temp=1.550 support=0.2100 conc=2.395
+state_top=[{'id': 1277, 'token': 'St', 'count': 4}, {'id': 961, 'token': 'Ġfin', 'count': 4}, {'id': 506, 'token': 'Ġme', 'count': 4}, {'id': 591, 'token': 'Ġbeen', 'count': 4}, {'id': 497, 'token': 'Ġint', 'count': 4}, {'id': 825, 'token': "'re", 'count': 4}, {'id': 1866, 'token': 'Ġyoung', 'count': 3}, {'id': 138, 'token': 'Ê', 'count': 3}, {'id': 284, 'token': 'ou', 'count': 3}, {'id': 496, 'token': '..', 'count': 3}, {'id': 1370, 'token': 'Ġdata', 'count': 3}, {'id': 1587, 'token': 'ĠDr', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 103}, {'id': 15, 'token': ',', 'count': 67}, {'id': 17, 'token': '.', 'count': 61}, {'id': 86, 'token': 's', 'count': 14}, {'id': 202, 'token': 'Ċ', 'count': 14}, {'id': 280, 'token': 'ed', 'count': 14}, {'id': 290, 'token': 'Ġof', 'count': 13}, {'id': 288, 'token': 'Ġto', 'count': 12}, {'id': 294, 'token': 'Ġand', 'count': 8}, {'id': 82, 'token': 'o', 'count': 7}, {'id': 291, 'token': 'Ġin', 'count': 6}, {'id': 331, 'token': 'ĠC', 'count': 6}]
+state_text='round New 2014 resultaysmin American amongates.... cur successides like say ScparlandoughAtheities 14 young these rec� Theh call far So valisingainingco\x0f�ouient2��.. government Pre'
+endpoint_text=' focients and the Unitedternvad the other membersB the Scotland (A,6, and3etex also allE far�aws,amz Fingient2- theal6..\n IInC�, memed, and al inateemical bre economs, and theings '
+
+step=216 progress=0.2100 next=0.2109 model_t=0.2100 temp=1.550 support=0.2109 conc=2.404
+state_top=[{'id': 1529, 'token': 'by', 'count': 4}, {'id': 1157, 'token': 'ient', 'count': 4}, {'id': 202, 'token': 'Ċ', 'count': 4}, {'id': 179, 'token': 'ó', 'count': 4}, {'id': 506, 'token': 'Ġme', 'count': 3}, {'id': 623, 'token': 'ough', 'count': 3}, {'id': 1602, 'token': 'Ġclear', 'count': 3}, {'id': 1868, 'token': 'Ġaccording', 'count': 3}, {'id': 1772, 'token': 'ails', 'count': 3}, {'id': 1927, 'token': 'Ġcampaign', 'count': 3}, {'id': 342, 'token': "'s", 'count': 3}, {'id': 205, 'token': 'č', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 87}, {'id': 15, 'token': ',', 'count': 83}, {'id': 202, 'token': 'Ċ', 'count': 43}, {'id': 17, 'token': '.', 'count': 40}, {'id': 280, 'token': 'ed', 'count': 16}, {'id': 86, 'token': 's', 'count': 14}, {'id': 291, 'token': 'Ġin', 'count': 11}, {'id': 288, 'token': 'Ġto', 'count': 11}, {'id': 16, 'token': '-', 'count': 7}, {'id': 44, 'token': 'I', 'count': 7}, {'id': 370, 'token': 'Ġ"', 'count': 7}, {'id': 294, 'token': 'Ġand', 'count': 6}]
+state_text=" stud+ explriordbyic valuevern sc meaf�amesald17 forurtherough creat glired 14 time'll add that The he call farted local n work country7 hadouientur co team__ governmentountration "
+endpoint_text=" ca, 2009 and the American's in 200.\n\n\n in Scotland.Atom 14and rem rec. Thehammist, 199,co and Ju 2012ot,yaced, the Funty, Tr come,h,orm\n\nIn with June 1, 201 the,]\n\n\nM Ke had / for"
+
+step=217 progress=0.2109 next=0.2119 model_t=0.2109 temp=1.550 support=0.2119 conc=2.414
+state_top=[{'id': 1614, 'token': 'ĠFl', 'count': 3}, {'id': 1128, 'token': 'akes', 'count': 3}, {'id': 2015, 'token': 'ĠMy', 'count': 3}, {'id': 1472, 'token': 'Ġold', 'count': 3}, {'id': 1116, 'token': 'ying', 'count': 3}, {'id': 26, 'token': '7', 'count': 3}, {'id': 993, 'token': 'Ġreport', 'count': 3}, {'id': 85, 'token': 'r', 'count': 3}, {'id': 16, 'token': '-', 'count': 3}, {'id': 1717, 'token': 'ument', 'count': 3}, {'id': 533, 'token': 'act', 'count': 3}, {'id': 1477, 'token': 'ently', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 112}, {'id': 266, 'token': 'Ġthe', 'count': 77}, {'id': 202, 'token': 'Ċ', 'count': 46}, {'id': 17, 'token': '.', 'count': 28}, {'id': 280, 'token': 'ed', 'count': 12}, {'id': 290, 'token': 'Ġof', 'count': 9}, {'id': 16, 'token': '-', 'count': 8}, {'id': 86, 'token': 's', 'count': 8}, {'id': 278, 'token': 'es', 'count': 8}, {'id': 350, 'token': 'il', 'count': 7}, {'id': 289, 'token': 'Ġm', 'count': 6}, {'id': 472, 'token': 'Ġhas', 'count': 6}]
+state_text=' stud+ currentatorord ind repomcom scpor muchreatatorsald might ent dealober benthAL Flury Kaf Min value whakes My old brec showying7 had� report f co://\x18 kill�veserest F��Whotsine'
+endpoint_text=' study.ri\netic,, scientists in the,ic for theoughA,.on time, add that The helication of the national ofis not.\nur co H,.ing m h F\n\n 3, P annon,. has\nO with studyure to L the thato '
+
+step=218 progress=0.2119 next=0.2129 model_t=0.2119 temp=1.550 support=0.2129 conc=2.424
+state_top=[{'id': 1940, 'token': 'Ġfive', 'count': 5}, {'id': 477, 'token': 'Ġsa', 'count': 4}, {'id': 522, 'token': 'ue', 'count': 4}, {'id': 51, 'token': 'P', 'count': 4}, {'id': 229, 'token': 'ĥ', 'count': 3}, {'id': 1339, 'token': 'osed', 'count': 3}, {'id': 551, 'token': 'Ġwere', 'count': 3}, {'id': 600, 'token': 'ction', 'count': 3}, {'id': 1158, 'token': 'ple', 'count': 3}, {'id': 1690, 'token': 'aps', 'count': 3}, {'id': 1383, 'token': 'Ġbro', 'count': 3}, {'id': 231, 'token': 'ħ', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 113}, {'id': 15, 'token': ',', 'count': 45}, {'id': 17, 'token': '.', 'count': 42}, {'id': 202, 'token': 'Ċ', 'count': 42}, {'id': 290, 'token': 'Ġof', 'count': 13}, {'id': 288, 'token': 'Ġto', 'count': 13}, {'id': 86, 'token': 's', 'count': 13}, {'id': 280, 'token': 'ed', 'count': 11}, {'id': 315, 'token': 'ĠS', 'count': 10}, {'id': 261, 'token': 'Ġa', 'count': 10}, {'id': 16, 'token': '-', 'count': 10}, {'id': 320, 'token': 'et', 'count': 8}]
+state_text=' again had me R often sa rep eitherors gupor� though50own belielerific $ ben�@ monthsres Kafosed im wh used were Butatacts hactionthple report� un authoricalport�… games numvert� i'
+endpoint_text='ep the tator, indicomcom sc sugi atteat for theg Sth,P a Kaf that the he 3 saidet-c from 1975.\n f that compet kill on hates F make, a moreines the array comple the.. An. have broHc'
+
+step=219 progress=0.2129 next=0.2139 model_t=0.2129 temp=1.550 support=0.2139 conc=2.434
+state_top=[{'id': 922, 'token': 'ren', 'count': 4}, {'id': 782, 'token': 'Ġpr', 'count': 4}, {'id': 271, 'token': 'Ġo', 'count': 4}, {'id': 1383, 'token': 'Ġbro', 'count': 4}, {'id': 554, 'token': 'Ġhad', 'count': 3}, {'id': 290, 'token': 'Ġof', 'count': 3}, {'id': 768, 'token': 'Ġ.', 'count': 3}, {'id': 566, 'token': 'ass', 'count': 3}, {'id': 1690, 'token': 'aps', 'count': 3}, {'id': 1898, 'token': 'ball', 'count': 3}, {'id': 1226, 'token': 'Ġ&', 'count': 3}, {'id': 543, 'token': 'ake', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 84}, {'id': 202, 'token': 'Ċ', 'count': 80}, {'id': 15, 'token': ',', 'count': 60}, {'id': 17, 'token': '.', 'count': 28}, {'id': 16, 'token': '-', 'count': 19}, {'id': 86, 'token': 's', 'count': 18}, {'id': 290, 'token': 'Ġof', 'count': 11}, {'id': 451, 'token': 'âĢ', 'count': 8}, {'id': 251, 'token': 'Ļ', 'count': 8}, {'id': 288, 'token': 'Ġto', 'count': 8}, {'id': 280, 'token': 'ed', 'count': 8}, {'id': 294, 'token': 'Ġand', 'count': 7}]
+state_text='ury hadome themower est ofent account gu�<|endoftext|> . rightAR E le Atortun� suchized 18 sexould certain[AL usedass this millionc----------------� turnapsents report� unendingica'
+endpoint_text='y of the R the the repemr\n\n’sP of identification.th,,res Kafosed im wh, were But-corremth on the f un theical are dhe the Fa for the upanced long\n, and in the Slect of the bro�s co'
+
+step=220 progress=0.2139 next=0.2148 model_t=0.2139 temp=1.550 support=0.2148 conc=2.444
+state_top=[{'id': 1772, 'token': 'ails', 'count': 4}, {'id': 793, 'token': 'ower', 'count': 3}, {'id': 1787, 'token': '----------------', 'count': 3}, {'id': 1498, 'token': 'Ġkill', 'count': 3}, {'id': 876, 'token': 'Ġph', 'count': 3}, {'id': 496, 'token': '..', 'count': 3}, {'id': 1916, 'token': 'Ġbased', 'count': 3}, {'id': 665, 'token': 'Ġpeople', 'count': 3}, {'id': 543, 'token': 'ake', 'count': 3}, {'id': 1763, 'token': 'play', 'count': 3}, {'id': 718, 'token': 'Ġcould', 'count': 3}, {'id': 802, 'token': 'ied', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 96}, {'id': 15, 'token': ',', 'count': 62}, {'id': 202, 'token': 'Ċ', 'count': 47}, {'id': 17, 'token': '.', 'count': 35}, {'id': 290, 'token': 'Ġof', 'count': 18}, {'id': 16, 'token': '-', 'count': 13}, {'id': 86, 'token': 's', 'count': 12}, {'id': 288, 'token': 'Ġto', 'count': 11}, {'id': 92, 'token': 'y', 'count': 7}, {'id': 294, 'token': 'Ġand', 'count': 7}, {'id': 280, 'token': 'ed', 'count': 7}, {'id': 261, 'token': 'Ġa', 'count': 6}]
+state_text='uryinkirc followingower Ob accountirlainsulractown\x18psileivelet� York erchnidduresaim\x18ons certain him ofetsass fourp group----------------� Anmer\r reporturedling *<unk>ballene killc'
+endpoint_text=' the hadle miller of theorsestf” right. E leC the not Ky 18,ould we[ E usedass this hearthes�ourthents toF unpical the,ren O\n eng,’sced? communri, in the D pageum/ 5, prom,ake, it '
+
+step=221 progress=0.2148 next=0.2158 model_t=0.2148 temp=1.550 support=0.2158 conc=2.454
+state_top=[{'id': 47, 'token': 'L', 'count': 5}, {'id': 793, 'token': 'ower', 'count': 3}, {'id': 87, 'token': 't', 'count': 3}, {'id': 1792, 'token': 'Ġintern', 'count': 3}, {'id': 1498, 'token': 'Ġkill', 'count': 3}, {'id': 544, 'token': 'able', 'count': 3}, {'id': 1224, 'token': 'Ġ/', 'count': 3}, {'id': 48, 'token': 'M', 'count': 3}, {'id': 1161, 'token': '11', 'count': 3}, {'id': 1844, 'token': 'agon', 'count': 3}, {'id': 135, 'token': 'Ç', 'count': 3}, {'id': 211, 'token': 'ē', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 74}, {'id': 15, 'token': ',', 'count': 69}, {'id': 17, 'token': '.', 'count': 43}, {'id': 202, 'token': 'Ċ', 'count': 14}, {'id': 288, 'token': 'Ġto', 'count': 13}, {'id': 290, 'token': 'Ġof', 'count': 12}, {'id': 86, 'token': 's', 'count': 10}, {'id': 70, 'token': 'c', 'count': 10}, {'id': 294, 'token': 'Ġand', 'count': 7}, {'id': 291, 'token': 'Ġin', 'count': 7}, {'id': 378, 'token': 'Ġr', 'count': 6}, {'id': 304, 'token': 'Ġl', 'count': 6}]
+state_text=' rec openear followingower Ob accountirl whereultportq Jileive Drakes [ erchnild wellgin� al certainomet i internploygerures leg cle9 Anany mus ty im behher<unk> do cl kill went En'
+endpoint_text='ury. The\n theption of theaulationsownand rightileive the outen the the,ures ch theons the case of theef-p group,� Anmerents report0 un4 thesF killch Eng beuff the Saiver, sp Angel '
+
+step=222 progress=0.2158 next=0.2168 model_t=0.2158 temp=1.550 support=0.2168 conc=2.464
+state_top=[{'id': 1135, 'token': 'illion', 'count': 4}, {'id': 889, 'token': 'Ġke', 'count': 4}, {'id': 429, 'token': 'ive', 'count': 3}, {'id': 592, 'token': 'Ġlike', 'count': 3}, {'id': 1764, 'token': 'Ġdone', 'count': 3}, {'id': 1224, 'token': 'Ġ/', 'count': 3}, {'id': 807, 'token': 'ating', 'count': 3}, {'id': 212, 'token': 'Ĕ', 'count': 3}, {'id': 1855, 'token': 'vert', 'count': 3}, {'id': 306, 'token': 'Ġre', 'count': 3}, {'id': 1440, 'token': 'atter', 'count': 3}, {'id': 1648, 'token': 'Ġpolice', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 74}, {'id': 266, 'token': 'Ġthe', 'count': 54}, {'id': 17, 'token': '.', 'count': 48}, {'id': 202, 'token': 'Ċ', 'count': 30}, {'id': 290, 'token': 'Ġof', 'count': 23}, {'id': 288, 'token': 'Ġto', 'count': 11}, {'id': 280, 'token': 'ed', 'count': 9}, {'id': 261, 'token': 'Ġa', 'count': 8}, {'id': 47, 'token': 'L', 'count': 7}, {'id': 273, 'token': 'Ġc', 'count': 7}, {'id': 427, 'token': 'Ġhave', 'count': 6}, {'id': 341, 'token': 'ĠM', 'count': 6}]
+state_text=" team Amiewev order process ret comp\x13 gott//q Jroriveationsember�ginaveild�gin�ien +omet� intern**�vint certain9er start those\x17 bas�her transorld----------------'m went@ – like\x99 co"
+endpoint_text=' rec,"ia,, have been whereult,. Jileive Dr. [ were,] Mul� aless, of theassat ofet S9 An makeals typecindow do cl, the re eng,g S,bsically so to 9 up the publ reportable. res\nMS int'
+
+step=223 progress=0.2168 next=0.2178 model_t=0.2168 temp=1.550 support=0.2178 conc=2.474
+state_top=[{'id': 445, 'token': 'ack', 'count': 4}, {'id': 192, 'token': 'Ā', 'count': 4}, {'id': 923, 'token': 'cess', 'count': 4}, {'id': 211, 'token': 'ē', 'count': 3}, {'id': 380, 'token': 'ĠF', 'count': 3}, {'id': 554, 'token': 'Ġhad', 'count': 3}, {'id': 854, 'token': 'Ġsub', 'count': 3}, {'id': 420, 'token': 'Ġby', 'count': 3}, {'id': 91, 'token': 'x', 'count': 3}, {'id': 339, 'token': 'ld', 'count': 3}, {'id': 715, 'token': 'Ġplay', 'count': 3}, {'id': 669, 'token': 'Ġtw', 'count': 3}]
+endpoint_top=[{'id': 361, 'token': 'Ġ(', 'count': 37}, {'id': 202, 'token': 'Ċ', 'count': 27}, {'id': 86, 'token': 's', 'count': 24}, {'id': 266, 'token': 'Ġthe', 'count': 22}, {'id': 12, 'token': ')', 'count': 20}, {'id': 16, 'token': '-', 'count': 16}, {'id': 17, 'token': '.', 'count': 15}, {'id': 40, 'token': 'E', 'count': 13}, {'id': 15, 'token': ',', 'count': 11}, {'id': 81, 'token': 'n', 'count': 11}, {'id': 353, 'token': 'ol', 'count': 8}, {'id': 87, 'token': 't', 'count': 7}]
+state_text=' startud unf countous militv\x1322 the//\x06 ad Mar combed com take= important F im had� sub byen togetousebeodeing feel certain9 countryllx what high testherRublishas votriessont former'
+endpoint_text='ics- theth, retn’tcq J toolations as the MWildemented ands.\n\n**** revint f9er start to the canyher transakers.ll@ – I’s a W M stud move up all the " the projectIT.ed /<|endoftext|>'
+
+step=224 progress=0.2178 next=0.2188 model_t=0.2178 temp=1.550 support=0.2188 conc=2.484
+state_top=[{'id': 257, 'token': 'Ł', 'count': 5}, {'id': 1982, 'token': 'Ġtogether', 'count': 4}, {'id': 1256, 'token': 'ott', 'count': 4}, {'id': 1763, 'token': 'play', 'count': 4}, {'id': 1271, 'token': 'Ġ)', 'count': 3}, {'id': 690, 'token': 'Ġro', 'count': 3}, {'id': 365, 'token': 'if', 'count': 3}, {'id': 926, 'token': 'Ġgood', 'count': 3}, {'id': 1943, 'token': 'inc', 'count': 3}, {'id': 1947, 'token': 'Ġsuccess', 'count': 3}, {'id': 357, 'token': 'ter', 'count': 3}, {'id': 912, 'token': 'omet', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 58}, {'id': 15, 'token': ',', 'count': 23}, {'id': 17, 'token': '.', 'count': 19}, {'id': 202, 'token': 'Ċ', 'count': 14}, {'id': 72, 'token': 'e', 'count': 14}, {'id': 286, 'token': 'al', 'count': 10}, {'id': 280, 'token': 'ed', 'count': 9}, {'id': 341, 'token': 'ĠM', 'count': 9}, {'id': 288, 'token': 'Ġto', 'count': 8}, {'id': 282, 'token': 'ing', 'count': 7}, {'id': 79, 'token': 'l', 'count': 7}, {'id': 377, 'token': 'Ġwas', 'count': 6}]
+state_text=' highWe womenER $ous transvism ch )not� ad Marriend op comove� ro F// had stud subme doness wentultode� feel certainifistput & Weint veorthienJ aboveas tell8ess And particularineic'
+endpoint_text='H was unfamous tovove of the was of admitted t take th the FO the."ed byening tot theing, which9erllxi"\nherRublishas anyriitont formerjand al theeld ( Z make theend Itatsore were r'
+
+step=225 progress=0.2188 next=0.2197 model_t=0.2188 temp=1.550 support=0.2197 conc=2.494
+state_top=[{'id': 614, 'token': 'Ġar', 'count': 5}, {'id': 1708, 'token': 'idence', 'count': 4}, {'id': 1143, 'token': 'Ġsays', 'count': 3}, {'id': 1106, 'token': 'con', 'count': 3}, {'id': 1629, 'token': 'Ġcame', 'count': 3}, {'id': 434, 'token': 'ra', 'count': 3}, {'id': 1489, 'token': '13', 'count': 3}, {'id': 38, 'token': 'C', 'count': 3}, {'id': 357, 'token': 'ter', 'count': 3}, {'id': 1445, 'token': 'Ġreturn', 'count': 3}, {'id': 301, 'token': 'll', 'count': 3}, {'id': 1836, 'token': 'uture', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 50}, {'id': 202, 'token': 'Ċ', 'count': 36}, {'id': 288, 'token': 'Ġto', 'count': 28}, {'id': 15, 'token': ',', 'count': 24}, {'id': 266, 'token': 'Ġthe', 'count': 23}, {'id': 86, 'token': 's', 'count': 16}, {'id': 282, 'token': 'ing', 'count': 9}, {'id': 224, 'token': 'Ġ', 'count': 9}, {'id': 267, 'token': 'er', 'count': 8}, {'id': 12, 'token': ')', 'count': 8}, {'id': 40, 'token': 'E', 'count': 8}, {'id': 349, 'token': 'Ġyou', 'count': 7}]
+state_text=' high\\ploy comp $owsementample} tot sexnot� gusw�om Seip Sy end r// mult stud saysmeoseather Hult Cent confheparifist�convedi polorth betential betas tell hardIf today came saf we\x04'
+endpoint_text='ly, unferous transviron ches.\n\nG.ill com.\n\n\nI had stud sub by do "ouseultitair feel inifulf & stint. every\nJlas tell8ess And particularusics goodes ling move min are small con.ats '
+
+step=226 progress=0.2197 next=0.2207 model_t=0.2197 temp=1.550 support=0.2207 conc=2.504
+state_top=[{'id': 478, 'token': 'Ġj', 'count': 4}, {'id': 1941, 'token': 'Ġstre', 'count': 4}, {'id': 292, 'token': 'Ġd', 'count': 4}, {'id': 183, 'token': '÷', 'count': 4}, {'id': 568, 'token': 'ĠâĢ', 'count': 4}, {'id': 269, 'token': 'at', 'count': 4}, {'id': 703, 'token': 'ious', 'count': 3}, {'id': 87, 'token': 't', 'count': 3}, {'id': 1687, 'token': 'Ġever', 'count': 3}, {'id': 80, 'token': 'm', 'count': 3}, {'id': 425, 'token': 'qu', 'count': 3}, {'id': 946, 'token': 'ures', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 61}, {'id': 17, 'token': '.', 'count': 38}, {'id': 361, 'token': 'Ġ(', 'count': 29}, {'id': 266, 'token': 'Ġthe', 'count': 27}, {'id': 290, 'token': 'Ġof', 'count': 10}, {'id': 12, 'token': ')', 'count': 10}, {'id': 87, 'token': 't', 'count': 9}, {'id': 86, 'token': 's', 'count': 9}, {'id': 72, 'token': 'e', 'count': 8}, {'id': 202, 'token': 'Ċ', 'count': 8}, {'id': 38, 'token': 'C', 'count': 7}, {'id': 288, 'token': 'Ġto', 'count': 7}]
+state_text=' highl team this elriesoy polit} tot17 privard ableious�omatesip� endx// polic stud� Russoseathertustom hop Im everparatsistases upvedinedaim systemrouablyember ac� severalration t'
+endpoint_text='The,atit $isement. of B)Ax adtecomentip Sy p rK of stud saysmeose. Hult ( (heparifistic & mi-),berial (as- (S (Vine weellinkrave, Angitywincachbere Pol pofric arg. (N)(oratand isZk'
+
+step=227 progress=0.2207 next=0.2217 model_t=0.2207 temp=1.550 support=0.2217 conc=2.514
+state_top=[{'id': 1891, 'token': 'ĠRuss', 'count': 5}, {'id': 80, 'token': 'm', 'count': 4}, {'id': 294, 'token': 'Ġand', 'count': 4}, {'id': 978, 'token': 'ract', 'count': 3}, {'id': 1802, 'token': 'ourn', 'count': 3}, {'id': 855, 'token': 'ĠâĢĶ', 'count': 3}, {'id': 524, 'token': 'ĠSt', 'count': 3}, {'id': 1308, 'token': 'ider', 'count': 3}, {'id': 760, 'token': 'ont', 'count': 3}, {'id': 483, 'token': 'Ġk', 'count': 3}, {'id': 873, 'token': 'Ġcall', 'count': 3}, {'id': 1324, 'token': 'ĠThat', 'count': 3}]
+endpoint_top=[{'id': 68, 'token': 'a', 'count': 68}, {'id': 17, 'token': '.', 'count': 35}, {'id': 354, 'token': 'ĠP', 'count': 22}, {'id': 15, 'token': ',', 'count': 14}, {'id': 85, 'token': 'r', 'count': 13}, {'id': 86, 'token': 's', 'count': 10}, {'id': 72, 'token': 'e', 'count': 9}, {'id': 318, 'token': 'ĠI', 'count': 8}, {'id': 87, 'token': 't', 'count': 8}, {'id': 82, 'token': 'o', 'count': 8}, {'id': 266, 'token': 'Ġthe', 'count': 7}, {'id': 478, 'token': 'Ġj', 'count': 6}]
+state_text='� or covedified�oyractourn data mom playc ableious� iss accip lotatterpect// sec stud list Russalk —azough\x16Butarn prot but lot St look Br ref restract A Soricstem� policeullerestp '
+endpoint_text=' highlight this else..." total Pardensious roomatesip Sy endx.. I deceoseedta, cut P outistue upved J and/ atear, ac.ousration manement bestgy te j"indthlle 4provf.ersiret neia,owi'
+
+step=228 progress=0.2217 next=0.2227 model_t=0.2217 temp=1.550 support=0.2227 conc=2.524
+state_top=[{'id': 1164, 'token': 'Ġ20', 'count': 5}, {'id': 916, 'token': 'ts', 'count': 4}, {'id': 1725, 'token': 'ault', 'count': 4}, {'id': 86, 'token': 's', 'count': 4}, {'id': 602, 'token': 'Ġapp', 'count': 4}, {'id': 1197, 'token': 'Ġexpl', 'count': 4}, {'id': 175, 'token': 'ï', 'count': 4}, {'id': 225, 'token': 'ġ', 'count': 3}, {'id': 1891, 'token': 'ĠRuss', 'count': 3}, {'id': 687, 'token': 'Ġhim', 'count': 3}, {'id': 1447, 'token': 'bs', 'count': 3}, {'id': 1785, 'token': 'Ġcourse', 'count': 3}]
+endpoint_top=[{'id': 80, 'token': 'm', 'count': 173}, {'id': 224, 'token': 'Ġ', 'count': 77}, {'id': 17, 'token': '.', 'count': 20}, {'id': 29, 'token': ':', 'count': 16}, {'id': 30, 'token': ';', 'count': 14}, {'id': 68, 'token': 'a', 'count': 13}, {'id': 78, 'token': 'k', 'count': 12}, {'id': 15, 'token': ',', 'count': 10}, {'id': 81, 'token': 'n', 'count': 9}, {'id': 483, 'token': 'Ġk', 'count': 7}, {'id': 71, 'token': 'd', 'count': 7}, {'id': 85, 'token': 'r', 'count': 7}]
+state_text='ireONut connectachap using Brised\x7f d ComcWiousuthood comb God\x11st givenokne 1we Russalkologyitional stand\x16 investig able bu wz op Or Brissts An�ts group him000 lim poterestraft best'
+endpoint_text='mlm� and Soy  term Mitcimmaom ipW, oia.m fm —azmm viaab butm St�mAmm Africk mSmpmmm  w &alm 4provristm with(mau S Sm Z Ecovrikmmm ; Prmame peverontE|le kmmuobmunelers StAm Russiama'
+
+step=229 progress=0.2227 next=0.2236 model_t=0.2227 temp=1.550 support=0.2236 conc=2.535
+state_top=[{'id': 1386, 'token': 'Ġbuild', 'count': 4}, {'id': 58, 'token': 'W', 'count': 3}, {'id': 1799, 'token': '80', 'count': 3}, {'id': 1194, 'token': 'Ġcle', 'count': 3}, {'id': 751, 'token': 'iss', 'count': 3}, {'id': 756, 'token': 'ject', 'count': 3}, {'id': 2012, 'token': 'Ġvideo', 'count': 3}, {'id': 812, 'token': 'row', 'count': 3}, {'id': 798, 'token': 'uch', 'count': 3}, {'id': 1059, 'token': 'Ġser', 'count': 3}, {'id': 650, 'token': 'du', 'count': 3}, {'id': 1424, 'token': 'ploy', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 78}, {'id': 266, 'token': 'Ġthe', 'count': 76}, {'id': 17, 'token': '.', 'count': 22}, {'id': 280, 'token': 'ed', 'count': 18}, {'id': 202, 'token': 'Ċ', 'count': 15}, {'id': 288, 'token': 'Ġto', 'count': 13}, {'id': 86, 'token': 's', 'count': 12}, {'id': 290, 'token': 'Ġof', 'count': 12}, {'id': 354, 'token': 'ĠP', 'count': 7}, {'id': 289, 'token': 'Ġm', 'count': 5}, {'id': 16, 'token': '-', 'count': 5}, {'id': 282, 'token': 'ing', 'count': 5}]
+state_text='atch crutanitch currentany BrB�60lessudW imuthick comb�80� givenched cle� annler cont current presannitions�aim9aront ( own Brissject An� cur group him endex potished problem video'
+endpoint_text=' that orut connect haveapoy whenised the discWiouswooders m\nsthen tone 1 it the hasology, itir investig able to wrestling theissts, thetsed him I J pot the the bestiesof-fomN overi'
+
+step=230 progress=0.2236 next=0.2246 model_t=0.2236 temp=1.550 support=0.2246 conc=2.545
+state_top=[{'id': 2012, 'token': 'Ġvideo', 'count': 6}, {'id': 2043, 'token': 'ĠEn', 'count': 4}, {'id': 1194, 'token': 'Ġcle', 'count': 4}, {'id': 1386, 'token': 'Ġbuild', 'count': 4}, {'id': 490, 'token': '01', 'count': 3}, {'id': 835, 'token': 'hen', 'count': 3}, {'id': 549, 'token': 'Ġim', 'count': 3}, {'id': 814, 'token': 'Ġwhere', 'count': 3}, {'id': 1698, 'token': 'ister', 'count': 3}, {'id': 1803, 'token': 'ability', 'count': 3}, {'id': 974, 'token': 'ool', 'count': 3}, {'id': 365, 'token': 'if', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 78}, {'id': 15, 'token': ',', 'count': 59}, {'id': 202, 'token': 'Ċ', 'count': 54}, {'id': 17, 'token': '.', 'count': 20}, {'id': 280, 'token': 'ed', 'count': 16}, {'id': 86, 'token': 's', 'count': 14}, {'id': 78, 'token': 'k', 'count': 14}, {'id': 290, 'token': 'Ġof', 'count': 14}, {'id': 263, 'token': 'in', 'count': 14}, {'id': 451, 'token': 'âĢ', 'count': 14}, {'id': 79, 'token': 'l', 'count': 9}, {'id': 272, 'token': 'en', 'count': 9}]
+state_text='f En01 ter few official happ open since� usinglesshen individual im contin pres city\x04\n where givenched cle! caseongener big amongick Sec campuresptar� Shewn Brices public Anister S'
+endpoint_text='atch Revan,\n\n\nB�s7 UWiousulick been thelman.<|endoftext|> Senkip cont currently ofedocrat Haront (R-iss), who was theeded byex potential the,, for 2014-wus,ideisser said — Re the f'
+
+step=231 progress=0.2246 next=0.2256 model_t=0.2246 temp=1.550 support=0.2256 conc=2.555
+state_top=[{'id': 936, 'token': 'Ġhel', 'count': 5}, {'id': 364, 'token': 'ĠD', 'count': 4}, {'id': 1876, 'token': 'ai', 'count': 4}, {'id': 803, 'token': 'rit', 'count': 4}, {'id': 1622, 'token': 'Ġorgan', 'count': 4}, {'id': 1207, 'token': 'less', 'count': 3}, {'id': 1985, 'token': 'Ġindividual', 'count': 3}, {'id': 207, 'token': 'ď', 'count': 3}, {'id': 273, 'token': 'Ġc', 'count': 3}, {'id': 1626, 'token': 'Ġseason', 'count': 3}, {'id': 468, 'token': 'The', 'count': 3}, {'id': 943, 'token': 'Ġ200', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 81}, {'id': 266, 'token': 'Ġthe', 'count': 47}, {'id': 202, 'token': 'Ċ', 'count': 39}, {'id': 17, 'token': '.', 'count': 34}, {'id': 370, 'token': 'Ġ"', 'count': 13}, {'id': 79, 'token': 'l', 'count': 10}, {'id': 290, 'token': 'Ġof', 'count': 10}, {'id': 86, 'token': 's', 'count': 9}, {'id': 62, 'token': '[', 'count': 8}, {'id': 294, 'token': 'Ġand', 'count': 8}, {'id': 280, 'token': 'ed', 'count': 8}, {'id': 272, 'token': 'en', 'count': 8}]
+state_text='ither Sy\x0c ter few official happ happen build American jlessgg individual\x17 D list cityound\n point given\x0fse! case pressumpverage del children pass getting� people oldiv She eum deber'
+endpoint_text='fl, d.\n\n, since " usinglesshen" imhH.\n\n\n[6,! Caorsick Hverures andarl,,liss. Anistermitted percent, theaz up,idence fortersater every the wr,. th said calledCrows.l�az5cter,ow,ors,'
+
+step=232 progress=0.2256 next=0.2266 model_t=0.2256 temp=1.550 support=0.2266 conc=2.566
+state_top=[{'id': 558, 'token': 'ĠIn', 'count': 5}, {'id': 504, 'token': 'ine', 'count': 4}, {'id': 549, 'token': 'Ġim', 'count': 4}, {'id': 796, 'token': 'Ġsec', 'count': 4}, {'id': 1534, 'token': 'ush', 'count': 4}, {'id': 1928, 'token': 'ery', 'count': 3}, {'id': 801, 'token': 'ĠRe', 'count': 3}, {'id': 943, 'token': 'Ġ200', 'count': 3}, {'id': 641, 'token': 'fter', 'count': 3}, {'id': 1698, 'token': 'ister', 'count': 3}, {'id': 294, 'token': 'Ġand', 'count': 3}, {'id': 1641, 'token': 'Ġmoney', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 72}, {'id': 202, 'token': 'Ċ', 'count': 51}, {'id': 266, 'token': 'Ġthe', 'count': 39}, {'id': 17, 'token': '.', 'count': 26}, {'id': 288, 'token': 'Ġto', 'count': 16}, {'id': 280, 'token': 'ed', 'count': 13}, {'id': 370, 'token': 'Ġ"', 'count': 11}, {'id': 273, 'token': 'Ġc', 'count': 11}, {'id': 290, 'token': 'Ġof', 'count': 10}, {'id': 267, 'token': 'er', 'count': 10}, {'id': 291, 'token': 'Ġin', 'count': 9}, {'id': 282, 'token': 'ing', 'count': 8}]
+state_text='roates along� few second happ her build American k States conc-une nightq untilolog pe nextty expluthor estrictclone transery effect Rethe 200 respefterai e tot feelery driister Hi'
+endpoint_text='fse of Pf.,\numbed togg a the Da.\n\n\n" anse! case, it\'sland dec M would e people on per She eum de, Anister Har,, leader st and his hermters librineur,," said theCN of, however. "P\'r'
+
+step=233 progress=0.2266 next=0.2275 model_t=0.2266 temp=1.550 support=0.2275 conc=2.576
+state_top=[{'id': 1468, 'token': 'Ġalways', 'count': 4}, {'id': 1341, 'token': 'Ġcare', 'count': 4}, {'id': 1073, 'token': 'ex', 'count': 4}, {'id': 1300, 'token': 'Ġform', 'count': 4}, {'id': 814, 'token': 'Ġwhere', 'count': 3}, {'id': 667, 'token': 'Ġits', 'count': 3}, {'id': 1815, 'token': 'Ġseveral', 'count': 3}, {'id': 1254, 'token': 'Ġbelie', 'count': 3}, {'id': 1698, 'token': 'ister', 'count': 3}, {'id': 1452, 'token': 'Ġgroup', 'count': 3}, {'id': 1325, 'token': 'Ġinformation', 'count': 3}, {'id': 234, 'token': 'Ī', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 65}, {'id': 15, 'token': ',', 'count': 59}, {'id': 17, 'token': '.', 'count': 34}, {'id': 202, 'token': 'Ċ', 'count': 31}, {'id': 86, 'token': 's', 'count': 17}, {'id': 290, 'token': 'Ġof', 'count': 17}, {'id': 288, 'token': 'Ġto', 'count': 12}, {'id': 280, 'token': 'ed', 'count': 11}, {'id': 261, 'token': 'Ġa', 'count': 10}, {'id': 361, 'token': 'Ġ(', 'count': 9}, {'id': 370, 'token': 'Ġ"', 'count': 8}, {'id': 282, 'token': 'ing', 'count': 8}]
+state_text='roploy where $ 17 seen happmost pur its k Statesize add� several 201�#arnizedac expluthor activashcl belieudewAnd Reicaign respson saidies e grow allowlf Rister i yetON er tot priv'
+endpoint_text='roateson’sont her the the k-i-year Dq city in the\nty,)\nrictclone trans " effect.ing 200 respeent of thezheery Minister Hino, killed, and ha for theur rep,heine boms saidire.erury. '
+
+step=234 progress=0.2275 next=0.2285 model_t=0.2275 temp=1.550 support=0.2285 conc=2.587
+state_top=[{'id': 42, 'token': 'G', 'count': 4}, {'id': 234, 'token': 'Ī', 'count': 4}, {'id': 1507, 'token': 'AR', 'count': 3}, {'id': 383, 'token': 'Ġat', 'count': 3}, {'id': 1338, 'token': 'Ġrest', 'count': 3}, {'id': 1468, 'token': 'Ġalways', 'count': 3}, {'id': 1523, 'token': 'conom', 'count': 3}, {'id': 1373, 'token': 'Ġproble', 'count': 3}, {'id': 323, 'token': 'Ġon', 'count': 3}, {'id': 772, 'token': 'ning', 'count': 3}, {'id': 730, 'token': 'oy', 'count': 3}, {'id': 1846, 'token': 'Ġlove', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 86}, {'id': 266, 'token': 'Ġthe', 'count': 61}, {'id': 17, 'token': '.', 'count': 30}, {'id': 202, 'token': 'Ċ', 'count': 26}, {'id': 290, 'token': 'Ġof', 'count': 17}, {'id': 86, 'token': 's', 'count': 14}, {'id': 288, 'token': 'Ġto', 'count': 14}, {'id': 294, 'token': 'Ġand', 'count': 11}, {'id': 370, 'token': 'Ġ"', 'count': 11}, {'id': 280, 'token': 'ed', 'count': 8}, {'id': 282, 'token': 'ing', 'count': 8}, {'id': 322, 'token': 'Ġis', 'count': 7}]
+state_text='ro get where $ writol Stmost froci Rselfumpmsselfral quired goodordingeralplayARotseso projectquwhx decour person 11\x0fGility It e growians f�ialootenseSt atley C TheAR restize 2016a'
+endpoint_text='ro, where two msentific of its kidize addresss, and an theheaced to theashcloneudew. Reic,emearies ees. B Rans,fult er, Cor and;so occur, the bl this own,ature St study long group,'
+
+step=235 progress=0.2285 next=0.2295 model_t=0.2285 temp=1.550 support=0.2295 conc=2.597
+state_top=[{'id': 2034, 'token': 'Ġfre', 'count': 5}, {'id': 353, 'token': 'ol', 'count': 3}, {'id': 1623, 'token': 'Ġdel', 'count': 3}, {'id': 56, 'token': 'U', 'count': 3}, {'id': 256, 'token': 'ŀ', 'count': 3}, {'id': 1259, 'token': 'Ġresult', 'count': 3}, {'id': 451, 'token': 'âĢ', 'count': 3}, {'id': 1643, 'token': 'You', 'count': 3}, {'id': 1443, 'token': 'ĠAll', 'count': 3}, {'id': 1042, 'token': 'Ġrequ', 'count': 3}, {'id': 454, 'token': 'Ġab', 'count': 3}, {'id': 1562, 'token': '17', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 91}, {'id': 266, 'token': 'Ġthe', 'count': 69}, {'id': 202, 'token': 'Ċ', 'count': 30}, {'id': 17, 'token': '.', 'count': 18}, {'id': 290, 'token': 'Ġof', 'count': 18}, {'id': 86, 'token': 's', 'count': 16}, {'id': 291, 'token': 'Ġin', 'count': 13}, {'id': 288, 'token': 'Ġto', 'count': 12}, {'id': 261, 'token': 'Ġa', 'count': 11}, {'id': 282, 'token': 'ing', 'count': 8}, {'id': 311, 'token': 'Ġbe', 'count': 7}, {'id': 87, 'token': 't', 'count': 6}]
+state_text=' important thoughets us funol eventmost womwardsarg bo delms legocbackired state presUived cityals 50ittle playersqumtononown personways delardsel It e grow�aggele problem�� perfor'
+endpoint_text='ro get whereally vol St was F A Rober ro itselfral qut federal a motorso projectqu W.\nouricorms, theies e growth f theialootense, at the C The,,ize takingourury in cinly these Stat'
+
+step=236 progress=0.2295 next=0.2305 model_t=0.2295 temp=1.550 support=0.2305 conc=2.608
+state_top=[{'id': 48, 'token': 'M', 'count': 4}, {'id': 763, 'token': 'tern', 'count': 4}, {'id': 380, 'token': 'ĠF', 'count': 4}, {'id': 2033, 'token': 'Ġabove', 'count': 4}, {'id': 1434, 'token': 'Ġprogram', 'count': 4}, {'id': 181, 'token': 'õ', 'count': 3}, {'id': 63, 'token': '\\', 'count': 3}, {'id': 425, 'token': 'qu', 'count': 3}, {'id': 1932, 'token': 'Ġmus', 'count': 3}, {'id': 432, 'token': 'Ġthis', 'count': 3}, {'id': 431, 'token': 'Ġsh', 'count': 3}, {'id': 195, 'token': 'ă', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 77}, {'id': 15, 'token': ',', 'count': 64}, {'id': 17, 'token': '.', 'count': 33}, {'id': 202, 'token': 'Ċ', 'count': 31}, {'id': 288, 'token': 'Ġto', 'count': 22}, {'id': 290, 'token': 'Ġof', 'count': 17}, {'id': 86, 'token': 's', 'count': 14}, {'id': 280, 'token': 'ed', 'count': 12}, {'id': 261, 'token': 'Ġa', 'count': 11}, {'id': 383, 'token': 'Ġat', 'count': 7}, {'id': 451, 'token': 'âĢ', 'count': 7}, {'id': 291, 'token': 'Ġin', 'count': 7}]
+state_text='Y " forime� where 30 7 hold run Is\'reongicesber);�iredildemptournived\\als 50rict everqumok mus Pres yearsways Presated As occosed keoag thele enough...� this Americ shSt� Th del Am'
+endpoint_text=' have beenoc usousol, and to sh Red problems,terFired.\n\nThe mot.\n\n\nmadonown person the delress. It e Ch to f ale reense the ater C thet.’saz Se, your own making these argate. L,eni'
+
+step=237 progress=0.2305 next=0.2314 model_t=0.2305 temp=1.550 support=0.2314 conc=2.618
+state_top=[{'id': 1537, 'token': 'eg', 'count': 5}, {'id': 564, 'token': 'ary', 'count': 4}, {'id': 202, 'token': 'Ċ', 'count': 4}, {'id': 618, 'token': 'Ġyear', 'count': 4}, {'id': 426, 'token': 'Ġfrom', 'count': 3}, {'id': 242, 'token': 'IJ', 'count': 3}, {'id': 1371, 'token': 'Ġ11', 'count': 3}, {'id': 1873, 'token': 'ĠMan', 'count': 3}, {'id': 1568, 'token': 'lection', 'count': 3}, {'id': 814, 'token': 'Ġwhere', 'count': 3}, {'id': 220, 'token': 'Ĝ', 'count': 3}, {'id': 926, 'token': 'Ġgood', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 68}, {'id': 15, 'token': ',', 'count': 53}, {'id': 202, 'token': 'Ċ', 'count': 45}, {'id': 17, 'token': '.', 'count': 37}, {'id': 290, 'token': 'Ġof', 'count': 14}, {'id': 288, 'token': 'Ġto', 'count': 14}, {'id': 280, 'token': 'ed', 'count': 10}, {'id': 282, 'token': 'ing', 'count': 9}, {'id': 86, 'token': 's', 'count': 8}, {'id': 568, 'token': 'ĠâĢ', 'count': 8}, {'id': 295, 'token': 'ic', 'count': 8}, {'id': 322, 'token': 'Ġis', 'count': 8}]
+state_text=' se "H� Pro des e Slingad got centongices from);��ild stre�ployWe 11!ocrrenAm), mus Presended�amp ev Man\x1d solci technag run Inic...�ats When sh moreagternittle American Tw B10 To a'
+endpoint_text=' the " for the.\n\nThe hold the Isxongicesberis the, M rem,ived, from the\nonAmok mus the personals of theatingosedocio, thelev of T thiser shedel Thedrum Bus Toime (Comm)ate new Labo'
+
+step=238 progress=0.2314 next=0.2324 model_t=0.2314 temp=1.550 support=0.2324 conc=2.629
+state_top=[{'id': 405, 'token': 'Ġcom', 'count': 5}, {'id': 315, 'token': 'ĠS', 'count': 4}, {'id': 1051, 'token': 'ames', 'count': 4}, {'id': 1681, 'token': 'EN', 'count': 4}, {'id': 1154, 'token': 'med', 'count': 4}, {'id': 476, 'token': 'rou', 'count': 4}, {'id': 751, 'token': 'iss', 'count': 4}, {'id': 1449, 'token': 'Ġmove', 'count': 4}, {'id': 1267, 'token': 'Ġbig', 'count': 3}, {'id': 618, 'token': 'Ġyear', 'count': 3}, {'id': 1329, 'token': 'Ġinvest', 'count': 3}, {'id': 44, 'token': 'I', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 63}, {'id': 266, 'token': 'Ġthe', 'count': 61}, {'id': 202, 'token': 'Ċ', 'count': 58}, {'id': 17, 'token': '.', 'count': 31}, {'id': 86, 'token': 's', 'count': 13}, {'id': 16, 'token': '-', 'count': 11}, {'id': 290, 'token': 'Ġof', 'count': 10}, {'id': 280, 'token': 'ed', 'count': 9}, {'id': 291, 'token': 'Ġin', 'count': 7}, {'id': 451, 'token': 'âĢ', 'count': 7}, {'id': 370, 'token': 'Ġ"', 'count': 6}, {'id': 374, 'token': 'ĠW', 'count': 6}]
+state_text=' se FrHclud particular?uss S kallol�ched T low expect driories big stre Itployosed 11ollakren fail Con repomm…ended callve others Man\x1diverched techn That big In/...co investig Comm'
+endpoint_text=' se "Hic Pro "f Slingad" it\nes from the for theild dle\nRab!\n\nAmong music,,amp eva,),,,ag the Iniced whenats, sh moreagif, thatum BIfart (Cl,ate, and isational J Gued, team\n claim t'
+
+step=239 progress=0.2324 next=0.2334 model_t=0.2324 temp=1.550 support=0.2334 conc=2.640
+state_top=[{'id': 1806, 'token': 'Ġ100', 'count': 4}, {'id': 1092, 'token': 'Ġaround', 'count': 3}, {'id': 313, 'token': 'ĠT', 'count': 3}, {'id': 673, 'token': 'ors', 'count': 3}, {'id': 1845, 'token': 'Ġhtt', 'count': 3}, {'id': 757, 'token': 'Ġinc', 'count': 3}, {'id': 1851, 'token': 'AL', 'count': 3}, {'id': 1758, 'token': 'ler', 'count': 3}, {'id': 1425, 'token': '====', 'count': 3}, {'id': 1154, 'token': 'med', 'count': 3}, {'id': 1198, 'token': 'Ġanother', 'count': 3}, {'id': 1876, 'token': 'ai', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 75}, {'id': 202, 'token': 'Ċ', 'count': 61}, {'id': 17, 'token': '.', 'count': 54}, {'id': 15, 'token': ',', 'count': 28}, {'id': 16, 'token': '-', 'count': 28}, {'id': 86, 'token': 's', 'count': 14}, {'id': 280, 'token': 'ed', 'count': 10}, {'id': 291, 'token': 'Ġin', 'count': 9}, {'id': 276, 'token': 'an', 'count': 8}, {'id': 288, 'token': 'Ġto', 'count': 8}, {'id': 261, 'token': 'Ġa', 'count': 8}, {'id': 380, 'token': 'ĠF', 'count': 7}]
+state_text=' se� futureattle� economot Fly womarch� around T p expectngories big so\x02ble Con 11erest humanreadyFempt amount appro… famrorve others Blattle23chederedane To\x12lish dist tell investi'
+endpoint_text=' seyH theol?, Sanadolis, Tuesday dri the-3 Gers, 11. MrenA Con, F. toeve the Manioniverzr r..com/cok to shameserreung Twir the I0\nC\nast\nia Suik\n J Guit shptcague commiteares, was i'
+
+step=240 progress=0.2334 next=0.2344 model_t=0.2334 temp=1.550 support=0.2344 conc=2.650
+state_top=[{'id': 1079, 'token': 'ving', 'count': 4}, {'id': 1311, 'token': 'Ġsoc', 'count': 4}, {'id': 602, 'token': 'Ġapp', 'count': 4}, {'id': 670, 'token': 'ian', 'count': 4}, {'id': 1941, 'token': 'Ġstre', 'count': 4}, {'id': 1971, 'token': 'itter', 'count': 3}, {'id': 377, 'token': 'Ġwas', 'count': 3}, {'id': 1570, 'token': 'Ġuntil', 'count': 3}, {'id': 254, 'token': 'ľ', 'count': 3}, {'id': 1346, 'token': 'Ġless', 'count': 3}, {'id': 780, 'token': 'ath', 'count': 3}, {'id': 876, 'token': 'Ġph', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 68}, {'id': 17, 'token': '.', 'count': 49}, {'id': 15, 'token': ',', 'count': 46}, {'id': 202, 'token': 'Ċ', 'count': 41}, {'id': 288, 'token': 'Ġto', 'count': 14}, {'id': 290, 'token': 'Ġof', 'count': 13}, {'id': 86, 'token': 's', 'count': 10}, {'id': 261, 'token': 'Ġa', 'count': 10}, {'id': 294, 'token': 'Ġand', 'count': 7}, {'id': 16, 'token': '-', 'count': 7}, {'id': 313, 'token': 'ĠT', 'count': 6}, {'id': 341, 'token': 'ĠM', 'count': 6}]
+state_text='vingitter future > point writ K�ata runvious� around went p keng was def soc\x02 untilater 11 app humanrop Whatempt is usitebers valute along Bl�23 restered Ph� Russisonons tell� 12ie'
+endpoint_text=' P\nH\ng phot Flyingarch b around T page,\n we soon. [..\n\nFrom the appro\n\nrorve the Bl M thefered. M\n/.’s now, year,orsg bening Whuhaut\n\nk for Bure interer Guian,ans,F – che\n\n Tragesa'
+
+step=241 progress=0.2344 next=0.2354 model_t=0.2344 temp=1.550 support=0.2354 conc=2.661
+state_top=[{'id': 164, 'token': 'ä', 'count': 4}, {'id': 15, 'token': ',', 'count': 4}, {'id': 1085, 'token': 'ĠAs', 'count': 4}, {'id': 397, 'token': 'Ġor', 'count': 4}, {'id': 1864, 'token': 'dd', 'count': 4}, {'id': 513, 'token': 'ĠK', 'count': 3}, {'id': 717, 'token': 'ict', 'count': 3}, {'id': 1371, 'token': 'Ġ11', 'count': 3}, {'id': 1305, 'token': 'ĠTrump', 'count': 3}, {'id': 42, 'token': 'G', 'count': 3}, {'id': 1109, 'token': 'Ġ12', 'count': 3}, {'id': 1315, 'token': 'Ġhum', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 58}, {'id': 15, 'token': ',', 'count': 55}, {'id': 202, 'token': 'Ċ', 'count': 45}, {'id': 266, 'token': 'Ġthe', 'count': 39}, {'id': 261, 'token': 'Ġa', 'count': 12}, {'id': 451, 'token': 'âĢ', 'count': 12}, {'id': 86, 'token': 's', 'count': 11}, {'id': 294, 'token': 'Ġand', 'count': 11}, {'id': 288, 'token': 'Ġto', 'count': 9}, {'id': 70, 'token': 'c', 'count': 8}, {'id': 377, 'token': 'Ġwas', 'count': 7}, {'id': 280, 'token': 'ed', 'count': 7}]
+state_text=" #ottised� point But K able\x14 runraphten aroundict p up over wasational'\x02 right sugg 11 Trump changeoteGirdother� both very noute less Bl Commior theeredatehenfter�� full24 12ies�� "
+endpoint_text=' the (ical, points K F7 runvioustern: T p., was defin the the. 11.\n\nWhat is usite aed with the Bl’sre Phoc theisonons �Aath. They hasart lessed a “mention chargesate��000, the cath'
+
+step=242 progress=0.2354 next=0.2363 model_t=0.2354 temp=1.550 support=0.2363 conc=2.672
+state_top=[{'id': 1771, 'token': 'Ġbody', 'count': 4}, {'id': 1495, 'token': 'ember', 'count': 4}, {'id': 45, 'token': 'J', 'count': 4}, {'id': 1648, 'token': 'Ġpolice', 'count': 4}, {'id': 1474, 'token': 'raph', 'count': 3}, {'id': 1452, 'token': 'Ġgroup', 'count': 3}, {'id': 1262, 'token': 'ote', 'count': 3}, {'id': 1028, 'token': 'ĠDe', 'count': 3}, {'id': 1223, 'token': 'oh', 'count': 3}, {'id': 2023, 'token': 'ĠMed', 'count': 3}, {'id': 1707, 'token': 'ĠAm', 'count': 3}, {'id': 1371, 'token': 'Ġ11', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 70}, {'id': 202, 'token': 'Ċ', 'count': 65}, {'id': 17, 'token': '.', 'count': 48}, {'id': 266, 'token': 'Ġthe', 'count': 38}, {'id': 288, 'token': 'Ġto', 'count': 10}, {'id': 291, 'token': 'Ġin', 'count': 9}, {'id': 315, 'token': 'ĠS', 'count': 9}, {'id': 451, 'token': 'âĢ', 'count': 7}, {'id': 290, 'token': 'Ġof', 'count': 7}, {'id': 282, 'token': 'ing', 'count': 7}, {'id': 261, 'token': 'Ġa', 'count': 6}, {'id': 86, 'token': 's', 'count': 6}]
+state_text=' York Ex better� point But creraphrenirdraphort\trund dri being grouppeouth pe aciddst left changeote Preslection actually De hard very companyool24 Commangural team trans�**otherme'
+endpoint_text=' a the,ious point But that the app runso around the p up over wasationalosp right..\n\n\nGum is, both very noig to,� in the rateg of ofons “ com.\n\nerxre, “,out Margesate the safed wit'
+
+step=243 progress=0.2363 next=0.2373 model_t=0.2363 temp=1.550 support=0.2373 conc=2.683
+state_top=[{'id': 19, 'token': '0', 'count': 4}, {'id': 266, 'token': 'Ġthe', 'count': 4}, {'id': 1279, 'token': 'Ġca', 'count': 4}, {'id': 279, 'token': 'Ġb', 'count': 3}, {'id': 389, 'token': 'us', 'count': 3}, {'id': 1075, 'token': 'uth', 'count': 3}, {'id': 1028, 'token': 'ĠDe', 'count': 3}, {'id': 1825, 'token': '40', 'count': 3}, {'id': 1775, 'token': 'Ġwhether', 'count': 3}, {'id': 861, 'token': 'Ġdoes', 'count': 3}, {'id': 719, 'token': 'itt', 'count': 3}, {'id': 1529, 'token': 'by', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 88}, {'id': 266, 'token': 'Ġthe', 'count': 43}, {'id': 202, 'token': 'Ċ', 'count': 39}, {'id': 17, 'token': '.', 'count': 30}, {'id': 261, 'token': 'Ġa', 'count': 14}, {'id': 288, 'token': 'Ġto', 'count': 13}, {'id': 290, 'token': 'Ġof', 'count': 11}, {'id': 86, 'token': 's', 'count': 9}, {'id': 294, 'token': 'Ġand', 'count': 8}, {'id': 330, 'token': 'Ġthat', 'count': 7}, {'id': 92, 'token': 'y', 'count': 6}, {'id': 333, 'token': 'Ġfor', 'count': 6}]
+state_text=' York vis � Un access haj equren� evenort believeThis seeno Enennpe== Europe until far b way� abus questuth De As� companyqctases comple local dev Plrom present solress generorm se'
+endpoint_text=',imes better thes Butensraphyirdingort\nrund dri being groups of f achest I change, a c actually, the very noute to toang of the transateurothermeleribor,iese the uporereme s Am the'
+
+step=244 progress=0.2373 next=0.2383 model_t=0.2373 temp=1.550 support=0.2383 conc=2.694
+state_top=[{'id': 1000, 'token': 'Ġthough', 'count': 4}, {'id': 473, 'token': 'ge', 'count': 4}, {'id': 1830, 'token': 'Ġmeet', 'count': 4}, {'id': 1808, 'token': 'Ġdoing', 'count': 4}, {'id': 1568, 'token': 'lection', 'count': 4}, {'id': 1293, 'token': 'riend', 'count': 4}, {'id': 796, 'token': 'Ġsec', 'count': 3}, {'id': 715, 'token': 'Ġplay', 'count': 3}, {'id': 2008, 'token': 'ged', 'count': 3}, {'id': 1082, 'token': 'att', 'count': 3}, {'id': 521, 'token': 'Ġmore', 'count': 3}, {'id': 1942, 'token': 'Ġplayers', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 80}, {'id': 15, 'token': ',', 'count': 43}, {'id': 17, 'token': '.', 'count': 39}, {'id': 290, 'token': 'Ġof', 'count': 23}, {'id': 202, 'token': 'Ċ', 'count': 19}, {'id': 288, 'token': 'Ġto', 'count': 13}, {'id': 280, 'token': 'ed', 'count': 8}, {'id': 282, 'token': 'ing', 'count': 8}, {'id': 330, 'token': 'Ġthat', 'count': 7}, {'id': 86, 'token': 's', 'count': 7}, {'id': 297, 'token': 'le', 'count': 6}, {'id': 295, 'token': 'ic', 'count': 6}]
+state_text=' York� k Pl�forL invol� oneressular believeateample Leand intopeony sec indalespe prov Carorld next tot hel De\'ve bel company",imateases going play No valged present agON gener nee'
+endpoint_text=' indust cons Un access h It theren, evenortef A\noManpered, the far b way of abuses. De As the companylctases, local dev plac the solressf he seariesathery more thanantust family.iv'
+
+step=245 progress=0.2383 next=0.2393 model_t=0.2383 temp=1.550 support=0.2393 conc=2.705
+state_top=[{'id': 473, 'token': 'ge', 'count': 4}, {'id': 83, 'token': 'p', 'count': 4}, {'id': 875, 'token': 'ities', 'count': 4}, {'id': 1880, 'token': 'Ġinvol', 'count': 3}, {'id': 806, 'token': 'Ġsupp', 'count': 3}, {'id': 660, 'token': 'Ġinto', 'count': 3}, {'id': 680, 'token': 'ink', 'count': 3}, {'id': 328, 'token': 'ad', 'count': 3}, {'id': 523, 'token': 'og', 'count': 3}, {'id': 1136, 'token': 'Ġgrou', 'count': 3}, {'id': 1800, 'token': 'Ġorig', 'count': 3}, {'id': 711, 'token': 'aw', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 105}, {'id': 15, 'token': ',', 'count': 49}, {'id': 17, 'token': '.', 'count': 37}, {'id': 290, 'token': 'Ġof', 'count': 17}, {'id': 288, 'token': 'Ġto', 'count': 15}, {'id': 86, 'token': 's', 'count': 14}, {'id': 202, 'token': 'Ċ', 'count': 13}, {'id': 279, 'token': 'Ġb', 'count': 9}, {'id': 341, 'token': 'ĠM', 'count': 9}, {'id': 261, 'token': 'Ġa', 'count': 8}, {'id': 328, 'token': 'ad', 'count': 7}, {'id': 82, 'token': 'o', 'count': 7}]
+state_text=' York�uro holdUforday invol wordline show supp thanellused market� into� US political indalespeheageinkchn totviousge� belison suggest�asesarent poss che twogedaunso201selfannSatta'
+endpoint_text=' are going to the the,ch involard one has the Arate the expand into an. The indust b, the, as is the theort the company’s of play willuge to agar to needonroies, be moreenant regab'
+
+step=246 progress=0.2393 next=0.2402 model_t=0.2393 temp=1.550 support=0.2402 conc=2.716
+state_top=[{'id': 287, 'token': 'ar', 'count': 4}, {'id': 534, 'token': 'Ġone', 'count': 4}, {'id': 916, 'token': 'ts', 'count': 4}, {'id': 875, 'token': 'ities', 'count': 4}, {'id': 538, 'token': 'Ġyour', 'count': 3}, {'id': 1954, 'token': 'Ġsuggest', 'count': 3}, {'id': 791, 'token': 'Ġmake', 'count': 3}, {'id': 319, 'token': 'ut', 'count': 3}, {'id': 1820, 'token': 'Ġwent', 'count': 3}, {'id': 1063, 'token': 'Ġter', 'count': 3}, {'id': 1056, 'token': 'ĠAn', 'count': 3}, {'id': 877, 'token': 'ics', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 71}, {'id': 202, 'token': 'Ċ', 'count': 50}, {'id': 15, 'token': ',', 'count': 36}, {'id': 17, 'token': '.', 'count': 35}, {'id': 288, 'token': 'Ġto', 'count': 10}, {'id': 290, 'token': 'Ġof', 'count': 10}, {'id': 282, 'token': 'ing', 'count': 10}, {'id': 280, 'token': 'ed', 'count': 7}, {'id': 261, 'token': 'Ġa', 'count': 7}, {'id': 294, 'token': 'Ġand', 'count': 7}, {'id': 16, 'token': '-', 'count': 7}, {'id': 86, 'token': 's', 'count': 6}]
+state_text=' pop Whiving importember frting veollowFor :lingand o& real� into� Co politicalaraunectollowpl\x08ian totviousS top your� suggest� didn wr opp che twoaugh returnels 201 reason legause'
+endpoint_text=' thed said holdUforday.\n\n show more thanatein one d into the an political ind espeheageink the colviousge, belison suggested that the poss che twoSs to againstself\nSt be a currenta'
+
+step=247 progress=0.2402 next=0.2412 model_t=0.2402 temp=1.550 support=0.2412 conc=2.727
+state_top=[{'id': 1165, 'token': 'formation', 'count': 4}, {'id': 1827, 'token': 'artment', 'count': 4}, {'id': 178, 'token': 'ò', 'count': 4}, {'id': 540, 'token': 'ĠTh', 'count': 4}, {'id': 390, 'token': 'Ġpro', 'count': 4}, {'id': 1684, 'token': 'ĠCan', 'count': 3}, {'id': 815, 'token': 'ific', 'count': 3}, {'id': 1768, 'token': 'orld', 'count': 3}, {'id': 738, 'token': 'Ġtwo', 'count': 3}, {'id': 538, 'token': 'Ġyour', 'count': 3}, {'id': 83, 'token': 'p', 'count': 3}, {'id': 1146, 'token': 'ern', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 70}, {'id': 266, 'token': 'Ġthe', 'count': 50}, {'id': 17, 'token': '.', 'count': 35}, {'id': 202, 'token': 'Ċ', 'count': 22}, {'id': 86, 'token': 's', 'count': 14}, {'id': 288, 'token': 'Ġto', 'count': 12}, {'id': 290, 'token': 'Ġof', 'count': 11}, {'id': 16, 'token': '-', 'count': 11}, {'id': 294, 'token': 'Ġand', 'count': 8}, {'id': 83, 'token': 'p', 'count': 8}, {'id': 383, 'token': 'Ġat', 'count': 8}, {'id': 297, 'token': 'le', 'count': 7}]
+state_text=' 13 Whivingble hel Can�ific stre ever000 Eand means season across lot Commformationganorld�rast whetherpl *ter two your anniskAT fight suggest You didnplease� choaugh Not startipap'
+endpoint_text='. Wh,, theiting vech some to expand o ch real art into unuleariect toplicagg\nS. your the suggest the first wr opp ch two toenelson\n\nSativeass ales back whoadably car the3.\n\nAprilro'
+
+step=248 progress=0.2412 next=0.2422 model_t=0.2412 temp=1.550 support=0.2422 conc=2.738
+state_top=[{'id': 1878, 'token': 'ĠRes', 'count': 4}, {'id': 487, 'token': 'Ġwhe', 'count': 4}, {'id': 371, 'token': 'ĠH', 'count': 3}, {'id': 718, 'token': 'Ġcould', 'count': 3}, {'id': 1868, 'token': 'Ġaccording', 'count': 3}, {'id': 537, 'token': 'are', 'count': 3}, {'id': 1622, 'token': 'Ġorgan', 'count': 3}, {'id': 265, 'token': 'on', 'count': 3}, {'id': 1206, 'token': 'ired', 'count': 3}, {'id': 1090, 'token': 'ĠBl', 'count': 3}, {'id': 4, 'token': '!', 'count': 3}, {'id': 264, 'token': 're', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 68}, {'id': 266, 'token': 'Ġthe', 'count': 58}, {'id': 17, 'token': '.', 'count': 55}, {'id': 202, 'token': 'Ċ', 'count': 28}, {'id': 294, 'token': 'Ġand', 'count': 16}, {'id': 86, 'token': 's', 'count': 14}, {'id': 290, 'token': 'Ġof', 'count': 9}, {'id': 291, 'token': 'Ġin', 'count': 8}, {'id': 85, 'token': 'r', 'count': 7}, {'id': 80, 'token': 'm', 'count': 7}, {'id': 421, 'token': 'el', 'count': 6}, {'id': 76, 'token': 'i', 'count': 6}]
+state_text='ok Whily- hel socade T streldIting this\x03ilHaps�lic\nom� paraidues H att– body presentFor couldAT 30� UnnIT havingis beforeaugh question start promidd hold Minative dev individualmer'
+endpoint_text=' the livingble. Can\nific stre, to Eand the significant Commformation of the infrastructure c the twoelSiskiencyE dlypite the cho the the start of industryative drive - start who ar'
+
+step=249 progress=0.2422 next=0.2432 model_t=0.2422 temp=1.550 support=0.2432 conc=2.749
+state_top=[{'id': 112, 'token': '°', 'count': 4}, {'id': 1206, 'token': 'ired', 'count': 4}, {'id': 858, 'token': 'ĠWh', 'count': 3}, {'id': 817, 'token': 'ily', 'count': 3}, {'id': 1184, 'token': 'Ġdifferent', 'count': 3}, {'id': 753, 'token': 'Ġmost', 'count': 3}, {'id': 620, 'token': 'Ġmy', 'count': 3}, {'id': 582, 'token': 'ite', 'count': 3}, {'id': 1674, 'token': 'arm', 'count': 3}, {'id': 25, 'token': '6', 'count': 3}, {'id': 813, 'token': 'Ġbu', 'count': 3}, {'id': 960, 'token': 'hes', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 63}, {'id': 266, 'token': 'Ġthe', 'count': 48}, {'id': 17, 'token': '.', 'count': 32}, {'id': 202, 'token': 'Ċ', 'count': 24}, {'id': 280, 'token': 'ed', 'count': 17}, {'id': 451, 'token': 'âĢ', 'count': 16}, {'id': 288, 'token': 'Ġto', 'count': 15}, {'id': 568, 'token': 'ĠâĢ', 'count': 13}, {'id': 86, 'token': 's', 'count': 13}, {'id': 290, 'token': 'Ġof', 'count': 12}, {'id': 255, 'token': 'Ŀ', 'count': 12}, {'id': 16, 'token': '-', 'count': 10}]
+state_text=' There Whily different fact mostaderesent stre ben stand val instIf invverage return anal hour project\n n paraidAs� att� rem my different couldreat more� in\\ probaged post before c'
+endpoint_text=' the White-grade Titions, calling this �ilH�.\n\n\nThe parnues H attter the present, could be,k synpolis, the the start of theinging the dev,mer ab ofas quas-toniged to American theon'
+
+step=250 progress=0.2432 next=0.2441 model_t=0.2432 temp=1.550 support=0.2441 conc=2.760
+state_top=[{'id': 998, 'token': 'Ġhere', 'count': 4}, {'id': 920, 'token': 'Ġinst', 'count': 3}, {'id': 1304, 'token': 'ature', 'count': 3}, {'id': 280, 'token': 'ed', 'count': 3}, {'id': 250, 'token': 'ĺ', 'count': 3}, {'id': 27, 'token': '8', 'count': 3}, {'id': 148, 'token': 'Ô', 'count': 3}, {'id': 990, 'token': '...', 'count': 3}, {'id': 26, 'token': '7', 'count': 3}, {'id': 1872, 'token': 'oid', 'count': 3}, {'id': 1730, 'token': 'une', 'count': 3}, {'id': 1607, 'token': 'aster', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 74}, {'id': 15, 'token': ',', 'count': 51}, {'id': 17, 'token': '.', 'count': 41}, {'id': 202, 'token': 'Ċ', 'count': 38}, {'id': 451, 'token': 'âĢ', 'count': 17}, {'id': 86, 'token': 's', 'count': 13}, {'id': 290, 'token': 'Ġof', 'count': 12}, {'id': 261, 'token': 'Ġa', 'count': 10}, {'id': 282, 'token': 'ing', 'count': 9}, {'id': 288, 'token': 'Ġto', 'count': 9}, {'id': 69, 'token': 'b', 'count': 8}, {'id': 16, 'token': '-', 'count': 7}]
+state_text='gy…anipselfosedade<ollow ben perpr instIf guital belie Med hour her\n Comgedub.... says att C standature different same Inbe�iness\\ fraged gameed eued start still local sc hadative�'
+endpoint_text=' the Whet- the most, T hetiousing inst thecas.�.\n\n“I�son att theed my different couldreat more than in the she the post beforeion we started. Sundative “ific ab of the harmic for t'
+
+step=251 progress=0.2441 next=0.2451 model_t=0.2441 temp=1.550 support=0.2451 conc=2.772
+state_top=[{'id': 665, 'token': 'Ġpeople', 'count': 4}, {'id': 1537, 'token': 'eg', 'count': 4}, {'id': 1044, 'token': 'ins', 'count': 4}, {'id': 703, 'token': 'ious', 'count': 3}, {'id': 47, 'token': 'L', 'count': 3}, {'id': 1220, 'token': 'Ġfr', 'count': 3}, {'id': 308, 'token': 'Ġe', 'count': 3}, {'id': 295, 'token': 'ic', 'count': 3}, {'id': 1883, 'token': 'ĠCar', 'count': 3}, {'id': 724, 'token': 'Ġ$', 'count': 3}, {'id': 1429, 'token': 'ertain', 'count': 3}, {'id': 1294, 'token': 'Ġfar', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 56}, {'id': 202, 'token': 'Ċ', 'count': 47}, {'id': 266, 'token': 'Ġthe', 'count': 42}, {'id': 15, 'token': ',', 'count': 31}, {'id': 16, 'token': '-', 'count': 28}, {'id': 288, 'token': 'Ġto', 'count': 16}, {'id': 86, 'token': 's', 'count': 12}, {'id': 280, 'token': 'ed', 'count': 9}, {'id': 29, 'token': ':', 'count': 9}, {'id': 68, 'token': 'a', 'count': 9}, {'id': 12, 'token': ')', 'count': 9}, {'id': 361, 'token': 'Ġ(', 'count': 7}]
+state_text="gyential., bothself thoughtadeiousollow ben helpdayhip� keainsits people eachpar\n Comged said:iol att Cify ed differentL aroundart� Fr Comm fr going gameault e practiversball.)out'"
+endpoint_text='el…an-self-ade, it so per haveaped for theacks.\n\nTheoub5 pro att Ced my t. Inbe, some aditeM gameed e ( start still, sc hadative. the favorite� diffic the out: say\n leastarnick see'
+
+step=252 progress=0.2451 next=0.2461 model_t=0.2451 temp=1.550 support=0.2461 conc=2.783
+state_top=[{'id': 17, 'token': '.', 'count': 5}, {'id': 82, 'token': 'o', 'count': 4}, {'id': 1799, 'token': '80', 'count': 4}, {'id': 361, 'token': 'Ġ(', 'count': 4}, {'id': 1789, 'token': 'Ġevent', 'count': 4}, {'id': 794, 'token': 'Ġevery', 'count': 3}, {'id': 208, 'token': 'Đ', 'count': 3}, {'id': 879, 'token': 'Ġdec', 'count': 3}, {'id': 1837, 'token': 'Ġunderstand', 'count': 3}, {'id': 300, 'token': 'om', 'count': 3}, {'id': 1795, 'token': 'empt', 'count': 3}, {'id': 1001, 'token': 'Ġnum', 'count': 3}]
+endpoint_top=[{'id': 202, 'token': 'Ċ', 'count': 49}, {'id': 15, 'token': ',', 'count': 48}, {'id': 17, 'token': '.', 'count': 31}, {'id': 266, 'token': 'Ġthe', 'count': 25}, {'id': 288, 'token': 'Ġto', 'count': 20}, {'id': 261, 'token': 'Ġa', 'count': 12}, {'id': 291, 'token': 'Ġin', 'count': 11}, {'id': 349, 'token': 'Ġyou', 'count': 11}, {'id': 290, 'token': 'Ġof', 'count': 10}, {'id': 86, 'token': 's', 'count': 9}, {'id': 282, 'token': 'ing', 'count': 9}, {'id': 294, 'token': 'Ġand', 'count': 8}]
+state_text='ty says month every support failadeaimollow ben presualo� keButustom people each comp<!cept\x10 cl better ac doesshures funendingarch dec a possible understand million particular game'
+endpoint_text=' the,anable, and theious them to helpday. He�os people.\n\n\ne said: "se Cat is "L cart ae of fr going toed eat look\n\nout\'re putessav. imp\n no Music a heart.ip least parhing see the i'
+
+step=253 progress=0.2461 next=0.2471 model_t=0.2461 temp=1.550 support=0.2471 conc=2.794
+state_top=[{'id': 1245, 'token': 'Ġlevel', 'count': 4}, {'id': 429, 'token': 'ive', 'count': 4}, {'id': 1504, 'token': 'Ġconst', 'count': 4}, {'id': 360, 'token': 'Ġwe', 'count': 4}, {'id': 82, 'token': 'o', 'count': 3}, {'id': 182, 'token': 'ö', 'count': 3}, {'id': 1849, 'token': 'par', 'count': 3}, {'id': 879, 'token': 'Ġdec', 'count': 3}, {'id': 1084, 'token': 'Ġsystem', 'count': 3}, {'id': 1554, 'token': 'ĠOn', 'count': 3}, {'id': 1011, 'token': 'Ġtrans', 'count': 3}, {'id': 368, 'token': 'ers', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 38}, {'id': 15, 'token': ',', 'count': 32}, {'id': 202, 'token': 'Ċ', 'count': 31}, {'id': 86, 'token': 's', 'count': 30}, {'id': 266, 'token': 'Ġthe', 'count': 20}, {'id': 361, 'token': 'Ġ(', 'count': 16}, {'id': 294, 'token': 'Ġand', 'count': 15}, {'id': 290, 'token': 'Ġof', 'count': 14}, {'id': 288, 'token': 'Ġto', 'count': 11}, {'id': 261, 'token': 'Ġa', 'count': 10}, {'id': 291, 'token': 'Ġin', 'count': 8}, {'id': 12, 'token': ')', 'count': 8}]
+state_text=' school says according fac support saade itsollow old meetencyo�),itedu law eachlineim! cut problemlic Craw otherack wantantspar 24 decervagonrit million� threerew" fun br system h'
+endpoint_text='ty saysad every two yearsade\nB to helpualo�\nsustom people.\n\n\nSinking the acadsures and research on a possible understand can of game as" why like theom \uffff A\nI medants p canic, helin'
+
+step=254 progress=0.2471 next=0.2480 model_t=0.2471 temp=1.550 support=0.2480 conc=2.806
+state_top=[{'id': 501, 'token': 'Ġne', 'count': 6}, {'id': 1830, 'token': 'Ġmeet', 'count': 4}, {'id': 681, 'token': 'lic', 'count': 4}, {'id': 1629, 'token': 'Ġcame', 'count': 4}, {'id': 1637, 'token': 'Ġair', 'count': 4}, {'id': 328, 'token': 'ad', 'count': 3}, {'id': 1011, 'token': 'Ġtrans', 'count': 3}, {'id': 77, 'token': 'j', 'count': 3}, {'id': 368, 'token': 'ers', 'count': 3}, {'id': 71, 'token': 'd', 'count': 3}, {'id': 733, 'token': 'ater', 'count': 3}, {'id': 519, 'token': 'ated', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 63}, {'id': 17, 'token': '.', 'count': 45}, {'id': 202, 'token': 'Ċ', 'count': 41}, {'id': 15, 'token': ',', 'count': 29}, {'id': 288, 'token': 'Ġto', 'count': 26}, {'id': 86, 'token': 's', 'count': 22}, {'id': 290, 'token': 'Ġof', 'count': 15}, {'id': 280, 'token': 'ed', 'count': 13}, {'id': 294, 'token': 'Ġand', 'count': 11}, {'id': 261, 'token': 'Ġa', 'count': 11}, {'id': 360, 'token': 'Ġwe', 'count': 11}, {'id': 551, 'token': 'Ġwere', 'count': 7}]
+state_text=" outlf cap within fl= hop Te 14 old meet far 9� 3ited elsw underlineortun! cut Delicters change more betweenestu val now decad cour likely sub000Therew'� bral If resp cent reseptio"
+endpoint_text=' were and according toercade its the the theencyoon),itedu m each "imen half of C. Back wantantsparally dec a all of O highSD" the brR’s levels, diving the more pont set of for n t'
+
+step=255 progress=0.2480 next=0.2490 model_t=0.2480 temp=1.550 support=0.2490 conc=2.817
+state_top=[{'id': 943, 'token': 'Ġ200', 'count': 4}, {'id': 1812, 'token': 'Ġquestion', 'count': 4}, {'id': 1569, 'token': 'AN', 'count': 4}, {'id': 1455, 'token': 'Ġcap', 'count': 3}, {'id': 1840, 'token': 'lish', 'count': 3}, {'id': 1755, 'token': 'Ġchildren', 'count': 3}, {'id': 518, 'token': 'Ġus', 'count': 3}, {'id': 1804, 'token': 'itive', 'count': 3}, {'id': 1813, 'token': 'rew', 'count': 3}, {'id': 1681, 'token': 'EN', 'count': 3}, {'id': 877, 'token': 'ics', 'count': 3}, {'id': 25, 'token': '6', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 68}, {'id': 17, 'token': '.', 'count': 28}, {'id': 202, 'token': 'Ċ', 'count': 28}, {'id': 15, 'token': ',', 'count': 27}, {'id': 86, 'token': 's', 'count': 22}, {'id': 290, 'token': 'Ġof', 'count': 18}, {'id': 280, 'token': 'ed', 'count': 14}, {'id': 53, 'token': 'R', 'count': 14}, {'id': 288, 'token': 'Ġto', 'count': 10}, {'id': 92, 'token': 'y', 'count': 9}, {'id': 294, 'token': 'Ġand', 'count': 9}, {'id': 361, 'token': 'Ġ(', 'count': 9}]
+state_text=" out pri cap hig happen commun working 13lishands try children other fam�ution elswattakesock!� De togetherters change more uspleand amount19 dec\n\nod likely 'itiveahrew process��al"
+endpoint_text=' out of cap within flight of madee old years farog 3itedu the under �im! cut Ulicters change more betweenestuly two decades.\n\nTherewp’aleder description of the the0’sair laterment '
+
+step=256 progress=0.2490 next=0.2500 model_t=0.2490 temp=1.550 support=0.2500 conc=2.828
+state_top=[{'id': 651, 'token': 'mer', 'count': 4}, {'id': 25, 'token': '6', 'count': 4}, {'id': 1249, 'token': 'Ġeffect', 'count': 4}, {'id': 772, 'token': 'ning', 'count': 4}, {'id': 1842, 'token': 'Ġmakes', 'count': 4}, {'id': 1759, 'token': 'Ġnight', 'count': 4}, {'id': 414, 'token': 'Ġv', 'count': 3}, {'id': 1035, 'token': 'az', 'count': 3}, {'id': 1309, 'token': 'ĠFr', 'count': 3}, {'id': 1888, 'token': 'Ġlikely', 'count': 3}, {'id': 1430, 'token': 'Ġpos', 'count': 3}, {'id': 77, 'token': 'j', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 68}, {'id': 17, 'token': '.', 'count': 45}, {'id': 266, 'token': 'Ġthe', 'count': 39}, {'id': 202, 'token': 'Ċ', 'count': 38}, {'id': 86, 'token': 's', 'count': 31}, {'id': 290, 'token': 'Ġof', 'count': 18}, {'id': 288, 'token': 'Ġto', 'count': 12}, {'id': 368, 'token': 'ers', 'count': 11}, {'id': 261, 'token': 'Ġa', 'count': 11}, {'id': 518, 'token': 'Ġus', 'count': 8}, {'id': 273, 'token': 'Ġc', 'count': 7}, {'id': 263, 'token': 'in', 'count': 6}]
+state_text=' out vct higaz commun My Solish old del childrenmer workingoygin Fr Repier hasockideo�This cost Mr16 more us netironile�ream oppism likely pos soah who govern eff� —iquron]6 analpo'
+endpoint_text=' out of the higher,.5 percent, C r other than 3 percent elNattakesock!A,, by, more usersu the the decadod.\nTTherew process’al, 10 percent rese theport th,, program. Spes up Theof n'
+
+step=257 progress=0.2500 next=0.2510 model_t=0.2500 temp=1.550 support=0.2510 conc=2.840
+state_top=[{'id': 351, 'token': 'ĠB', 'count': 6}, {'id': 333, 'token': 'Ġfor', 'count': 4}, {'id': 1188, 'token': 'Ġposs', 'count': 4}, {'id': 1087, 'token': 'ives', 'count': 4}, {'id': 265, 'token': 'on', 'count': 4}, {'id': 286, 'token': 'al', 'count': 3}, {'id': 1317, 'token': 'ron', 'count': 3}, {'id': 1009, 'token': 'Ġret', 'count': 3}, {'id': 624, 'token': 'ach', 'count': 3}, {'id': 1354, 'token': 'be', 'count': 3}, {'id': 1155, 'token': 'vent', 'count': 3}, {'id': 916, 'token': 'ts', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 78}, {'id': 15, 'token': ',', 'count': 50}, {'id': 202, 'token': 'Ċ', 'count': 35}, {'id': 17, 'token': '.', 'count': 29}, {'id': 280, 'token': 'ed', 'count': 18}, {'id': 86, 'token': 's', 'count': 11}, {'id': 282, 'token': 'ing', 'count': 9}, {'id': 82, 'token': 'o', 'count': 9}, {'id': 290, 'token': 'Ġof', 'count': 9}, {'id': 261, 'token': 'Ġa', 'count': 8}, {'id': 297, 'token': 'le', 'count': 7}, {'id': 291, 'token': 'Ġin', 'count': 7}]
+state_text=' out membersct hig- anal Q); health love farologyge workingother Com amongioier Syockold�This improal invness useverajorile /ring� by < pos impro off who5� P",Andron B6ud buaff don'
+endpoint_text=' out vct but:..idick old delramer boy\n Fr Repier has announcedThis costsion more usualsile tr/ingetition pos soah whole� that Har-26ish oneror.onsothink can probably up hour the nj'
+
+step=258 progress=0.2510 next=0.2520 model_t=0.2510 temp=1.550 support=0.2520 conc=2.851
+state_top=[{'id': 522, 'token': 'ue', 'count': 4}, {'id': 767, 'token': 'Ġco', 'count': 4}, {'id': 1990, 'token': 'Ġface', 'count': 4}, {'id': 2041, 'token': 'Ġanal', 'count': 3}, {'id': 964, 'token': 'âĢĶ', 'count': 3}, {'id': 508, 'token': 'ans', 'count': 3}, {'id': 1864, 'token': 'dd', 'count': 3}, {'id': 78, 'token': 'k', 'count': 3}, {'id': 762, 'token': 'clud', 'count': 3}, {'id': 2, 'token': '<unk>', 'count': 3}, {'id': 613, 'token': 'ĠCh', 'count': 3}, {'id': 1175, 'token': 'Ġpublic', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 62}, {'id': 15, 'token': ',', 'count': 56}, {'id': 17, 'token': '.', 'count': 35}, {'id': 202, 'token': 'Ċ', 'count': 19}, {'id': 16, 'token': '-', 'count': 17}, {'id': 351, 'token': 'ĠB', 'count': 15}, {'id': 86, 'token': 's', 'count': 15}, {'id': 265, 'token': 'on', 'count': 12}, {'id': 290, 'token': 'Ġof', 'count': 9}, {'id': 83, 'token': 'p', 'count': 9}, {'id': 291, 'token': 'Ġin', 'count': 9}, {'id': 261, 'token': 'Ġa', 'count': 9}]
+state_text='0 gotct ,- analerestth health love80—imesmb other hard� decierBiet� wordThis othersalatorsnessucever dile / resp maransith processdd off whores must past spAnd Thuture valud buk do'
+endpoint_text=" out of theall-0--3 – Mle scemother’ after-year-old\n the final3 more usp,ile,chiver by the position, who5� Patureron B6on,aff r, with the comple job-useard to's for the year. He ha"
+
+step=259 progress=0.2520 next=0.2529 model_t=0.2520 temp=1.550 support=0.2529 conc=2.863
+state_top=[{'id': 762, 'token': 'clud', 'count': 4}, {'id': 484, 'token': 'ame', 'count': 4}, {'id': 1559, 'token': 'ither', 'count': 4}, {'id': 1261, 'token': 'Ġfun', 'count': 4}, {'id': 796, 'token': 'Ġsec', 'count': 3}, {'id': 2026, 'token': 'mb', 'count': 3}, {'id': 625, 'token': 'Ġthan', 'count': 3}, {'id': 249, 'token': 'Ĺ', 'count': 3}, {'id': 1950, 'token': 'Ġ2014', 'count': 3}, {'id': 1838, 'token': 'urs', 'count': 3}, {'id': 878, 'token': 'als', 'count': 3}, {'id': 640, 'token': 'Ġpart', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 82}, {'id': 202, 'token': 'Ċ', 'count': 43}, {'id': 15, 'token': ',', 'count': 42}, {'id': 17, 'token': '.', 'count': 17}, {'id': 280, 'token': 'ed', 'count': 14}, {'id': 288, 'token': 'Ġto', 'count': 13}, {'id': 261, 'token': 'Ġa', 'count': 11}, {'id': 291, 'token': 'Ġin', 'count': 11}, {'id': 351, 'token': 'ĠB', 'count': 9}, {'id': 290, 'token': 'Ġof', 'count': 8}, {'id': 377, 'token': 'Ġwas', 'count': 8}, {'id': 86, 'token': 's', 'count': 8}]
+state_text=" curits gooder eas analerestley health secitalocrimesmb other than\x17 dec argric'll�iv greatday Presators pl child� 2014ile� resp marans report fre power hist pract<|endoftext|> must"
+endpoint_text=" the- ath-month healthy,—imes the other part of theierB. was\nThis thealomnessuc the dilemmaans theend the off whores the past sp.o B Cowdkvealed the Newhead onardhing's clos,ven an"
+
+step=260 progress=0.2529 next=0.2539 model_t=0.2529 temp=1.550 support=0.2539 conc=2.875
+state_top=[{'id': 474, 'token': "'t", 'count': 4}, {'id': 498, 'token': 'ie', 'count': 4}, {'id': 436, 'token': 'ight', 'count': 4}, {'id': 471, 'token': 'Ġgo', 'count': 4}, {'id': 625, 'token': 'Ġthan', 'count': 3}, {'id': 300, 'token': 'om', 'count': 3}, {'id': 1056, 'token': 'ĠAn', 'count': 3}, {'id': 1920, 'token': 'mber', 'count': 3}, {'id': 1931, 'token': 'ially', 'count': 3}, {'id': 284, 'token': 'ou', 'count': 3}, {'id': 1961, 'token': 'Ġlocal', 'count': 3}, {'id': 901, 'token': 'ax', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 55}, {'id': 15, 'token': ',', 'count': 39}, {'id': 202, 'token': 'Ċ', 'count': 34}, {'id': 17, 'token': '.', 'count': 31}, {'id': 280, 'token': 'ed', 'count': 17}, {'id': 288, 'token': 'Ġto', 'count': 13}, {'id': 290, 'token': 'Ġof', 'count': 12}, {'id': 16, 'token': '-', 'count': 9}, {'id': 261, 'token': 'Ġa', 'count': 9}, {'id': 291, 'token': 'Ġin', 'count': 9}, {'id': 281, 'token': 'Ġf', 'count': 8}, {'id': 682, 'token': 'Ġ19', 'count': 7}]
+state_text='gh than good13ched Stakesus health sec workingocrommb problem Becom dec� 100 into moreames great allow don U thingsww� 2014(ife An devathically freiber hist practswmber know Minway'
+endpoint_text='\n\n gooder-leg-ley, secital sometimes the other than a the arg their. div Nfalit pl they accountsile theell fans report to g history<|endoftext|> the past Minra the familyo good tok'
+
+step=261 progress=0.2539 next=0.2549 model_t=0.2539 temp=1.550 support=0.2549 conc=2.886
+state_top=[{'id': 331, 'token': 'ĠC', 'count': 5}, {'id': 292, 'token': 'Ġd', 'count': 5}, {'id': 286, 'token': 'al', 'count': 4}, {'id': 1557, 'token': 'Ġdr', 'count': 4}, {'id': 63, 'token': '\\', 'count': 4}, {'id': 524, 'token': 'ĠSt', 'count': 3}, {'id': 264, 'token': 're', 'count': 3}, {'id': 606, 'token': 'ations', 'count': 3}, {'id': 1949, 'token': 'erence', 'count': 3}, {'id': 1045, 'token': 'ĠPro', 'count': 3}, {'id': 522, 'token': 'ue', 'count': 3}, {'id': 323, 'token': 'Ġon', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 54}, {'id': 266, 'token': 'Ġthe', 'count': 40}, {'id': 17, 'token': '.', 'count': 30}, {'id': 86, 'token': 's', 'count': 19}, {'id': 288, 'token': 'Ġto', 'count': 15}, {'id': 290, 'token': 'Ġof', 'count': 15}, {'id': 261, 'token': 'Ġa', 'count': 11}, {'id': 202, 'token': 'Ċ', 'count': 8}, {'id': 281, 'token': 'Ġf', 'count': 7}, {'id': 291, 'token': 'Ġin', 'count': 7}, {'id': 268, 'token': 'Ġs', 'count': 7}, {'id': 333, 'token': 'Ġfor', 'count': 7}]
+state_text=' group thanW13ched St smallusre black working her� Cpos Secomiveody assroughplay ( great holdations U things Godall 2014 Cife ph guember exprarge\x07ulswTherealeall justselfERles 50ia'
+endpoint_text=', N gooderel Stakesus, sec Democrommb problem Rcom decent to into mores greatidere U. since,, wife An devathically.or histead<|endoftext|>, whole,lageld good few back, propellingb '
+
+step=262 progress=0.2549 next=0.2559 model_t=0.2549 temp=1.550 support=0.2559 conc=2.898
+state_top=[{'id': 1557, 'token': 'Ġdr', 'count': 4}, {'id': 1079, 'token': 'ving', 'count': 4}, {'id': 1591, 'token': 'ĠÂ', 'count': 3}, {'id': 389, 'token': 'us', 'count': 3}, {'id': 1114, 'token': 'Ġday', 'count': 3}, {'id': 1247, 'token': 'Ġthings', 'count': 3}, {'id': 2009, 'token': 'Ġcut', 'count': 3}, {'id': 1495, 'token': 'ember', 'count': 3}, {'id': 1783, 'token': 'Ġcond', 'count': 3}, {'id': 446, 'token': 'Ġch', 'count': 3}, {'id': 1214, 'token': 'Ġturn', 'count': 3}, {'id': 1474, 'token': 'raph', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 65}, {'id': 266, 'token': 'Ġthe', 'count': 65}, {'id': 17, 'token': '.', 'count': 22}, {'id': 290, 'token': 'Ġof', 'count': 17}, {'id': 451, 'token': 'âĢ', 'count': 16}, {'id': 202, 'token': 'Ċ', 'count': 14}, {'id': 86, 'token': 's', 'count': 14}, {'id': 288, 'token': 'Ġto', 'count': 12}, {'id': 261, 'token': 'Ġa', 'count': 12}, {'id': 282, 'token': 'ing', 'count': 10}, {'id': 251, 'token': 'Ļ', 'count': 9}, {'id': 292, 'token': 'Ġd', 'count': 8}]
+state_text=" group eng care13 �iol\xa0us An black day herivedritposvelcom\x0725ittrough otherose' goull new things cameeg 2014ondife oper cutember exp informationne —ulswodeu Te o cond29 Euroendial "
+endpoint_text='\n thanW,ched Steusreer!ed by the ex Septive r assotton ( great tationship the Gallen City ph gui Strthgul of theceall justself cles dials mom cre into the Albury, firstations, esta'
+
+step=263 progress=0.2559 next=0.2568 model_t=0.2559 temp=1.550 support=0.2568 conc=2.910
+state_top=[{'id': 1250, 'token': 'Ġcontro', 'count': 4}, {'id': 498, 'token': 'ie', 'count': 4}, {'id': 1489, 'token': '13', 'count': 3}, {'id': 1213, 'token': 'ãĥ', 'count': 3}, {'id': 1853, 'token': 'Âł', 'count': 3}, {'id': 389, 'token': 'us', 'count': 3}, {'id': 1777, 'token': 'rop', 'count': 3}, {'id': 110, 'token': '®', 'count': 3}, {'id': 339, 'token': 'ld', 'count': 3}, {'id': 191, 'token': 'ÿ', 'count': 3}, {'id': 964, 'token': 'âĢĶ', 'count': 3}, {'id': 97, 'token': '~', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 74}, {'id': 17, 'token': '.', 'count': 36}, {'id': 15, 'token': ',', 'count': 34}, {'id': 202, 'token': 'Ċ', 'count': 24}, {'id': 261, 'token': 'Ġa', 'count': 15}, {'id': 86, 'token': 's', 'count': 14}, {'id': 292, 'token': 'Ġd', 'count': 11}, {'id': 282, 'token': 'ing', 'count': 9}, {'id': 361, 'token': 'Ġ(', 'count': 8}, {'id': 290, 'token': 'Ġof', 'count': 8}, {'id': 72, 'token': 'e', 'count': 8}, {'id': 288, 'token': 'Ġto', 'count': 8}]
+state_text=" } engate13 �iolTaugh disqu $\x00ivedan�'re rel Pro25airough 1 killoid non against ro� came doesn fin'l went hist campaign med\xa0�\x07 Min workingructu strongused condaultarsune under writ"
+endpoint_text="W engWical � exclusively day her Orit travelcom.imitting other (' a pos new things cameall quond) September,rne of the\nodeu\n o\n,Iclialery cre into the sh Ar that plays in the drag."
+
+step=264 progress=0.2568 next=0.2578 model_t=0.2568 temp=1.550 support=0.2578 conc=2.922
+state_top=[{'id': 263, 'token': 'in', 'count': 4}, {'id': 355, 'token': 'Ġwith', 'count': 4}, {'id': 1946, 'token': 'aun', 'count': 4}, {'id': 1163, 'token': 'ption', 'count': 3}, {'id': 1795, 'token': 'empt', 'count': 3}, {'id': 911, 'token': 'ms', 'count': 3}, {'id': 1476, 'token': 'ror', 'count': 3}, {'id': 767, 'token': 'Ġco', 'count': 3}, {'id': 760, 'token': 'ont', 'count': 3}, {'id': 594, 'token': 'ance', 'count': 3}, {'id': 660, 'token': 'Ġinto', 'count': 3}, {'id': 110, 'token': '®', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 99}, {'id': 15, 'token': ',', 'count': 36}, {'id': 17, 'token': '.', 'count': 29}, {'id': 224, 'token': 'Ġ', 'count': 18}, {'id': 361, 'token': 'Ġ(', 'count': 15}, {'id': 282, 'token': 'ing', 'count': 15}, {'id': 290, 'token': 'Ġof', 'count': 12}, {'id': 12, 'token': ')', 'count': 11}, {'id': 288, 'token': 'Ġto', 'count': 11}, {'id': 202, 'token': 'Ċ', 'count': 10}, {'id': 86, 'token': 's', 'count': 9}, {'id': 322, 'token': 'Ġis', 'count': 8}]
+state_text='otereadyate13 �inT won dis awayN sideivedritCption T Pro25� They� }oid with1ored�201 doesn thingsiddlcludCh campaign medcom�E Min Sc got autised or markempt Ed | under 199aunremser'
+endpoint_text="irmate the °T�½ ( onepan) like) Pro ai) 1 a') against roll chions the'lier,�,r�, m Muru is h cond dearsune under. Krehe \x94) ( two gr)iplishedth thatocutrvers onyusw passingd ( M is,"
+
+step=265 progress=0.2578 next=0.2588 model_t=0.2578 temp=1.550 support=0.2588 conc=2.934
+state_top=[{'id': 721, 'token': 'Ġfirst', 'count': 4}, {'id': 176, 'token': 'ð', 'count': 4}, {'id': 2032, 'token': 'resent', 'count': 3}, {'id': 1098, 'token': 'alth', 'count': 3}, {'id': 985, 'token': 'Ġwhile', 'count': 3}, {'id': 1496, 'token': 'Ġbook', 'count': 3}, {'id': 261, 'token': 'Ġa', 'count': 3}, {'id': 1338, 'token': 'Ġrest', 'count': 3}, {'id': 839, 'token': 'Ġway', 'count': 3}, {'id': 903, 'token': 'Ġprov', 'count': 3}, {'id': 690, 'token': 'Ġro', 'count': 3}, {'id': 1232, 'token': 'aj', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 55}, {'id': 266, 'token': 'Ġthe', 'count': 44}, {'id': 17, 'token': '.', 'count': 30}, {'id': 202, 'token': 'Ċ', 'count': 18}, {'id': 261, 'token': 'Ġa', 'count': 15}, {'id': 290, 'token': 'Ġof', 'count': 12}, {'id': 288, 'token': 'Ġto', 'count': 11}, {'id': 40, 'token': 'E', 'count': 10}, {'id': 86, 'token': 's', 'count': 8}, {'id': 310, 'token': 'ly', 'count': 7}, {'id': 92, 'token': 'y', 'count': 7}, {'id': 370, 'token': 'Ġ"', 'count': 7}]
+state_text='00 evenailableichresentin phmentably awayother\r<unk>ritalth while�ementdd supportke individualiqu madeainingby 2� pass States things econom bookcludCh campaign Demcom\x0b____ Min:And '
+endpoint_text="\n\nS13 �OTTEUNAMECE TOEEE 1EE -1 $\n201\n\n'loCh\n.com\nEifer Dech Th oration\nars | this l unremsered | | Johnure\nrorie, chant cone z 201 chversontms Sw\nordio Aance near 5e0,ivingended a"
+
+step=266 progress=0.2588 next=0.2598 model_t=0.2588 temp=1.550 support=0.2598 conc=2.946
+state_top=[{'id': 960, 'token': 'hes', 'count': 4}, {'id': 690, 'token': 'Ġro', 'count': 4}, {'id': 1977, 'token': 'Ġacross', 'count': 4}, {'id': 522, 'token': 'ue', 'count': 4}, {'id': 106, 'token': '©', 'count': 4}, {'id': 176, 'token': 'ð', 'count': 4}, {'id': 1350, 'token': 'ably', 'count': 3}, {'id': 1250, 'token': 'Ġcontro', 'count': 3}, {'id': 261, 'token': 'Ġa', 'count': 3}, {'id': 26, 'token': '7', 'count': 3}, {'id': 839, 'token': 'Ġway', 'count': 3}, {'id': 1357, 'token': 'Ġtop', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 57}, {'id': 17, 'token': '.', 'count': 46}, {'id': 15, 'token': ',', 'count': 41}, {'id': 288, 'token': 'Ġto', 'count': 19}, {'id': 202, 'token': 'Ċ', 'count': 18}, {'id': 280, 'token': 'ed', 'count': 18}, {'id': 282, 'token': 'ing', 'count': 14}, {'id': 290, 'token': 'Ġof', 'count': 11}, {'id': 294, 'token': 'Ġand', 'count': 10}, {'id': 261, 'token': 'Ġa', 'count': 9}, {'id': 320, 'token': 'et', 'count': 8}, {'id': 267, 'token': 'er', 'count': 8}]
+state_text='un even are 13lessument reseviousablyions V\r<unk> mean hasable� Statesic twoketyiqu there22 higationan pass sameornenestclud ch� Ride New sever contro:And a local amount compleempt'
+endpoint_text='00 evening and �inT.\n awayqu theilritC while T mor Fke �ique, on 21 passed for thel,. campaign.com the.,: got a b or metw3 the end ofwnre squet I wasureress combovember two sit30, '
+
+step=267 progress=0.2598 next=0.2607 model_t=0.2598 temp=1.550 support=0.2607 conc=2.958
+state_top=[{'id': 48, 'token': 'M', 'count': 4}, {'id': 849, 'token': 'Ġvery', 'count': 4}, {'id': 179, 'token': 'ó', 'count': 4}, {'id': 907, 'token': 'ble', 'count': 4}, {'id': 1438, 'token': 'uro', 'count': 4}, {'id': 1858, 'token': 'Ġothers', 'count': 3}, {'id': 854, 'token': 'Ġsub', 'count': 3}, {'id': 96, 'token': '}', 'count': 3}, {'id': 439, 'token': 'Ġal', 'count': 3}, {'id': 88, 'token': 'u', 'count': 3}, {'id': 1416, 'token': 'iving', 'count': 3}, {'id': 1173, 'token': 'the', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 81}, {'id': 15, 'token': ',', 'count': 38}, {'id': 17, 'token': '.', 'count': 29}, {'id': 202, 'token': 'Ċ', 'count': 25}, {'id': 16, 'token': '-', 'count': 11}, {'id': 86, 'token': 's', 'count': 10}, {'id': 261, 'token': 'Ġa', 'count': 10}, {'id': 282, 'token': 'ing', 'count': 9}, {'id': 92, 'token': 'y', 'count': 7}, {'id': 290, 'token': 'Ġof', 'count': 7}, {'id': 294, 'token': 'Ġand', 'count': 7}, {'id': 131, 'token': 'Ã', 'count': 7}]
+state_text=' book evenD 13 mult23 resevious rightionsved One experathM�� States� return� Soother there22 hig saan my othersortunenicesclud chec w sub} thingoc servAnd manyurity amount comple a'
+endpoint_text='un even aretless the previousablyions V Sina, hasableed music twoketyiqu there isageyan the same theenest the chress Ride News,:, a local-offating of the "Preetit"sle 201 people7ld'
+
+step=268 progress=0.2607 next=0.2617 model_t=0.2607 temp=1.550 support=0.2617 conc=2.970
+state_top=[{'id': 393, 'token': 'Ġare', 'count': 4}, {'id': 968, 'token': 'ever', 'count': 4}, {'id': 926, 'token': 'Ġgood', 'count': 4}, {'id': 1222, 'token': 'Ġsecond', 'count': 3}, {'id': 1273, 'token': 'Ġopp', 'count': 3}, {'id': 1416, 'token': 'iving', 'count': 3}, {'id': 1003, 'token': 'imes', 'count': 3}, {'id': 687, 'token': 'Ġhim', 'count': 3}, {'id': 1514, 'token': 'Ġmillion', 'count': 3}, {'id': 524, 'token': 'ĠSt', 'count': 3}, {'id': 588, 'token': 'Ġother', 'count': 3}, {'id': 1481, 'token': 'sh', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 61}, {'id': 15, 'token': ',', 'count': 43}, {'id': 17, 'token': '.', 'count': 33}, {'id': 16, 'token': '-', 'count': 22}, {'id': 202, 'token': 'Ċ', 'count': 20}, {'id': 290, 'token': 'Ġof', 'count': 17}, {'id': 86, 'token': 's', 'count': 15}, {'id': 288, 'token': 'Ġto', 'count': 13}, {'id': 451, 'token': 'âĢ', 'count': 11}, {'id': 261, 'token': 'Ġa', 'count': 9}, {'id': 251, 'token': 'Ļ', 'count': 8}, {'id': 294, 'token': 'Ġand', 'count': 7}]
+state_text=' secondcept totng mult either rese systemore�ream One likely set�ars Mc Statesside returnity followingil17ric land companyring� othersortun given protect past chaf I subdu opp eff '
+endpoint_text=' the evenD H mult. rese Futionsved One t\n’s theicas. So, there�1 is the mythortunenest the ch of w sub, reat serv, a the amount of alating from thep,re,0heu stat had higint both th'
+
+step=269 progress=0.2617 next=0.2627 model_t=0.2617 temp=1.550 support=0.2627 conc=2.982
+state_top=[{'id': 554, 'token': 'Ġhad', 'count': 5}, {'id': 1306, 'token': 'Ġstand', 'count': 4}, {'id': 299, 'token': 'ion', 'count': 4}, {'id': 1140, 'token': 'get', 'count': 4}, {'id': 1787, 'token': '----------------', 'count': 4}, {'id': 1851, 'token': 'AL', 'count': 3}, {'id': 292, 'token': 'Ġd', 'count': 3}, {'id': 1186, 'token': 'Ġhead', 'count': 3}, {'id': 472, 'token': 'Ġhas', 'count': 3}, {'id': 13, 'token': '*', 'count': 3}, {'id': 1118, 'token': 'ĠFor', 'count': 3}, {'id': 1992, 'token': 'Ġvalue', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 65}, {'id': 15, 'token': ',', 'count': 45}, {'id': 17, 'token': '.', 'count': 39}, {'id': 202, 'token': 'Ċ', 'count': 34}, {'id': 290, 'token': 'Ġof', 'count': 21}, {'id': 86, 'token': 's', 'count': 21}, {'id': 288, 'token': 'Ġto', 'count': 15}, {'id': 261, 'token': 'Ġa', 'count': 10}, {'id': 294, 'token': 'Ġand', 'count': 9}, {'id': 322, 'token': 'Ġis', 'count': 7}, {'id': 286, 'token': 'al', 'count': 6}, {'id': 269, 'token': 'at', 'count': 6}]
+state_text=' inv�ivning well—Wh inv 13mbQirect had now anotherars since�j returnoc HowNinAL } company d� othersBut My stand secmeaf feel pres headimate know mightenn has playersians ve alorm*o'
+endpoint_text=' accept\nW mult economic systemore most of investment setadars enough to the City oil helpricity companiesher, a legipation, I subductum servenn of theirricint al people much Color '
+
+step=270 progress=0.2627 next=0.2637 model_t=0.2627 temp=1.550 support=0.2637 conc=2.994
+state_top=[{'id': 1520, 'token': 'eng', 'count': 4}, {'id': 741, 'token': ').', 'count': 4}, {'id': 474, 'token': "'t", 'count': 4}, {'id': 367, 'token': 'ag', 'count': 3}, {'id': 787, 'token': 'Ġnow', 'count': 3}, {'id': 375, 'token': 'ĠR', 'count': 3}, {'id': 2015, 'token': 'ĠMy', 'count': 3}, {'id': 1536, 'token': 'If', 'count': 3}, {'id': 1966, 'token': 'ĠGu', 'count': 3}, {'id': 1631, 'token': 'Ġline', 'count': 3}, {'id': 1928, 'token': 'ery', 'count': 3}, {'id': 508, 'token': 'ans', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 91}, {'id': 15, 'token': ',', 'count': 55}, {'id': 202, 'token': 'Ċ', 'count': 38}, {'id': 17, 'token': '.', 'count': 27}, {'id': 86, 'token': 's', 'count': 18}, {'id': 290, 'token': 'Ġof', 'count': 17}, {'id': 280, 'token': 'ed', 'count': 14}, {'id': 288, 'token': 'Ġto', 'count': 14}, {'id': 468, 'token': 'The', 'count': 8}, {'id': 282, 'token': 'ing', 'count': 7}, {'id': 292, 'token': 'Ġd', 'count': 6}, {'id': 451, 'token': 'âĢ', 'count': 6}]
+state_text='13 with Christural soag war reportologM Russ control had now offic$oad16 Rner`wn(ineng Mization d�ast� My sexIf desc| feel fil 200 there once serionraph playersians ve addagSoll cl'
+endpoint_text=' the divning well—Whoorsimacks had now anotherars since,j Rob\nNin M thear diesationC theter secret.\n\n\nThe know might be hasariansp almostingoll the Forvelid.,\n\nTheism run the point'
+
+step=271 progress=0.2637 next=0.2646 model_t=0.2637 temp=1.550 support=0.2646 conc=3.006
+state_top=[{'id': 295, 'token': 'ic', 'count': 4}, {'id': 1012, 'token': 'ner', 'count': 3}, {'id': 142, 'token': 'Î', 'count': 3}, {'id': 1059, 'token': 'Ġser', 'count': 3}, {'id': 396, 'token': 'and', 'count': 3}, {'id': 516, 'token': 'Ġad', 'count': 3}, {'id': 1392, 'token': 'Ġmain', 'count': 3}, {'id': 938, 'token': 'ular', 'count': 3}, {'id': 672, 'token': 'ark', 'count': 3}, {'id': 133, 'token': 'Å', 'count': 3}, {'id': 1716, 'token': 'most', 'count': 3}, {'id': 474, 'token': "'t", 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 59}, {'id': 266, 'token': 'Ġthe', 'count': 48}, {'id': 202, 'token': 'Ċ', 'count': 27}, {'id': 17, 'token': '.', 'count': 25}, {'id': 280, 'token': 'ed', 'count': 13}, {'id': 16, 'token': '-', 'count': 13}, {'id': 451, 'token': 'âĢ', 'count': 12}, {'id': 86, 'token': 's', 'count': 10}, {'id': 290, 'token': 'Ġof', 'count': 10}, {'id': 282, 'token': 'ing', 'count': 9}, {'id': 288, 'token': 'Ġto', 'count': 8}, {'id': 375, 'token': 'ĠR', 'count': 7}]
+state_text='13� Christuraljectvel22E project majorou Clicle now officstandneyized choner� foreatter govern stat Mization can pro good� opp sexally descorm feelime does dev once serion ro24 acc'
+endpoint_text=", with Christian soag.\n\nM RussT had now officarsed after Rner's the world,� Ms diast. My fair bribed of the most, serionenersance the beenagSoll coming after the dec,,� formerith r"
+
+step=272 progress=0.2646 next=0.2656 model_t=0.2646 temp=1.550 support=0.2656 conc=3.018
+state_top=[{'id': 356, 'token': 'Ġ1', 'count': 4}, {'id': 488, 'token': 'Ġthey', 'count': 4}, {'id': 357, 'token': 'ter', 'count': 4}, {'id': 1742, 'token': 'Ġreason', 'count': 4}, {'id': 506, 'token': 'Ġme', 'count': 4}, {'id': 1837, 'token': 'Ġunderstand', 'count': 4}, {'id': 630, 'token': 'vel', 'count': 3}, {'id': 103, 'token': '¦', 'count': 3}, {'id': 299, 'token': 'ion', 'count': 3}, {'id': 1638, 'token': 'ization', 'count': 3}, {'id': 640, 'token': 'Ġpart', 'count': 3}, {'id': 1492, 'token': 'Ġchang', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 54}, {'id': 202, 'token': 'Ċ', 'count': 43}, {'id': 17, 'token': '.', 'count': 35}, {'id': 266, 'token': 'Ġthe', 'count': 30}, {'id': 16, 'token': '-', 'count': 17}, {'id': 288, 'token': 'Ġto', 'count': 17}, {'id': 86, 'token': 's', 'count': 16}, {'id': 282, 'token': 'ing', 'count': 12}, {'id': 295, 'token': 'ic', 'count': 10}, {'id': 261, 'token': 'Ġa', 'count': 9}, {'id': 68, 'token': 'a', 'count': 9}, {'id': 294, 'token': 'Ġand', 'count': 8}]
+state_text='iaurity W�jectvel22ling�eng ofiver aff nowshstand� end)."\x01ionatterside\x0fpleization canll� directly sexally descorm Cariven does dev �erion design�F� ac\nSernundaign pol partib poss c'
+endpoint_text='\nA Christ subjectvel\nEsM now Clah now officersneyized chonerave theatter,. Mization can pro good,ents sex about porms anding no a serial roards.\n\nSdesage after part looking crit th'
+
+step=273 progress=0.2656 next=0.2666 model_t=0.2656 temp=1.550 support=0.2666 conc=3.031
+state_top=[{'id': 772, 'token': 'ning', 'count': 4}, {'id': 274, 'token': 'it', 'count': 4}, {'id': 1825, 'token': '40', 'count': 3}, {'id': 709, 'token': "Ġ'", 'count': 3}, {'id': 1458, 'token': 'Ġdri', 'count': 3}, {'id': 1330, 'token': 'me', 'count': 3}, {'id': 488, 'token': 'Ġthey', 'count': 3}, {'id': 1960, 'token': 'Ġland', 'count': 3}, {'id': 1004, 'token': 'ale', 'count': 3}, {'id': 1803, 'token': 'ability', 'count': 3}, {'id': 69, 'token': 'b', 'count': 3}, {'id': 1696, 'token': 'Ġhuman', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 52}, {'id': 17, 'token': '.', 'count': 44}, {'id': 202, 'token': 'Ċ', 'count': 42}, {'id': 266, 'token': 'Ġthe', 'count': 37}, {'id': 282, 'token': 'ing', 'count': 18}, {'id': 261, 'token': 'Ġa', 'count': 15}, {'id': 288, 'token': 'Ġto', 'count': 15}, {'id': 290, 'token': 'Ġof', 'count': 14}, {'id': 322, 'token': 'Ġis', 'count': 10}, {'id': 29, 'token': ':', 'count': 10}, {'id': 316, 'token': 'id', 'count': 7}, {'id': 294, 'token': 'Ġand', 'count': 7}]
+state_text="ational bit severthough less kind40ling serators roaj aff He because 2016� early lconoot actamug\x0f�� 'Z�ickly fin last anotherson Carps per dev � tw hardost� def W tell driS course "
+endpoint_text='op. W4jectvel isling a. of theing nowctstand5 end)." versionatterside the isization canll quickly,ally descorming a does devenerion designulF.\n\nSome of withist\nayO: 1: We\n\nianx the'
+
+step=274 progress=0.2666 next=0.2676 model_t=0.2666 temp=1.550 support=0.2676 conc=3.043
+state_top=[{'id': 115, 'token': '³', 'count': 4}, {'id': 397, 'token': 'Ġor', 'count': 4}, {'id': 727, 'token': 'ual', 'count': 4}, {'id': 266, 'token': 'Ġthe', 'count': 4}, {'id': 1718, 'token': 'Ġsex', 'count': 3}, {'id': 566, 'token': 'ass', 'count': 3}, {'id': 951, 'token': 'ues', 'count': 3}, {'id': 1458, 'token': 'Ġdri', 'count': 3}, {'id': 550, 'token': 'Ġabout', 'count': 3}, {'id': 839, 'token': 'Ġway', 'count': 3}, {'id': 1960, 'token': 'Ġland', 'count': 3}, {'id': 656, 'token': 'ory', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 86}, {'id': 15, 'token': ',', 'count': 53}, {'id': 17, 'token': '.', 'count': 34}, {'id': 202, 'token': 'Ċ', 'count': 18}, {'id': 280, 'token': 'ed', 'count': 18}, {'id': 290, 'token': 'Ġof', 'count': 17}, {'id': 86, 'token': 's', 'count': 9}, {'id': 261, 'token': 'Ġa', 'count': 8}, {'id': 288, 'token': 'Ġto', 'count': 8}, {'id': 274, 'token': 'it', 'count': 8}, {'id': 294, 'token': 'Ġand', 'count': 7}, {'id': 291, 'token': 'Ġin', 'count': 7}]
+state_text="ational qu#ity less kind� fail signalth prof sexen can because 2016� early pol . Johnationintass� say� 'Z3ickal des Y another8 given for peruespped tw neverost samer real tell driS"
+endpoint_text=', bits get less kind p a series of thes. becauseA,ra l"oot, andugusterian can who quickly finally another hours, per dev �er hardost.s.\n\nSome of the, Iabacedease the the boyx they '
+
+step=275 progress=0.2676 next=0.2686 model_t=0.2676 temp=1.550 support=0.2686 conc=3.055
+state_top=[{'id': 839, 'token': 'Ġway', 'count': 5}, {'id': 396, 'token': 'and', 'count': 4}, {'id': 322, 'token': 'Ġis', 'count': 4}, {'id': 1749, 'token': 'Ġhold', 'count': 4}, {'id': 671, 'token': 'irst', 'count': 4}, {'id': 270, 'token': 'Ġw', 'count': 4}, {'id': 418, 'token': 'ity', 'count': 3}, {'id': 1369, 'token': 'Ġbetter', 'count': 3}, {'id': 772, 'token': 'ning', 'count': 3}, {'id': 1407, 'token': 'ample', 'count': 3}, {'id': 1956, 'token': 'ones', 'count': 3}, {'id': 1104, 'token': 'Ġread', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 69}, {'id': 17, 'token': '.', 'count': 48}, {'id': 15, 'token': ',', 'count': 40}, {'id': 202, 'token': 'Ċ', 'count': 31}, {'id': 290, 'token': 'Ġof', 'count': 21}, {'id': 288, 'token': 'Ġto', 'count': 20}, {'id': 86, 'token': 's', 'count': 14}, {'id': 261, 'token': 'Ġa', 'count': 11}, {'id': 280, 'token': 'ed', 'count': 11}, {'id': 279, 'token': 'Ġb', 'count': 9}, {'id': 282, 'token': 'ing', 'count': 7}, {'id': 16, 'token': '-', 'count': 7}]
+state_text='ON �10ityem", any fail signalth prof sex�ing]con availablener lawack storyation roass� vis�and B better Exalvingning hand Appaining alsororai Sy�evost� hopample spe drited�ootones '
+endpoint_text=" g qualityity a kind of the3d domen. because has rec early lor Johnalint about the say for ' m3ickal despl bank given for theuespped — neverostummer.\n\nShe of the writing about biin"
+
+step=276 progress=0.2686 next=0.2695 model_t=0.2686 temp=1.550 support=0.2695 conc=3.068
+state_top=[{'id': 1194, 'token': 'Ġcle', 'count': 4}, {'id': 898, 'token': 'Ġbel', 'count': 4}, {'id': 336, 'token': 'ver', 'count': 4}, {'id': 1971, 'token': 'itter', 'count': 4}, {'id': 78, 'token': 'k', 'count': 4}, {'id': 731, 'token': 'old', 'count': 4}, {'id': 793, 'token': 'ower', 'count': 4}, {'id': 294, 'token': 'Ġand', 'count': 4}, {'id': 748, 'token': 'round', 'count': 4}, {'id': 754, 'token': 'Ġdid', 'count': 3}, {'id': 418, 'token': 'ity', 'count': 3}, {'id': 100, 'token': '£', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 84}, {'id': 15, 'token': ',', 'count': 43}, {'id': 17, 'token': '.', 'count': 33}, {'id': 202, 'token': 'Ċ', 'count': 29}, {'id': 290, 'token': 'Ġof', 'count': 16}, {'id': 288, 'token': 'Ġto', 'count': 12}, {'id': 291, 'token': 'Ġin', 'count': 11}, {'id': 282, 'token': 'ing', 'count': 10}, {'id': 86, 'token': 's', 'count': 10}, {'id': 322, 'token': 'Ġis', 'count': 10}, {'id': 280, 'token': 'ed', 'count': 8}, {'id': 87, 'token': 't', 'count': 8}]
+state_text='ventpect didityem Comm hig30 find business� be�ing thisama available Sc becauseiver conface expass disc something�z — forons followingvingning16 App fl times usedaimber un�etush ho'
+endpoint_text=' the quarityem the any fail sign\nEreatening down the available, thisackuation cass, vis aband Bedealving and hands the l. E.\n\nM there hoper speockted theootones. Shpped read the wa'
+
+step=277 progress=0.2695 next=0.2705 model_t=0.2695 temp=1.550 support=0.2705 conc=3.080
+state_top=[{'id': 858, 'token': 'ĠWh', 'count': 4}, {'id': 898, 'token': 'Ġbel', 'count': 4}, {'id': 1400, 'token': 'Ġeas', 'count': 4}, {'id': 315, 'token': 'ĠS', 'count': 4}, {'id': 638, 'token': 'port', 'count': 4}, {'id': 1034, 'token': 'gan', 'count': 4}, {'id': 579, 'token': 'ĠY', 'count': 3}, {'id': 1924, 'token': 'imate', 'count': 3}, {'id': 1421, 'token': 'ised', 'count': 3}, {'id': 1247, 'token': 'Ġthings', 'count': 3}, {'id': 759, 'token': 'Ġpol', 'count': 3}, {'id': 973, 'token': 'Ġsur', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 53}, {'id': 266, 'token': 'Ġthe', 'count': 35}, {'id': 15, 'token': ',', 'count': 29}, {'id': 288, 'token': 'Ġto', 'count': 22}, {'id': 318, 'token': 'ĠI', 'count': 21}, {'id': 282, 'token': 'ing', 'count': 13}, {'id': 202, 'token': 'Ċ', 'count': 13}, {'id': 261, 'token': 'Ġa', 'count': 12}, {'id': 280, 'token': 'ed', 'count': 11}, {'id': 294, 'token': 'Ġand', 'count': 11}, {'id': 333, 'token': 'Ġfor', 'count': 8}, {'id': 86, 'token': 's', 'count': 8}]
+state_text='ianpect did abouteryH),ite somet business� cont work wom thisama available Sc becauseiver\x7faceertainides enough view�z —� iss Y discning16 AppX The creat public futureimateisedetife'
+endpoint_text=" of the communityem time. that find I to beicing this version from because I conface cassed,iblying for arreaingi. fl also used toic unset. hope inly, that I I'dgpped wrong in my v"
+
+step=278 progress=0.2705 next=0.2715 model_t=0.2705 temp=1.550 support=0.2715 conc=3.093
+state_top=[{'id': 420, 'token': 'Ġby', 'count': 4}, {'id': 1052, 'token': 'Ġperson', 'count': 4}, {'id': 406, 'token': 'ĠG', 'count': 4}, {'id': 1034, 'token': 'gan', 'count': 4}, {'id': 1279, 'token': 'Ġca', 'count': 4}, {'id': 715, 'token': 'Ġplay', 'count': 3}, {'id': 858, 'token': 'ĠWh', 'count': 3}, {'id': 1041, 'token': 'Ġhelp', 'count': 3}, {'id': 1474, 'token': 'raph', 'count': 3}, {'id': 1882, 'token': 'af', 'count': 3}, {'id': 486, 'token': 'ok', 'count': 3}, {'id': 278, 'token': 'es', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 45}, {'id': 15, 'token': ',', 'count': 42}, {'id': 266, 'token': 'Ġthe', 'count': 40}, {'id': 86, 'token': 's', 'count': 16}, {'id': 288, 'token': 'Ġto', 'count': 16}, {'id': 261, 'token': 'Ġa', 'count': 15}, {'id': 202, 'token': 'Ċ', 'count': 15}, {'id': 318, 'token': 'ĠI', 'count': 12}, {'id': 282, 'token': 'ing', 'count': 10}, {'id': 290, 'token': 'Ġof', 'count': 9}, {'id': 294, 'token': 'Ġand', 'count': 7}, {'id': 72, 'token': 'e', 'count': 6}]
+state_text=' monthsven |ol varHndoid 20al resp showtsations thisamaaking Sc controIN adv7ertain by comperal for its dot num supportction�., Appire The creat publicas personised keowsef.son Qte'
+endpoint_text='.pect did b theH),ite his business bigg work, this year available, becauseivereaceubides enough viewzzations for the Y running.s. The creat a an competif, ab clelyef the of an ungr'
+
+step=279 progress=0.2715 next=0.2725 model_t=0.2715 temp=1.550 support=0.2725 conc=3.105
+state_top=[{'id': 1034, 'token': 'gan', 'count': 4}, {'id': 1234, 'token': 'Ġgovernment', 'count': 4}, {'id': 1890, 'token': 'aged', 'count': 4}, {'id': 277, 'token': 'or', 'count': 4}, {'id': 606, 'token': 'ations', 'count': 3}, {'id': 1518, 'token': 'ĠGo', 'count': 3}, {'id': 347, 'token': 'ir', 'count': 3}, {'id': 1474, 'token': 'raph', 'count': 3}, {'id': 1280, 'token': 'Ġmust', 'count': 3}, {'id': 314, 'token': 'ct', 'count': 3}, {'id': 744, 'token': 'rough', 'count': 3}, {'id': 266, 'token': 'Ġthe', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 56}, {'id': 266, 'token': 'Ġthe', 'count': 51}, {'id': 17, 'token': '.', 'count': 34}, {'id': 202, 'token': 'Ċ', 'count': 29}, {'id': 261, 'token': 'Ġa', 'count': 12}, {'id': 451, 'token': 'âĢ', 'count': 12}, {'id': 86, 'token': 's', 'count': 12}, {'id': 280, 'token': 'ed', 'count': 11}, {'id': 290, 'token': 'Ġof', 'count': 10}, {'id': 328, 'token': 'ad', 'count': 8}, {'id': 282, 'token': 'ing', 'count': 7}, {'id': 87, 'token': 't', 'count': 6}]
+state_text=' socven |ottircganndp 20ividual\x14 than Allationsionama test plan mayINates7AT pass compcy24 its d� during~ ant�., Goire z creat having ret monised tw thentersaignsonalf cre�ia Isvio'
+endpoint_text=' thevenortolle ondoid 20al resp toications this takingved the s adv7ed by comping for its daughteromctionning theters. The creat publicased to had theed.son\nte, in thexosp playak W'
+
+step=280 progress=0.2725 next=0.2734 model_t=0.2725 temp=1.550 support=0.2734 conc=3.118
+state_top=[{'id': 266, 'token': 'Ġthe', 'count': 4}, {'id': 326, 'token': 'ow', 'count': 4}, {'id': 1751, 'token': 'ots', 'count': 3}, {'id': 1693, 'token': 'ama', 'count': 3}, {'id': 406, 'token': 'ĠG', 'count': 3}, {'id': 792, 'token': 'Ġthen', 'count': 3}, {'id': 56, 'token': 'U', 'count': 3}, {'id': 871, 'token': 'Ġmany', 'count': 3}, {'id': 318, 'token': 'ĠI', 'count': 3}, {'id': 1161, 'token': '11', 'count': 3}, {'id': 1337, 'token': 'Ġtri', 'count': 3}, {'id': 597, 'token': 'own', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 69}, {'id': 202, 'token': 'Ċ', 'count': 39}, {'id': 15, 'token': ',', 'count': 29}, {'id': 17, 'token': '.', 'count': 23}, {'id': 290, 'token': 'Ġof', 'count': 16}, {'id': 280, 'token': 'ed', 'count': 13}, {'id': 451, 'token': 'âĢ', 'count': 11}, {'id': 288, 'token': 'Ġto', 'count': 9}, {'id': 282, 'token': 'ing', 'count': 9}, {'id': 254, 'token': 'ľ', 'count': 9}, {'id': 86, 'token': 's', 'count': 7}, {'id': 291, 'token': 'Ġin', 'count': 7}]
+state_text='ots theThere aYouuro severley drource\x14 than All00usedama Centiety particularrict12 rec far G compcyoheeThis politicalaryventirst.,.,annireording then char strong mon If tw thenters'
+endpoint_text=' haven’sHosp 20al as thanicationsionama test plan mayINates7AT pass compared for its dot during thection, the Government willues surgised the thenters.\n\n creport in Israel v play �'
+
+step=281 progress=0.2734 next=0.2744 model_t=0.2734 temp=1.550 support=0.2744 conc=3.131
+state_top=[{'id': 289, 'token': 'Ġm', 'count': 4}, {'id': 1295, 'token': 'Ġtra', 'count': 4}, {'id': 266, 'token': 'Ġthe', 'count': 3}, {'id': 611, 'token': 'Ġher', 'count': 3}, {'id': 1719, 'token': 'Ġdesc', 'count': 3}, {'id': 285, 'token': 'Ġan', 'count': 3}, {'id': 917, 'token': 'ful', 'count': 3}, {'id': 1877, 'token': 'Ġemploy', 'count': 3}, {'id': 1508, 'token': 'ior', 'count': 3}, {'id': 1968, 'token': 'Ġpolitical', 'count': 3}, {'id': 181, 'token': 'õ', 'count': 3}, {'id': 1146, 'token': 'ern', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 82}, {'id': 202, 'token': 'Ċ', 'count': 36}, {'id': 15, 'token': ',', 'count': 30}, {'id': 17, 'token': '.', 'count': 28}, {'id': 290, 'token': 'Ġof', 'count': 17}, {'id': 86, 'token': 's', 'count': 14}, {'id': 291, 'token': 'Ġin', 'count': 10}, {'id': 288, 'token': 'Ġto', 'count': 9}, {'id': 468, 'token': 'The', 'count': 8}, {'id': 261, 'token': 'Ġa', 'count': 7}, {'id': 274, 'token': 'it', 'count': 7}, {'id': 280, 'token': 'ed', 'count': 7}]
+state_text=' and the streristising information miousajent� ev�00usedattle�us particularree body rec powerometool autohee thanorthary rirstiam., netireange then friend sayendedines,elsters.�ues'
+endpoint_text=', the country apityp source of than 500,000 Centar.E the recm G comp.\n itsThised to an more be the entire car then, strong mona,artershe theire the\nia, col job-re ped one the ro pu'
+
+step=282 progress=0.2744 next=0.2754 model_t=0.2744 temp=1.550 support=0.2754 conc=3.143
+state_top=[{'id': 643, 'token': 'Ġbec', 'count': 5}, {'id': 2003, 'token': 'attle', 'count': 4}, {'id': 288, 'token': 'Ġto', 'count': 4}, {'id': 737, 'token': 'iff', 'count': 3}, {'id': 409, 'token': '00', 'count': 3}, {'id': 1378, 'token': 'ĠHow', 'count': 3}, {'id': 1159, 'token': 'iet', 'count': 3}, {'id': 1763, 'token': 'play', 'count': 3}, {'id': 1641, 'token': 'Ġmoney', 'count': 3}, {'id': 1745, 'token': 'ulation', 'count': 3}, {'id': 143, 'token': 'Ï', 'count': 3}, {'id': 559, 'token': 'Ġun', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 53}, {'id': 15, 'token': ',', 'count': 38}, {'id': 17, 'token': '.', 'count': 29}, {'id': 288, 'token': 'Ġto', 'count': 16}, {'id': 86, 'token': 's', 'count': 14}, {'id': 202, 'token': 'Ċ', 'count': 14}, {'id': 290, 'token': 'Ġof', 'count': 10}, {'id': 280, 'token': 'ed', 'count': 9}, {'id': 451, 'token': 'âĢ', 'count': 9}, {'id': 291, 'token': 'Ġin', 'count': 7}, {'id': 294, 'token': 'Ġand', 'count': 6}, {'id': 315, 'token': 'ĠS', 'count': 6}]
+state_text='iff� sk explagesconomul18aj that just ev rep00 broattle speful particularmed R recaleided 7ohoh htt., fullIn finial toget andiffire course num thing say Vinesond Marput3� How mind\n'
+endpoint_text=' and the street of of mious spent more than 500 m said.us-ly-s power G comp,ohone thanusary round, d firero then friends lines, she said.\n\n create a betterwuenceest Russia one of h'
+
+step=283 progress=0.2754 next=0.2764 model_t=0.2754 temp=1.550 support=0.2764 conc=3.156
+state_top=[{'id': 1301, 'token': 'Ġtold', 'count': 4}, {'id': 76, 'token': 'i', 'count': 4}, {'id': 756, 'token': 'ject', 'count': 4}, {'id': 280, 'token': 'ed', 'count': 4}, {'id': 1731, 'token': 'Ġcho', 'count': 3}, {'id': 1099, 'token': 'ages', 'count': 3}, {'id': 195, 'token': 'ă', 'count': 3}, {'id': 1637, 'token': 'Ġair', 'count': 3}, {'id': 294, 'token': 'Ġand', 'count': 3}, {'id': 1799, 'token': '80', 'count': 3}, {'id': 98, 'token': '¡', 'count': 3}, {'id': 269, 'token': 'at', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 62}, {'id': 15, 'token': ',', 'count': 32}, {'id': 202, 'token': 'Ċ', 'count': 30}, {'id': 17, 'token': '.', 'count': 24}, {'id': 280, 'token': 'ed', 'count': 17}, {'id': 288, 'token': 'Ġto', 'count': 14}, {'id': 290, 'token': 'Ġof', 'count': 12}, {'id': 86, 'token': 's', 'count': 12}, {'id': 370, 'token': 'Ġ"', 'count': 12}, {'id': 79, 'token': 'l', 'count': 9}, {'id': 291, 'token': 'Ġin', 'count': 9}, {'id': 611, 'token': 'Ġher', 'count': 8}]
+state_text='iffumentony choages\x03 air�ajq trans ev rep14 broillion spements bric something Statesaleided 7iver by someusks big finade toget and will fore person er80 ex headinesond now� give 12'
+endpoint_text=" and the skirages oful been, that justn't00n I speusVmed R recale R 7,oh.\nusIn rial, and entire oneclre say Vines, Marput.”\n\n advert.\n\n\nIn one of her ownseraxack different from the"
+
+step=284 progress=0.2764 next=0.2773 model_t=0.2764 temp=1.550 support=0.2773 conc=3.169
+state_top=[{'id': 106, 'token': '©', 'count': 5}, {'id': 546, 'token': 'Ġcont', 'count': 4}, {'id': 232, 'token': 'Ĩ', 'count': 4}, {'id': 15, 'token': ',', 'count': 4}, {'id': 291, 'token': 'Ġin', 'count': 3}, {'id': 1190, 'token': 'ret', 'count': 3}, {'id': 276, 'token': 'an', 'count': 3}, {'id': 1106, 'token': 'con', 'count': 3}, {'id': 1656, 'token': 'lf', 'count': 3}, {'id': 1223, 'token': 'oh', 'count': 3}, {'id': 1137, 'token': 'ute', 'count': 3}, {'id': 1799, 'token': '80', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 53}, {'id': 15, 'token': ',', 'count': 37}, {'id': 17, 'token': '.', 'count': 20}, {'id': 16, 'token': '-', 'count': 16}, {'id': 202, 'token': 'Ċ', 'count': 16}, {'id': 280, 'token': 'ed', 'count': 13}, {'id': 290, 'token': 'Ġof', 'count': 11}, {'id': 281, 'token': 'Ġf', 'count': 10}, {'id': 261, 'token': 'Ġa', 'count': 10}, {'id': 288, 'token': 'Ġto', 'count': 9}, {'id': 86, 'token': 's', 'count': 8}, {'id': 323, 'token': 'Ġon', 'count': 7}]
+state_text='rationilar co hourages in��rewals trans annret pop bro�medmentsan Hecon States�ided�lfoh some4ks bigan move togetute X cent gener er80uch cont activond poss( reason factoun Garsute'
+endpoint_text=".umentony explages, theor, that trans $ rep00 billion spect billionB Statesale, 7 off focus on on financ, and will fore person create ex headines.al'tes. However, itThe even tolden"
+
+step=285 progress=0.2773 next=0.2783 model_t=0.2773 temp=1.550 support=0.2783 conc=3.182
+state_top=[{'id': 1911, 'token': 'Ġfight', 'count': 4}, {'id': 1171, 'token': 'Ġinf', 'count': 4}, {'id': 773, 'token': 'iew', 'count': 4}, {'id': 1213, 'token': 'ãĥ', 'count': 3}, {'id': 1470, 'token': 'Ġwomen', 'count': 3}, {'id': 355, 'token': 'Ġwith', 'count': 3}, {'id': 1799, 'token': '80', 'count': 3}, {'id': 546, 'token': 'Ġcont', 'count': 3}, {'id': 981, 'token': 'oun', 'count': 3}, {'id': 1137, 'token': 'ute', 'count': 3}, {'id': 1656, 'token': 'lf', 'count': 3}, {'id': 987, 'token': 'Ġgame', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 62}, {'id': 15, 'token': ',', 'count': 44}, {'id': 17, 'token': '.', 'count': 27}, {'id': 202, 'token': 'Ċ', 'count': 24}, {'id': 280, 'token': 'ed', 'count': 18}, {'id': 16, 'token': '-', 'count': 15}, {'id': 290, 'token': 'Ġof', 'count': 14}, {'id': 86, 'token': 's', 'count': 12}, {'id': 288, 'token': 'Ġto', 'count': 11}, {'id': 377, 'token': 'Ġwas', 'count': 10}, {'id': 261, 'token': 'Ġa', 'count': 9}, {'id': 87, 'token': 't', 'count': 9}]
+state_text='AS ever al hour2ist what�eeAnd womenohniberaff far severmedments�]ents out In with Is�me some fight mostThislesW Commitingxtoint gener#80ress cont supp201ryrent thesekounendedffute'
+endpoint_text=' similar co hourages in a pcals trans annretamp bro the thementsan Hecon’s 7c by some4ks biganatequuteed to generate the the cont, and the theud factoun G theuteless des toldselves'
+
+step=286 progress=0.2783 next=0.2793 model_t=0.2783 temp=1.550 support=0.2793 conc=3.195
+state_top=[{'id': 479, 'token': 'Ġbut', 'count': 5}, {'id': 1112, 'token': 'ness', 'count': 4}, {'id': 699, 'token': 'ell', 'count': 4}, {'id': 76, 'token': 'i', 'count': 4}, {'id': 1197, 'token': 'Ġexpl', 'count': 3}, {'id': 624, 'token': 'ach', 'count': 3}, {'id': 566, 'token': 'ass', 'count': 3}, {'id': 1176, 'token': 'Ġprog', 'count': 3}, {'id': 1243, 'token': 'Ġnever', 'count': 3}, {'id': 892, 'token': 'ason', 'count': 3}, {'id': 290, 'token': 'Ġof', 'count': 3}, {'id': 442, 'token': '--', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 68}, {'id': 15, 'token': ',', 'count': 53}, {'id': 202, 'token': 'Ċ', 'count': 28}, {'id': 17, 'token': '.', 'count': 21}, {'id': 86, 'token': 's', 'count': 12}, {'id': 16, 'token': '-', 'count': 11}, {'id': 280, 'token': 'ed', 'count': 10}, {'id': 451, 'token': 'âĢ', 'count': 9}, {'id': 274, 'token': 'it', 'count': 9}, {'id': 361, 'token': 'Ġ(', 'count': 8}, {'id': 261, 'token': 'Ġa', 'count': 7}, {'id': 288, 'token': 'Ġto', 'count': 7}]
+state_text='AS explus changeasterdu what inWAndill charach 6 belie severassments�isents Oband prog Th� never thereive speThis oppatherinkason techn� leg recordments� cont suppversry ofiek Euro'
+endpoint_text=' all ever almost2ist what\neey Jed by the faronmedments thatuments out, with the ame some the most unanimous sports general progress cont suppondryell these counterp.s per season,uc'
+
+step=287 progress=0.2793 next=0.2803 model_t=0.2793 temp=1.550 support=0.2803 conc=3.208
+state_top=[{'id': 771, 'token': 'Ġ7', 'count': 4}, {'id': 479, 'token': 'Ġbut', 'count': 4}, {'id': 1662, 'token': 'Ġes', 'count': 4}, {'id': 1362, 'token': 'ration', 'count': 4}, {'id': 820, 'token': 'Ġrem', 'count': 3}, {'id': 884, 'token': 'Ġwell', 'count': 3}, {'id': 442, 'token': '--', 'count': 3}, {'id': 226, 'token': 'Ģ', 'count': 3}, {'id': 1265, 'token': 'Ġcontin', 'count': 3}, {'id': 920, 'token': 'Ġinst', 'count': 3}, {'id': 93, 'token': 'z', 'count': 3}, {'id': 1707, 'token': 'ĠAm', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 57}, {'id': 15, 'token': ',', 'count': 51}, {'id': 202, 'token': 'Ċ', 'count': 35}, {'id': 17, 'token': '.', 'count': 34}, {'id': 280, 'token': 'ed', 'count': 14}, {'id': 291, 'token': 'Ġin', 'count': 12}, {'id': 68, 'token': 'a', 'count': 9}, {'id': 361, 'token': 'Ġ(', 'count': 7}, {'id': 290, 'token': 'Ġof', 'count': 7}, {'id': 288, 'token': 'Ġto', 'count': 7}, {'id': 16, 'token': '-', 'count': 7}, {'id': 76, 'token': 'i', 'count': 7}]
+state_text="AS expl canworkaster no what againW Spull char l remTh use 2015ments don life wellec deb prog human Min'sweiveatorsThis oppBink set costu leg record invest� impro offic usry |�iv g"
+endpoint_text=',tusive condued in thepill charach 6 the mass premisentsagand with Th, never thereive speThisouatherink. ( men leg record at the firstroversry of thekrownality better, an ownal sev'
+
+step=288 progress=0.2803 next=0.2812 model_t=0.2803 temp=1.550 support=0.2812 conc=3.221
+state_top=[{'id': 794, 'token': 'Ġevery', 'count': 4}, {'id': 1595, 'token': 'ccess', 'count': 4}, {'id': 354, 'token': 'ĠP', 'count': 4}, {'id': 808, 'token': 'Ġlook', 'count': 4}, {'id': 1043, 'token': 'ets', 'count': 4}, {'id': 82, 'token': 'o', 'count': 3}, {'id': 164, 'token': 'ä', 'count': 3}, {'id': 904, 'token': 'Ġset', 'count': 3}, {'id': 226, 'token': 'Ģ', 'count': 3}, {'id': 332, 'token': 'ig', 'count': 3}, {'id': 1837, 'token': 'Ġunderstand', 'count': 3}, {'id': 317, 'token': 'ot', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 58}, {'id': 202, 'token': 'Ċ', 'count': 34}, {'id': 17, 'token': '.', 'count': 31}, {'id': 15, 'token': ',', 'count': 30}, {'id': 86, 'token': 's', 'count': 15}, {'id': 280, 'token': 'ed', 'count': 10}, {'id': 288, 'token': 'Ġto', 'count': 10}, {'id': 16, 'token': '-', 'count': 10}, {'id': 315, 'token': 'ĠS', 'count': 10}, {'id': 281, 'token': 'Ġf', 'count': 9}, {'id': 451, 'token': 'âĢ', 'count': 7}, {'id': 407, 'token': 'un', 'count': 7}]
+state_text='ittleantometwork iALiff )o overarmiet� remoint { him up game life_entlyish� camp ind times small effering Clvedementink setilar control down recordstem priv impro video |oidickohn '
+endpoint_text="all�ges3 -- what againW Spully l remed use playments don't well/and progor\n's live B\n oppB like setsu leg record off, cont the usry ofieiv and quality had are an the mod 6 j.in us."
+
+step=289 progress=0.2812 next=0.2822 model_t=0.2812 temp=1.550 support=0.2822 conc=3.234
+state_top=[{'id': 317, 'token': 'ot', 'count': 4}, {'id': 512, 'token': 'Ġwho', 'count': 4}, {'id': 1918, 'token': 'urther', 'count': 4}, {'id': 335, 'token': 'Ġy', 'count': 3}, {'id': 15, 'token': ',', 'count': 3}, {'id': 1255, 'token': 'chool', 'count': 3}, {'id': 703, 'token': 'ious', 'count': 3}, {'id': 142, 'token': 'Î', 'count': 3}, {'id': 523, 'token': 'og', 'count': 3}, {'id': 351, 'token': 'ĠB', 'count': 3}, {'id': 794, 'token': 'Ġevery', 'count': 3}, {'id': 1578, 'token': 'ware', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 79}, {'id': 17, 'token': '.', 'count': 30}, {'id': 15, 'token': ',', 'count': 22}, {'id': 351, 'token': 'ĠB', 'count': 15}, {'id': 288, 'token': 'Ġto', 'count': 14}, {'id': 202, 'token': 'Ċ', 'count': 14}, {'id': 86, 'token': 's', 'count': 11}, {'id': 280, 'token': 'ed', 'count': 10}, {'id': 82, 'token': 'o', 'count': 9}, {'id': 92, 'token': 'y', 'count': 9}, {'id': 282, 'token': 'ing', 'count': 9}, {'id': 290, 'token': 'Ġof', 'count': 8}]
+state_text=' y out afterwork iollowlement )o over,ietchool oncechnious6 up 11 sit_entlyishby camp�wardrist would life evved creat be setview control down record<pad>2 inter Goduallyoid�ohn gen'
+endpoint_text='lantomet wu noiffoto overarm the l rem toed him up game life been the flow.St the small eff G (vedBink setsu down. Sed the video | NickF Broll Th hadade Team Goyle Bmon.\n\nLThe Elig'
+
+step=290 progress=0.2822 next=0.2832 model_t=0.2822 temp=1.550 support=0.2832 conc=3.247
+state_top=[{'id': 582, 'token': 'ite', 'count': 4}, {'id': 619, 'token': 'av', 'count': 4}, {'id': 1869, 'token': 'Ġyet', 'count': 4}, {'id': 1139, 'token': 'We', 'count': 4}, {'id': 644, 'token': 'Ġtime', 'count': 4}, {'id': 1255, 'token': 'chool', 'count': 3}, {'id': 5, 'token': '"', 'count': 3}, {'id': 1304, 'token': 'ature', 'count': 3}, {'id': 1456, 'token': 'ten', 'count': 3}, {'id': 385, 'token': 'pp', 'count': 3}, {'id': 1328, 'token': 'app', 'count': 3}, {'id': 151, 'token': '×', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 58}, {'id': 17, 'token': '.', 'count': 40}, {'id': 15, 'token': ',', 'count': 25}, {'id': 202, 'token': 'Ċ', 'count': 16}, {'id': 16, 'token': '-', 'count': 12}, {'id': 280, 'token': 'ed', 'count': 12}, {'id': 1381, 'token': 'Ġ--', 'count': 11}, {'id': 288, 'token': 'Ġto', 'count': 10}, {'id': 351, 'token': 'ĠB', 'count': 9}, {'id': 82, 'token': 'o', 'count': 7}, {'id': 294, 'token': 'Ġand', 'count': 7}, {'id': 403, 'token': 'ĠN', 'count': 7}]
+state_text='�endedresentatedM�lement )year over countryietchool Waritional"atureten partic4C usedish I case�everrist wouldinesination rest creat be Tw bec interest co000\'t particular H struall'
+endpoint_text=' y out after thes. the playo over, and has been a for6 up 11 sit the finishbyNotig that would be believed to be set the N a record.2-0.\nickohn Bog. Th thenance Wasutton -- Ballke]\n'
+
+step=291 progress=0.2832 next=0.2842 model_t=0.2832 temp=1.550 support=0.2842 conc=3.260
+state_top=[{'id': 345, 'token': 'ation', 'count': 4}, {'id': 388, 'token': 'Ġse', 'count': 4}, {'id': 1646, 'token': 'Ġmaking', 'count': 4}, {'id': 264, 'token': 're', 'count': 4}, {'id': 48, 'token': 'M', 'count': 3}, {'id': 102, 'token': '¥', 'count': 3}, {'id': 1412, 'token': 'Ġpolit', 'count': 3}, {'id': 1830, 'token': 'Ġmeet', 'count': 3}, {'id': 1304, 'token': 'ature', 'count': 3}, {'id': 483, 'token': 'Ġk', 'count': 3}, {'id': 311, 'token': 'Ġbe', 'count': 3}, {'id': 1397, 'token': 'Ġinterest', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 44}, {'id': 15, 'token': ',', 'count': 33}, {'id': 17, 'token': '.', 'count': 28}, {'id': 290, 'token': 'Ġof', 'count': 15}, {'id': 202, 'token': 'Ċ', 'count': 15}, {'id': 288, 'token': 'Ġto', 'count': 14}, {'id': 280, 'token': 'ed', 'count': 13}, {'id': 370, 'token': 'Ġ"', 'count': 12}, {'id': 282, 'token': 'ing', 'count': 11}, {'id': 261, 'token': 'Ġa', 'count': 10}, {'id': 86, 'token': 's', 'count': 9}, {'id': 297, 'token': 'le', 'count': 9}]
+state_text='..��elM�// wouldyear\t polit comchoolher meetletature [ andit k used\x1f sc Virstusedrist wouldines fr hology be night); interest Adby� particular� strually start expect exI becated 6a'
+endpoint_text=' y outgatedM thelement ago over " ".emitional"ature and the4C usedish I think however, would berived but be the first interest con of the H struallyoidep. 5 bec G<|endoftext|> a pr'
+
+step=292 progress=0.2842 next=0.2852 model_t=0.2842 temp=1.550 support=0.2852 conc=3.274
+state_top=[{'id': 348, 'token': 'ce', 'count': 4}, {'id': 349, 'token': 'Ġyou', 'count': 4}, {'id': 495, 'token': 'Ġtr', 'count': 4}, {'id': 1646, 'token': 'Ġmaking', 'count': 4}, {'id': 38, 'token': 'C', 'count': 4}, {'id': 314, 'token': 'ct', 'count': 4}, {'id': 48, 'token': 'M', 'count': 3}, {'id': 1588, 'token': 'Ġ2016', 'count': 3}, {'id': 1620, 'token': 'let', 'count': 3}, {'id': 1249, 'token': 'Ġeffect', 'count': 3}, {'id': 1397, 'token': 'Ġinterest', 'count': 3}, {'id': 639, 'token': 'Ġalso', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 53}, {'id': 15, 'token': ',', 'count': 49}, {'id': 17, 'token': '.', 'count': 28}, {'id': 280, 'token': 'ed', 'count': 18}, {'id': 202, 'token': 'Ċ', 'count': 12}, {'id': 288, 'token': 'Ġto', 'count': 12}, {'id': 282, 'token': 'ing', 'count': 11}, {'id': 290, 'token': 'Ġof', 'count': 10}, {'id': 264, 'token': 're', 'count': 9}, {'id': 281, 'token': 'Ġf', 'count': 9}, {'id': 451, 'token': 'âĢ', 'count': 9}, {'id': 86, 'token': 's', 'count': 8}]
+state_text='ars result�elM name import mean evood polit fun 2016her afterletization [\x19 beenef effect\x1f sc V 5eg city wouldission interest autgan be important� interestine ve grou particular� st'
+endpoint_text='w�\nelM,, would  to make comes tooreriature [ andit kes\n sc Virstused that would sue h to beganrowned, of the, strre startly exIgeratedamiation tookisramper annaryar hand whole food'
+
+step=293 progress=0.2852 next=0.2861 model_t=0.2852 temp=1.550 support=0.2861 conc=3.287
+state_top=[{'id': 1514, 'token': 'Ġmillion', 'count': 4}, {'id': 1578, 'token': 'ware', 'count': 3}, {'id': 1034, 'token': 'gan', 'count': 3}, {'id': 300, 'token': 'om', 'count': 3}, {'id': 2030, 'token': 'Ġ50', 'count': 3}, {'id': 450, 'token': 'ard', 'count': 3}, {'id': 448, 'token': 'ies', 'count': 3}, {'id': 1047, 'token': 'Ġfound', 'count': 3}, {'id': 351, 'token': 'ĠB', 'count': 3}, {'id': 1304, 'token': 'ature', 'count': 3}, {'id': 1739, 'token': 'Ġside', 'count': 3}, {'id': 1947, 'token': 'Ġsuccess', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 50}, {'id': 17, 'token': '.', 'count': 40}, {'id': 15, 'token': ',', 'count': 32}, {'id': 280, 'token': 'ed', 'count': 14}, {'id': 288, 'token': 'Ġto', 'count': 13}, {'id': 202, 'token': 'Ċ', 'count': 12}, {'id': 86, 'token': 's', 'count': 12}, {'id': 290, 'token': 'Ġof', 'count': 10}, {'id': 82, 'token': 'o', 'count': 8}, {'id': 16, 'token': '-', 'count': 8}, {'id': 370, 'token': 'Ġ"', 'count': 7}, {'id': 87, 'token': 't', 'count': 7}]
+state_text='ideune�vious post getlish president."issul body beforeherZ comization [inc beenware wouldas sc trans 5eg city med team interest 19gan beED�\x19ained}�gan app str enoughom We thosearm '
+endpoint_text='ars.\nelM name of\n food\n\ncher after organization [ edit ]\n\n V 5 soon would C interested to be important to interestinease, particularlyruick coll those19ken "peline of thecel arher '
+
+step=294 progress=0.2861 next=0.2871 model_t=0.2861 temp=1.550 support=0.2871 conc=3.300
+state_top=[{'id': 1386, 'token': 'Ġbuild', 'count': 4}, {'id': 266, 'token': 'Ġthe', 'count': 4}, {'id': 71, 'token': 'd', 'count': 4}, {'id': 453, 'token': 'ĠJ', 'count': 3}, {'id': 637, 'token': 'ound', 'count': 3}, {'id': 1415, 'token': 'Ġpercent', 'count': 3}, {'id': 2030, 'token': 'Ġ50', 'count': 3}, {'id': 1776, 'token': 'Ġauthor', 'count': 3}, {'id': 1221, 'token': 'Ġresp', 'count': 3}, {'id': 17, 'token': '.', 'count': 3}, {'id': 534, 'token': 'Ġone', 'count': 3}, {'id': 1697, 'token': 'Ġjob', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 55}, {'id': 15, 'token': ',', 'count': 32}, {'id': 17, 'token': '.', 'count': 22}, {'id': 288, 'token': 'Ġto', 'count': 17}, {'id': 290, 'token': 'Ġof', 'count': 15}, {'id': 280, 'token': 'ed', 'count': 13}, {'id': 202, 'token': 'Ċ', 'count': 11}, {'id': 261, 'token': 'Ġa', 'count': 10}, {'id': 86, 'token': 's', 'count': 8}, {'id': 377, 'token': 'Ġwas', 'count': 6}, {'id': 345, 'token': 'ation', 'count': 6}, {'id': 370, 'token': 'Ġ"', 'count': 5}]
+state_text='ideunechn� helprewck president Americ J redu polic before bre Maratterization [ign use varintas\x06ig 57alth med z theirstavoundvelop� percentash}ther app app strstand\x1e We percentarm '
+endpoint_text='ide on theel but get " president missed." before\nthemization [ had been a would to sc trans 5 the city med team interest 19 to began to decained of began app str enoughom We thosea'
+
+step=295 progress=0.2871 next=0.2881 model_t=0.2871 temp=1.550 support=0.2881 conc=3.314
+state_top=[{'id': 1794, 'token': 'Ġshort', 'count': 4}, {'id': 494, 'token': 'ther', 'count': 4}, {'id': 1562, 'token': '17', 'count': 4}, {'id': 275, 'token': 'is', 'count': 4}, {'id': 74, 'token': 'g', 'count': 4}, {'id': 237, 'token': 'ĭ', 'count': 4}, {'id': 283, 'token': 'Ġp', 'count': 3}, {'id': 21, 'token': '2', 'count': 3}, {'id': 1415, 'token': 'Ġpercent', 'count': 3}, {'id': 1725, 'token': 'ault', 'count': 3}, {'id': 515, 'token': 'Ġtheir', 'count': 3}, {'id': 1079, 'token': 'ving', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 66}, {'id': 266, 'token': 'Ġthe', 'count': 39}, {'id': 202, 'token': 'Ċ', 'count': 25}, {'id': 15, 'token': ',', 'count': 22}, {'id': 290, 'token': 'Ġof', 'count': 10}, {'id': 280, 'token': 'ed', 'count': 9}, {'id': 288, 'token': 'Ġto', 'count': 8}, {'id': 16, 'token': '-', 'count': 8}, {'id': 291, 'token': 'Ġin', 'count': 8}, {'id': 1415, 'token': 'Ġpercent', 'count': 7}, {'id': 374, 'token': 'ĠW', 'count': 7}, {'id': 261, 'token': 'Ġa', 'count': 7}]
+state_text='form pchn� short sl2ther several percent redu n thime Maratter�stemign impro anotherintault\x06 tot�7alth med theirac wellov of Amwnsel post persontherism app particstandulationault p'
+endpoint_text=' the begin of isrewck presidentar Juli before bre Maratterization [ignive Texas sc, 57. percent). Inst round.5 percent readed app apply.. We percent for the another quarter, involv'
+
+step=296 progress=0.2881 next=0.2891 model_t=0.2881 temp=1.550 support=0.2891 conc=3.327
+state_top=[{'id': 1387, 'token': 'ww', 'count': 4}, {'id': 1221, 'token': 'Ġresp', 'count': 4}, {'id': 292, 'token': 'Ġd', 'count': 4}, {'id': 1920, 'token': 'mber', 'count': 4}, {'id': 1073, 'token': 'ex', 'count': 4}, {'id': 1498, 'token': 'Ġkill', 'count': 3}, {'id': 1348, 'token': 'Ġpartic', 'count': 3}, {'id': 1745, 'token': 'ulation', 'count': 3}, {'id': 140, 'token': 'Ì', 'count': 3}, {'id': 1987, 'token': '27', 'count': 3}, {'id': 591, 'token': 'Ġbeen', 'count': 3}, {'id': 1309, 'token': 'ĠFr', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 54}, {'id': 17, 'token': '.', 'count': 49}, {'id': 266, 'token': 'Ġthe', 'count': 36}, {'id': 202, 'token': 'Ċ', 'count': 20}, {'id': 86, 'token': 's', 'count': 12}, {'id': 278, 'token': 'es', 'count': 8}, {'id': 291, 'token': 'Ġin', 'count': 8}, {'id': 288, 'token': 'Ġto', 'count': 8}, {'id': 16, 'token': '-', 'count': 7}, {'id': 370, 'token': 'Ġ"', 'count': 7}, {'id': 724, 'token': 'Ġ$', 'count': 7}, {'id': 1415, 'token': 'Ġpercent', 'count': 6}]
+state_text=' For choan� another\x1eertident� � meet protomimeFor30 comstem part few anotherintu monthet kill con op area theirockug\n of Am man att cutish build hour app particerulationivingast17 '
+endpoint_text=' the poll sp, sl2.5 percent redu nlime Maren, ign impro another., billionitt7 percent of theirac,000 of thewn, post personalism applipulation� percents agoures17terw,ving company h'
+
+step=297 progress=0.2891 next=0.2900 model_t=0.2891 temp=1.550 support=0.2900 conc=3.341
+state_top=[{'id': 354, 'token': 'ĠP', 'count': 5}, {'id': 405, 'token': 'Ġcom', 'count': 4}, {'id': 82, 'token': 'o', 'count': 4}, {'id': 1387, 'token': 'ww', 'count': 4}, {'id': 1171, 'token': 'Ġinf', 'count': 4}, {'id': 1477, 'token': 'ently', 'count': 4}, {'id': 1121, 'token': 'Ġmed', 'count': 4}, {'id': 903, 'token': 'Ġprov', 'count': 4}, {'id': 594, 'token': 'ance', 'count': 3}, {'id': 1498, 'token': 'Ġkill', 'count': 3}, {'id': 966, 'token': 'ank', 'count': 3}, {'id': 1508, 'token': 'ior', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 83}, {'id': 266, 'token': 'Ġthe', 'count': 45}, {'id': 17, 'token': '.', 'count': 25}, {'id': 290, 'token': 'Ġof', 'count': 13}, {'id': 86, 'token': 's', 'count': 10}, {'id': 280, 'token': 'ed', 'count': 9}, {'id': 282, 'token': 'ing', 'count': 8}, {'id': 74, 'token': 'g', 'count': 8}, {'id': 292, 'token': 'Ġd', 'count': 7}, {'id': 294, 'token': 'Ġand', 'count': 7}, {'id': 438, 'token': 'ment', 'count': 7}, {'id': 72, 'token': 'e', 'count': 6}]
+state_text="\x07ballance]inal\x1e Mayacownitter Itpntimeals30 como em few�int commordinget killict op return oneock inc\n of beingult connect'f A hour de backankption inc left17 12itiesigarg emationa"
+endpoint_text=' For pan,aks v, several �- rom, which, comes part of anotherintuctet), conclude theirockug\n of the manag cutish building applicer.5ast my ag limarterational dock clear ofview eyiso'
+
+step=298 progress=0.2900 next=0.2910 model_t=0.2900 temp=1.550 support=0.2910 conc=3.354
+state_top=[{'id': 15, 'token': ',', 'count': 4}, {'id': 386, 'token': 'ore', 'count': 3}, {'id': 85, 'token': 'r', 'count': 3}, {'id': 1841, 'token': 'sy', 'count': 3}, {'id': 1364, 'token': 'gy', 'count': 3}, {'id': 321, 'token': 'ĠA', 'count': 3}, {'id': 1749, 'token': 'Ġhold', 'count': 3}, {'id': 34, 'token': '?', 'count': 3}, {'id': 359, 'token': 'Ġas', 'count': 3}, {'id': 1087, 'token': 'ives', 'count': 3}, {'id': 1396, 'token': 'Ġgot', 'count': 3}, {'id': 1049, 'token': 'ata', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 53}, {'id': 266, 'token': 'Ġthe', 'count': 52}, {'id': 17, 'token': '.', 'count': 31}, {'id': 202, 'token': 'Ċ', 'count': 25}, {'id': 288, 'token': 'Ġto', 'count': 21}, {'id': 86, 'token': 's', 'count': 14}, {'id': 451, 'token': 'âĢ', 'count': 11}, {'id': 280, 'token': 'ed', 'count': 8}, {'id': 354, 'token': 'ĠP', 'count': 8}, {'id': 72, 'token': 'e', 'count': 8}, {'id': 310, 'token': 'ly', 'count': 7}, {'id': 291, 'token': 'Ġin', 'count': 7}]
+state_text="ory'reance]inal loveoreished =itter Itace�ralssy recordo br/�ruct commursersZ following opghurther /ore\n of beingS local'gy A hour deual holdption long non�blegetales wom was Russ "
+endpoint_text=' uran]unay Sacown. Itplyimeals, como emp printed thatet killicted in one br\n\n of beingult chief A some deander, inc left, theitiesig/ emational conileank both to theord all theg au'
+
+step=299 progress=0.2910 next=0.2920 model_t=0.2910 temp=1.550 support=0.2920 conc=3.368
+state_top=[{'id': 15, 'token': ',', 'count': 5}, {'id': 342, 'token': "'s", 'count': 4}, {'id': 575, 'token': 'ib', 'count': 4}, {'id': 1895, 'token': 'back', 'count': 4}, {'id': 1026, 'token': 'Ġbetween', 'count': 3}, {'id': 1841, 'token': 'sy', 'count': 3}, {'id': 1838, 'token': 'urs', 'count': 3}, {'id': 1038, 'token': 'Ġop', 'count': 3}, {'id': 86, 'token': 's', 'count': 3}, {'id': 652, 'token': 'ang', 'count': 3}, {'id': 501, 'token': 'Ġne', 'count': 3}, {'id': 359, 'token': 'Ġas', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 56}, {'id': 266, 'token': 'Ġthe', 'count': 29}, {'id': 17, 'token': '.', 'count': 28}, {'id': 202, 'token': 'Ċ', 'count': 22}, {'id': 86, 'token': 's', 'count': 19}, {'id': 451, 'token': 'âĢ', 'count': 17}, {'id': 290, 'token': 'Ġof', 'count': 11}, {'id': 288, 'token': 'Ġto', 'count': 10}, {'id': 294, 'token': 'Ġand', 'count': 9}, {'id': 282, 'token': 'ing', 'count': 8}, {'id': 341, 'token': 'ĠM', 'count': 6}, {'id': 36, 'token': 'A', 'count': 6}]
+state_text=" br'reance� between ve largeished str\x07 police done� line�sytenco economong�ruct moreurs'sZ following opction� u largeleteneitionalS50\x03nce cur\\ againstuals` long non� 24____ said Un"
+endpoint_text=" the performance of the Moreac Twitter spacefrals years ago br/ st the commanders of A\nghandr\n\n of beingST'o Ale de Fankption longackedbleget, M was Russiaile Beth Ccience organ th"
+
+step=300 progress=0.2920 next=0.2930 model_t=0.2920 temp=1.550 support=0.2930 conc=3.382
+state_top=[{'id': 501, 'token': 'Ġne', 'count': 4}, {'id': 202, 'token': 'Ċ', 'count': 4}, {'id': 1531, 'token': 'Ġaff', 'count': 4}, {'id': 627, 'token': 'ond', 'count': 4}, {'id': 532, 'token': 'iz', 'count': 4}, {'id': 693, 'token': 'ates', 'count': 4}, {'id': 1414, 'token': 'Ġplan', 'count': 4}, {'id': 304, 'token': 'Ġl', 'count': 4}, {'id': 594, 'token': 'ance', 'count': 3}, {'id': 563, 'token': 'au', 'count': 3}, {'id': 510, 'token': 'ong', 'count': 3}, {'id': 1166, 'token': 'Ġcor', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 63}, {'id': 266, 'token': 'Ġthe', 'count': 50}, {'id': 202, 'token': 'Ċ', 'count': 23}, {'id': 17, 'token': '.', 'count': 22}, {'id': 288, 'token': 'Ġto', 'count': 12}, {'id': 86, 'token': 's', 'count': 11}, {'id': 290, 'token': 'Ġof', 'count': 11}, {'id': 451, 'token': 'âĢ', 'count': 11}, {'id': 36, 'token': 'A', 'count': 9}, {'id': 261, 'token': 'Ġa', 'count': 9}, {'id': 76, 'token': 'i', 'count': 8}, {'id': 403, 'token': 'ĠN', 'count': 8}]
+state_text=' brpleancevern setau an inst str\x07 police done� using�sy� charFongumruct more formri or following fl coruryent large�ene ForS50ong neitt backasonxts`oint\n� Pr0ort We state� That som'
+endpoint_text=' br\'reance en between theoreaith the police done, line, Syria wrongsruct more than\'s the following opctionatter.\n\n of"S.\'st cur the�uals, in nonh, think said, has men went being pr'
+
+step=301 progress=0.2930 next=0.2939 model_t=0.2930 temp=1.550 support=0.2939 conc=3.396
+state_top=[{'id': 271, 'token': 'Ġo', 'count': 4}, {'id': 2029, 'token': 'An', 'count': 3}, {'id': 973, 'token': 'Ġsur', 'count': 3}, {'id': 1081, 'token': 'ash', 'count': 3}, {'id': 713, 'token': 'ov', 'count': 3}, {'id': 354, 'token': 'ĠP', 'count': 3}, {'id': 50, 'token': 'O', 'count': 3}, {'id': 1778, 'token': 'Ġproper', 'count': 3}, {'id': 830, 'token': 'Ġright', 'count': 3}, {'id': 98, 'token': '¡', 'count': 3}, {'id': 1323, 'token': 'Ġwr', 'count': 3}, {'id': 982, 'token': 'ĠAl', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 43}, {'id': 202, 'token': 'Ċ', 'count': 42}, {'id': 266, 'token': 'Ġthe', 'count': 37}, {'id': 17, 'token': '.', 'count': 28}, {'id': 288, 'token': 'Ġto', 'count': 14}, {'id': 86, 'token': 's', 'count': 14}, {'id': 290, 'token': 'Ġof', 'count': 12}, {'id': 93, 'token': 'z', 'count': 12}, {'id': 280, 'token': 'ed', 'count': 12}, {'id': 532, 'token': 'iz', 'count': 11}, {'id': 68, 'token': 'a', 'count': 11}, {'id': 341, 'token': 'ĠM', 'count': 9}]
+state_text='umlet Warputideo att anintissionable r�An sur chosyating higashningovunullainsrill\n\nsel Pury� consructO PresS game yet equ > properaj�+ book more severivedataatherort We What201uc '
+endpoint_text=' brogance to set up an instead by police,,it tosy the theFongumruct more formri orand of thesent large.ene\nS wrong neg back texts.\n\nThe Pr0 said a state to get somethingogether�sM '
+
+step=302 progress=0.2939 next=0.2949 model_t=0.2939 temp=1.550 support=0.2949 conc=3.409
+state_top=[{'id': 1332, 'token': 'ained', 'count': 5}, {'id': 1335, 'token': 'Ġappro', 'count': 4}, {'id': 407, 'token': 'un', 'count': 4}, {'id': 779, 'token': 'ĠWe', 'count': 4}, {'id': 968, 'token': 'ever', 'count': 4}, {'id': 657, 'token': 'ition', 'count': 4}, {'id': 1141, 'token': 'ER', 'count': 4}, {'id': 1, 'token': '</s>', 'count': 4}, {'id': 1841, 'token': 'sy', 'count': 3}, {'id': 583, 'token': 'orm', 'count': 3}, {'id': 333, 'token': 'Ġfor', 'count': 3}, {'id': 506, 'token': 'Ġme', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 44}, {'id': 15, 'token': ',', 'count': 31}, {'id': 17, 'token': '.', 'count': 30}, {'id': 370, 'token': 'Ġ"', 'count': 20}, {'id': 288, 'token': 'Ġto', 'count': 19}, {'id': 202, 'token': 'Ċ', 'count': 19}, {'id': 86, 'token': 's', 'count': 15}, {'id': 280, 'token': 'ed', 'count': 13}, {'id': 5, 'token': '"', 'count': 9}, {'id': 295, 'token': 'ic', 'count': 8}, {'id': 87, 'token': 't', 'count': 7}, {'id': 68, 'token': 'a', 'count': 7}]
+state_text=' find US�put testverageityintock by appro bAnM chosyrontashningovun0ains We Tw explsel\x08uryorm25 likelyressifiedend for insput Pleaj me 19 book more freord�ess overement Atteales po'
+endpoint_text='uming toputtch an intceptable race - sur choivating cashningovunull to selling. P forent consEOedS game yet equilitiesg "s book more than to rather an Weess\'t have worked an the ne'
+
+step=303 progress=0.2949 next=0.2959 model_t=0.2949 temp=1.550 support=0.2959 conc=3.423
+state_top=[{'id': 810, 'token': 'pect', 'count': 4}, {'id': 968, 'token': 'ever', 'count': 4}, {'id': 1267, 'token': 'Ġbig', 'count': 4}, {'id': 288, 'token': 'Ġto', 'count': 4}, {'id': 23, 'token': '4', 'count': 3}, {'id': 760, 'token': 'ont', 'count': 3}, {'id': 437, 'token': 'art', 'count': 3}, {'id': 275, 'token': 'is', 'count': 3}, {'id': 1733, 'token': 'Ġnon', 'count': 3}, {'id': 587, 'token': 'Ġper', 'count': 3}, {'id': 1704, 'token': 'Ġrecord', 'count': 3}, {'id': 1633, 'token': 'ĠAt', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 45}, {'id': 15, 'token': ',', 'count': 32}, {'id': 17, 'token': '.', 'count': 30}, {'id': 288, 'token': 'Ġto', 'count': 27}, {'id': 290, 'token': 'Ġof', 'count': 15}, {'id': 278, 'token': 'es', 'count': 9}, {'id': 322, 'token': 'Ġis', 'count': 9}, {'id': 282, 'token': 'ing', 'count': 7}, {'id': 202, 'token': 'Ċ', 'count': 7}, {'id': 330, 'token': 'Ġthat', 'count': 7}, {'id': 370, 'token': 'Ġ"', 'count': 7}, {'id': 779, 'token': 'ĠWe', 'count': 6}]
+state_text=' find US plan two pop^itypect Sh4<|endoftext|> & still return cho : generont lineartovun0iorpect Go lfore� becauseien given�� couedarworkis bit some En+�� Soineordiff� overementian'
+endpoint_text=' findingiputian communityintock by the briM upfront of theovunes. We have explain a real-seesressifiedend for insp wee to measure more frequentlyess. We At whoales ( work an theasu'
+
+step=304 progress=0.2959 next=0.2969 model_t=0.2959 temp=1.550 support=0.2969 conc=3.437
+state_top=[{'id': 428, 'token': 'Ġsu', 'count': 5}, {'id': 296, 'token': 'as', 'count': 4}, {'id': 126, 'token': '¾', 'count': 4}, {'id': 600, 'token': 'ction', 'count': 4}, {'id': 572, 'token': 'so', 'count': 3}, {'id': 810, 'token': 'pect', 'count': 3}, {'id': 767, 'token': 'Ġco', 'count': 3}, {'id': 86, 'token': 's', 'count': 3}, {'id': 1353, 'token': 'chn', 'count': 3}, {'id': 605, 'token': 'ress', 'count': 3}, {'id': 241, 'token': 'ı', 'count': 3}, {'id': 493, 'token': 'pl', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 76}, {'id': 15, 'token': ',', 'count': 37}, {'id': 17, 'token': '.', 'count': 31}, {'id': 288, 'token': 'Ġto', 'count': 21}, {'id': 86, 'token': 's', 'count': 13}, {'id': 282, 'token': 'ing', 'count': 12}, {'id': 202, 'token': 'Ċ', 'count': 11}, {'id': 279, 'token': 'Ġb', 'count': 7}, {'id': 330, 'token': 'Ġthat', 'count': 7}, {'id': 79, 'token': 'l', 'count': 6}, {'id': 286, 'token': 'al', 'count': 6}, {'id': 85, 'token': 'r', 'count': 5}]
+state_text=' find=--------ce both^sopect Sh� attal hist Newour direct generise yearimatein Secad� z Go B�ffatingien as Fr\x0e coued requworkisild su En number�s#ineattchnancestementianste tax\x00 in'
+endpoint_text=' finding them in popularity.s by the k still returning the front line theovun0.pect this lackxury-9 withress coendarris, someious the,a moreineord to comp over therote multad of an'
+
+step=305 progress=0.2969 next=0.2979 model_t=0.2969 temp=1.550 support=0.2979 conc=3.451
+state_top=[{'id': 413, 'token': 'Ġex', 'count': 5}, {'id': 428, 'token': 'Ġsu', 'count': 4}, {'id': 92, 'token': 'y', 'count': 4}, {'id': 266, 'token': 'Ġthe', 'count': 4}, {'id': 596, 'token': 'ays', 'count': 3}, {'id': 572, 'token': 'so', 'count': 3}, {'id': 842, 'token': 'Ġ10', 'count': 3}, {'id': 610, 'token': 'Ġthem', 'count': 3}, {'id': 69, 'token': 'b', 'count': 3}, {'id': 815, 'token': 'ific', 'count': 3}, {'id': 1797, 'token': 'ĠGod', 'count': 3}, {'id': 664, 'token': 'te', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 33}, {'id': 202, 'token': 'Ċ', 'count': 29}, {'id': 15, 'token': ',', 'count': 25}, {'id': 17, 'token': '.', 'count': 22}, {'id': 86, 'token': 's', 'count': 16}, {'id': 288, 'token': 'Ġto', 'count': 11}, {'id': 282, 'token': 'ing', 'count': 11}, {'id': 76, 'token': 'i', 'count': 9}, {'id': 280, 'token': 'ed', 'count': 8}, {'id': 287, 'token': 'ar', 'count': 8}, {'id': 361, 'token': 'Ġ(', 'count': 8}, {'id': 72, 'token': 'e', 'count': 7}]
+state_text='ware go evays both^so . h mindved ch hist headour direct generioree accountin trans3 stat lowens un�ip�ien An other 10� them overbis three su En numberidencezular\x11att kindourific p'
+endpoint_text=' find theace both thesopect Sh4eal, New M directcise year-inhadr, and Boffic, as an as co H Chris B super’s engineatt Kancest,ianste not le, part operask the is Jose to actchffieso'
+
+step=306 progress=0.2979 next=0.2988 model_t=0.2979 temp=1.550 support=0.2988 conc=3.465
+state_top=[{'id': 345, 'token': 'ation', 'count': 5}, {'id': 355, 'token': 'Ġwith', 'count': 4}, {'id': 641, 'token': 'fter', 'count': 4}, {'id': 15, 'token': ',', 'count': 4}, {'id': 266, 'token': 'Ġthe', 'count': 4}, {'id': 884, 'token': 'Ġwell', 'count': 4}, {'id': 537, 'token': 'are', 'count': 3}, {'id': 567, 'token': 'ry', 'count': 3}, {'id': 1172, 'token': 'ĠZ', 'count': 3}, {'id': 239, 'token': 'į', 'count': 3}, {'id': 409, 'token': '00', 'count': 3}, {'id': 925, 'token': 'ĠYou', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 51}, {'id': 17, 'token': '.', 'count': 33}, {'id': 16, 'token': '-', 'count': 25}, {'id': 15, 'token': ',', 'count': 25}, {'id': 202, 'token': 'Ċ', 'count': 19}, {'id': 86, 'token': 's', 'count': 16}, {'id': 288, 'token': 'Ġto', 'count': 11}, {'id': 261, 'token': 'Ġa', 'count': 8}, {'id': 296, 'token': 'as', 'count': 8}, {'id': 290, 'token': 'Ġof', 'count': 8}, {'id': 92, 'token': 'y', 'count': 7}, {'id': 371, 'token': 'ĠH', 'count': 6}]
+state_text='� with Tr with social gronture to bestvedagon sure head\x12it^ajor What fl non trans 50 damare2 un�ip�ts vot descreamry".�14 Z three versator tax�atureular�att important� politoadisin'
+endpoint_text='ents go evce. Also a huved ch thelour just generioree-in-ad stat lowens unoffs. An other 10 w them overbis three su for theuzular, a tourific particularlytey.ment. yourasx public p'
+
+step=307 progress=0.2988 next=0.2998 model_t=0.2988 temp=1.550 support=0.2998 conc=3.479
+state_top=[{'id': 321, 'token': 'ĠA', 'count': 4}, {'id': 399, 'token': 'est', 'count': 4}, {'id': 15, 'token': ',', 'count': 4}, {'id': 451, 'token': 'âĢ', 'count': 4}, {'id': 567, 'token': 'ry', 'count': 3}, {'id': 925, 'token': 'ĠYou', 'count': 3}, {'id': 363, 'token': 'ill', 'count': 3}, {'id': 1392, 'token': 'Ġmain', 'count': 3}, {'id': 1510, 'token': 'orth', 'count': 3}, {'id': 291, 'token': 'Ġin', 'count': 3}, {'id': 750, 'token': 'ph', 'count': 3}, {'id': 352, 'token': 'Ġwh', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 70}, {'id': 15, 'token': ',', 'count': 43}, {'id': 16, 'token': '-', 'count': 24}, {'id': 86, 'token': 's', 'count': 18}, {'id': 202, 'token': 'Ċ', 'count': 17}, {'id': 17, 'token': '.', 'count': 17}, {'id': 361, 'token': 'Ġ(', 'count': 17}, {'id': 280, 'token': 'ed', 'count': 9}, {'id': 288, 'token': 'Ġto', 'count': 8}, {'id': 294, 'token': 'Ġand', 'count': 7}, {'id': 355, 'token': 'Ġwith', 'count': 6}, {'id': 290, 'token': 'Ġof', 'count': 6}]
+state_text='~rough Pres includ social poajure Con Brasesagonational land develop6ep organ ser—tah 50 j per prob un purip�ts result off\try make #%riend her versator thiselatureac\xa0 A tw ob speoa'
+endpoint_text=', with a with in f pressure to the theagon the headplit FK\n flA trans 50,are2 unsipaltsvers descreamry the overbis three versator5 theatureulariz thalfour Poad 500y sees.\nAsxriieru'
+
+step=308 progress=0.2998 next=0.3008 model_t=0.2998 temp=1.550 support=0.3008 conc=3.494
+state_top=[{'id': 1324, 'token': 'ĠThat', 'count': 4}, {'id': 1868, 'token': 'Ġaccording', 'count': 4}, {'id': 773, 'token': 'iew', 'count': 4}, {'id': 2039, 'token': 'Ġeither', 'count': 4}, {'id': 299, 'token': 'ion', 'count': 4}, {'id': 674, 'token': 'Ġwork', 'count': 4}, {'id': 54, 'token': 'S', 'count': 4}, {'id': 399, 'token': 'est', 'count': 4}, {'id': 435, 'token': 'pe', 'count': 3}, {'id': 738, 'token': 'Ġtwo', 'count': 3}, {'id': 293, 'token': 'Ġh', 'count': 3}, {'id': 1135, 'token': 'illion', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 43}, {'id': 15, 'token': ',', 'count': 38}, {'id': 17, 'token': '.', 'count': 27}, {'id': 202, 'token': 'Ċ', 'count': 19}, {'id': 288, 'token': 'Ġto', 'count': 15}, {'id': 290, 'token': 'Ġof', 'count': 11}, {'id': 86, 'token': 's', 'count': 11}, {'id': 261, 'token': 'Ġa', 'count': 9}, {'id': 280, 'token': 'ed', 'count': 9}, {'id': 341, 'token': 'ĠM', 'count': 8}, {'id': 282, 'token': 'ing', 'count': 8}, {'id': 354, 'token': 'ĠP', 'count': 7}]
+state_text=' askedrough Pres That socialebpe fail Con accordingA bre butccess internine skn ser Ar\x13 two: should costect un allified�ony resultith John polish h Dratt her using** hig App 4 fam '
+endpoint_text=' brough a include po failure to Brubble M landom6.\n\n Utah Page per not unlip of the time offerry make the% of her versatorarelatureac. AIUload Asrow to see design Youatter Hxriier,'
+
+step=309 progress=0.3008 next=0.3018 model_t=0.3008 temp=1.550 support=0.3018 conc=3.508
+state_top=[{'id': 1324, 'token': 'ĠThat', 'count': 5}, {'id': 1868, 'token': 'Ġaccording', 'count': 4}, {'id': 1808, 'token': 'Ġdoing', 'count': 4}, {'id': 861, 'token': 'Ġdoes', 'count': 4}, {'id': 776, 'token': 'Ġeven', 'count': 4}, {'id': 1213, 'token': 'ãĥ', 'count': 4}, {'id': 1873, 'token': 'ĠMan', 'count': 4}, {'id': 468, 'token': 'The', 'count': 4}, {'id': 565, 'token': 'Ġwould', 'count': 4}, {'id': 660, 'token': 'Ġinto', 'count': 4}, {'id': 41, 'token': 'F', 'count': 4}, {'id': 435, 'token': 'pe', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 47}, {'id': 17, 'token': '.', 'count': 28}, {'id': 266, 'token': 'Ġthe', 'count': 25}, {'id': 288, 'token': 'Ġto', 'count': 22}, {'id': 202, 'token': 'Ċ', 'count': 19}, {'id': 86, 'token': 's', 'count': 17}, {'id': 16, 'token': '-', 'count': 14}, {'id': 280, 'token': 'ed', 'count': 12}, {'id': 290, 'token': 'Ġof', 'count': 11}, {'id': 299, 'token': 'ion', 'count': 9}, {'id': 451, 'token': 'âĢ', 'count': 8}, {'id': 251, 'token': 'Ļ', 'count': 7}]
+state_text='waysraphV Thatizedutionpe different\n\n according product brerough viol tri fact violn ser min new work access should costory 14pl times each,x| John totister doing Drattails using+ '
+endpoint_text="ated of. That's Wpe fail to\nA, but the internine isn’t two: should per b un all n, then resultith Johnd than half of her using like sche 4, I A't ob spe. to z to see design Youorda"
+
+step=310 progress=0.3018 next=0.3027 model_t=0.3018 temp=1.550 support=0.3027 conc=3.522
+state_top=[{'id': 1998, 'token': 'Ġkey', 'count': 4}, {'id': 678, 'token': 'Ġour', 'count': 4}, {'id': 266, 'token': 'Ġthe', 'count': 4}, {'id': 653, 'token': 'Ġnew', 'count': 3}, {'id': 1266, 'token': 'Ġusing', 'count': 3}, {'id': 285, 'token': 'Ġan', 'count': 3}, {'id': 518, 'token': 'Ġus', 'count': 3}, {'id': 776, 'token': 'Ġeven', 'count': 3}, {'id': 1864, 'token': 'dd', 'count': 3}, {'id': 966, 'token': 'ank', 'count': 3}, {'id': 286, 'token': 'al', 'count': 3}, {'id': 42, 'token': 'G', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 47}, {'id': 202, 'token': 'Ċ', 'count': 40}, {'id': 17, 'token': '.', 'count': 28}, {'id': 15, 'token': ',', 'count': 28}, {'id': 16, 'token': '-', 'count': 19}, {'id': 261, 'token': 'Ġa', 'count': 15}, {'id': 86, 'token': 's', 'count': 14}, {'id': 290, 'token': 'Ġof', 'count': 12}, {'id': 451, 'token': 'âĢ', 'count': 10}, {'id': 288, 'token': 'Ġto', 'count': 9}, {'id': 294, 'token': 'Ġand', 'count': 8}, {'id': 81, 'token': 'n', 'count': 7}]
+state_text="ways new vers explve person move tax\n\nually A bu ' meories oneerv spe ser\x11 new� fac * cost iss new ¯�inalx| gr days cor created willails using canile: together AdHe doers ext eithe"
+endpoint_text=" theraph. Thatizedutionpe differentally the products..\nor cren't min new work that should beory complication, and� John Minister doing, saidails using\n. members of what I he more t"
+
+step=311 progress=0.3027 next=0.3037 model_t=0.3027 temp=1.550 support=0.3037 conc=3.536
+state_top=[{'id': 255, 'token': 'Ŀ', 'count': 5}, {'id': 857, 'token': 'arg', 'count': 4}, {'id': 545, 'token': 'ip', 'count': 4}, {'id': 1753, 'token': 'ories', 'count': 3}, {'id': 91, 'token': 'x', 'count': 3}, {'id': 285, 'token': 'Ġan', 'count': 3}, {'id': 271, 'token': 'Ġo', 'count': 3}, {'id': 1143, 'token': 'Ġsays', 'count': 3}, {'id': 1465, 'token': 'Ġpop', 'count': 3}, {'id': 1526, 'token': 'ured', 'count': 3}, {'id': 316, 'token': 'id', 'count': 3}, {'id': 42, 'token': 'G', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 44}, {'id': 202, 'token': 'Ċ', 'count': 41}, {'id': 15, 'token': ',', 'count': 39}, {'id': 17, 'token': '.', 'count': 21}, {'id': 86, 'token': 's', 'count': 15}, {'id': 288, 'token': 'Ġto', 'count': 12}, {'id': 261, 'token': 'Ġa', 'count': 11}, {'id': 368, 'token': 'ers', 'count': 10}, {'id': 451, 'token': 'âĢ', 'count': 10}, {'id': 291, 'token': 'Ġin', 'count': 9}, {'id': 16, 'token': '-', 'count': 9}, {'id': 282, 'token': 'ing', 'count': 8}]
+state_text='�12 versility expect uqu tax go high everynt win Leories oneres spe sub\x11Youargllural if or newON��inalx problem according�min created will contin The means deoad together Adrictity'
+endpoint_text=" a new version in personalment usually A bu ' me, one ofn ser a new workers should cost iss newTats,x projects that be created will be using canile:\n AdHe users ext eitheroneub an "
+
+step=312 progress=0.3037 next=0.3047 model_t=0.3037 temp=1.550 support=0.3047 conc=3.551
+state_top=[{'id': 29, 'token': ':', 'count': 4}, {'id': 255, 'token': 'Ŀ', 'count': 4}, {'id': 287, 'token': 'ar', 'count': 3}, {'id': 262, 'token': 'he', 'count': 3}, {'id': 329, 'token': 'se', 'count': 3}, {'id': 1490, 'token': 'Ġdesign', 'count': 3}, {'id': 86, 'token': 's', 'count': 3}, {'id': 648, 'token': 'Ġwhat', 'count': 3}, {'id': 462, 'token': 'Ġpl', 'count': 3}, {'id': 52, 'token': 'Q', 'count': 3}, {'id': 341, 'token': 'ĠM', 'count': 3}, {'id': 482, 'token': 'ect', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 49}, {'id': 202, 'token': 'Ċ', 'count': 41}, {'id': 15, 'token': ',', 'count': 38}, {'id': 17, 'token': '.', 'count': 26}, {'id': 451, 'token': 'âĢ', 'count': 22}, {'id': 288, 'token': 'Ġto', 'count': 14}, {'id': 86, 'token': 's', 'count': 13}, {'id': 261, 'token': 'Ġa', 'count': 12}, {'id': 255, 'token': 'Ŀ', 'count': 10}, {'id': 68, 'token': 'a', 'count': 9}, {'id': 254, 'token': 'ľ', 'count': 9}, {'id': 251, 'token': 'Ļ', 'count': 9}]
+state_text="�- de amount expect uqu've gote car You pril home oneresar emheativeargouse indember usingONj design mov creenseM such ide creision withoutration The meansizationK together Adicall"
+endpoint_text='� new versility will uqu sh go high everynt win Le the oneres speeds ch blled g or new no the.inalx problem, a be created will continue to deploy together Ad community, particulara'
+
+step=313 progress=0.3047 next=0.3057 model_t=0.3047 temp=1.550 support=0.3057 conc=3.565
+state_top=[{'id': 70, 'token': 'c', 'count': 5}, {'id': 573, 'token': 'ĠV', 'count': 4}, {'id': 723, 'token': 'Ġact', 'count': 4}, {'id': 358, 'token': 'ch', 'count': 4}, {'id': 449, 'token': 'red', 'count': 4}, {'id': 848, 'token': 'ix', 'count': 3}, {'id': 373, 'token': 'Ġcon', 'count': 3}, {'id': 1714, 'token': 'ising', 'count': 3}, {'id': 290, 'token': 'Ġof', 'count': 3}, {'id': 15, 'token': ',', 'count': 3}, {'id': 1409, 'token': 'Ġide', 'count': 3}, {'id': 345, 'token': 'ation', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 32}, {'id': 266, 'token': 'Ġthe', 'count': 28}, {'id': 202, 'token': 'Ċ', 'count': 27}, {'id': 17, 'token': '.', 'count': 24}, {'id': 261, 'token': 'Ġa', 'count': 15}, {'id': 370, 'token': 'Ġ"', 'count': 15}, {'id': 290, 'token': 'Ġof', 'count': 13}, {'id': 86, 'token': 's', 'count': 9}, {'id': 295, 'token': 'ic', 'count': 9}, {'id': 16, 'token': '-', 'count': 8}, {'id': 280, 'token': 'ed', 'count': 8}, {'id': 294, 'token': 'Ġand', 'count': 7}]
+state_text=' Not� gr amount expectalec� gote car19 prney homeginres him\x0c lifevingorouix growice using often non know asked sign�me 100 Can conama withoutising The experience secKly Adicallyalt'
+endpoint_text='o-Rman- uqu crote anday prilt oneresarc byativeargesse ind and using thej design mov creense of such a cres without. The organization large together Adically,be particular�s "ape c'
+
+step=314 progress=0.3057 next=0.3066 model_t=0.3057 temp=1.550 support=0.3066 conc=3.580
+state_top=[{'id': 777, 'token': 'Ġind', 'count': 4}, {'id': 580, 'token': 'ile', 'count': 4}, {'id': 819, 'token': 'Ġshould', 'count': 4}, {'id': 713, 'token': 'ov', 'count': 4}, {'id': 590, 'token': 'ult', 'count': 4}, {'id': 198, 'token': 'Ć', 'count': 4}, {'id': 16, 'token': '-', 'count': 3}, {'id': 119, 'token': '·', 'count': 3}, {'id': 277, 'token': 'or', 'count': 3}, {'id': 1699, 'token': 'Ġavailable', 'count': 3}, {'id': 741, 'token': ').', 'count': 3}, {'id': 1067, 'token': 'ices', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 47}, {'id': 266, 'token': 'Ġthe', 'count': 43}, {'id': 17, 'token': '.', 'count': 21}, {'id': 290, 'token': 'Ġof', 'count': 21}, {'id': 86, 'token': 's', 'count': 18}, {'id': 261, 'token': 'Ġa', 'count': 15}, {'id': 16, 'token': '-', 'count': 13}, {'id': 202, 'token': 'Ċ', 'count': 13}, {'id': 370, 'token': 'Ġ"', 'count': 11}, {'id': 280, 'token': 'ed', 'count': 10}, {'id': 288, 'token': 'Ġto', 'count': 10}, {'id': 70, 'token': 'c', 'count': 8}]
+state_text='ines�ational u since-ination�lyorary19kney where close or on\x0c lifeommorouY Weward available oftennder good Sc sign..meear concauherishure te�ane 30ason partic Onalthib� se� claim,�'
+endpoint_text='�- gr- malec herote caront,ian homeep makes himself life horouix growice,-s, and sign- v the- conv without. The experience secretly,icallyedu! se charx off the uncleedJ’s. P areifi'
+
+step=315 progress=0.3066 next=0.3076 model_t=0.3066 temp=1.550 support=0.3076 conc=3.594
+state_top=[{'id': 462, 'token': 'Ġpl', 'count': 4}, {'id': 1733, 'token': 'Ġnon', 'count': 3}, {'id': 277, 'token': 'or', 'count': 3}, {'id': 1523, 'token': 'conom', 'count': 3}, {'id': 1554, 'token': 'ĠOn', 'count': 3}, {'id': 1701, 'token': 'enn', 'count': 3}, {'id': 1080, 'token': 'ouse', 'count': 3}, {'id': 467, 'token': 'ud', 'count': 3}, {'id': 1929, 'token': 'Ch', 'count': 3}, {'id': 83, 'token': 'p', 'count': 3}, {'id': 323, 'token': 'Ġon', 'count': 3}, {'id': 266, 'token': 'Ġthe', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 54}, {'id': 15, 'token': ',', 'count': 53}, {'id': 17, 'token': '.', 'count': 21}, {'id': 290, 'token': 'Ġof', 'count': 17}, {'id': 288, 'token': 'Ġto', 'count': 14}, {'id': 202, 'token': 'Ċ', 'count': 13}, {'id': 568, 'token': 'ĠâĢ', 'count': 12}, {'id': 451, 'token': 'âĢ', 'count': 11}, {'id': 16, 'token': '-', 'count': 9}, {'id': 261, 'token': 'Ġa', 'count': 8}, {'id': 310, 'token': 'ly', 'count': 7}, {'id': 280, 'token': 'ed', 'count': 7}]
+state_text='ines�ational u� nonop moveiteoraryconom move name T close occ�riignThereorouYery economeryightessostinationson Inmeear 1auvingody rep saidWh iation� their Onublicibimeutureile chan'
+endpoint_text=', national ulf-seolyorary jkney where, or on the-worou. We,, often a good Sc sign-meear youauherishure, theaneanly.ayalthib the se complex, the the back of the handied). Black P Ko'
+
+step=316 progress=0.3076 next=0.3086 model_t=0.3076 temp=1.550 support=0.3086 conc=3.609
+state_top=[{'id': 1049, 'token': 'ata', 'count': 4}, {'id': 294, 'token': 'Ġand', 'count': 4}, {'id': 423, 'token': 'ort', 'count': 4}, {'id': 344, 'token': 'Ġit', 'count': 3}, {'id': 1733, 'token': 'Ġnon', 'count': 3}, {'id': 1833, 'token': 'ĠStates', 'count': 3}, {'id': 277, 'token': 'or', 'count': 3}, {'id': 459, 'token': 'ost', 'count': 3}, {'id': 1627, 'token': 'ĠCol', 'count': 3}, {'id': 1410, 'token': 'ĠSo', 'count': 3}, {'id': 1080, 'token': 'ouse', 'count': 3}, {'id': 857, 'token': 'arg', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 69}, {'id': 15, 'token': ',', 'count': 50}, {'id': 17, 'token': '.', 'count': 31}, {'id': 290, 'token': 'Ġof', 'count': 22}, {'id': 86, 'token': 's', 'count': 17}, {'id': 288, 'token': 'Ġto', 'count': 14}, {'id': 451, 'token': 'âĢ', 'count': 14}, {'id': 202, 'token': 'Ċ', 'count': 13}, {'id': 251, 'token': 'Ļ', 'count': 10}, {'id': 291, 'token': 'Ġin', 'count': 8}, {'id': 261, 'token': 'Ġa', 'count': 8}, {'id': 80, 'token': 'm', 'count': 7}]
+state_text=' cont itational Ed� nonop moveite 3 servconom move Ar If this come�riign Statesorouiteery Imery schoolessost Colailable planatterear / amata less rep� Edockationmber their cre fini'
+endpoint_text=' theocationalisml nonopolitorary economy, T close the refri toitor what. the "rightessostination. In theear of ofvingish rep in theitation of their respredibime clile change, which'
+
+step=317 progress=0.3086 next=0.3096 model_t=0.3086 temp=1.550 support=0.3096 conc=3.624
+state_top=[{'id': 1843, 'token': 'Ġwon', 'count': 4}, {'id': 764, 'token': 'Ġknow', 'count': 3}, {'id': 117, 'token': 'µ', 'count': 3}, {'id': 1627, 'token': 'ĠCol', 'count': 3}, {'id': 1257, 'token': 'Ġincre', 'count': 3}, {'id': 294, 'token': 'Ġand', 'count': 3}, {'id': 1516, 'token': 'atic', 'count': 3}, {'id': 440, 'token': 'ust', 'count': 3}, {'id': 17, 'token': '.', 'count': 3}, {'id': 1102, 'token': 'ode', 'count': 3}, {'id': 1980, 'token': 'Ġz', 'count': 3}, {'id': 263, 'token': 'in', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 37}, {'id': 266, 'token': 'Ġthe', 'count': 32}, {'id': 202, 'token': 'Ċ', 'count': 30}, {'id': 86, 'token': 's', 'count': 23}, {'id': 17, 'token': '.', 'count': 19}, {'id': 288, 'token': 'Ġto', 'count': 14}, {'id': 261, 'token': 'Ġa', 'count': 13}, {'id': 282, 'token': 'ing', 'count': 12}, {'id': 290, 'token': 'Ġof', 'count': 11}, {'id': 294, 'token': 'Ġand', 'count': 11}, {'id': 322, 'token': 'Ġis', 'count': 8}, {'id': 277, 'token': 'or', 'count': 8}]
+state_text=' modmed22 Edargeensive?" each wherehing occarge thingsHe know� come\xa0�iven askosed 4 } local Im pur more highost Col� planah col incre amataposless; withistation? information�agics '
+endpoint_text=", it is� a nonop whiteor servz move. If this is,riign (or inite, youreryightessost Col the plan'sear, amb less rep thenockation of their cre finibility, ad change, and theidouseint"
+
+step=318 progress=0.3096 next=0.3105 model_t=0.3096 temp=1.550 support=0.3105 conc=3.638
+state_top=[{'id': 1313, 'token': 'Ġlet', 'count': 4}, {'id': 290, 'token': 'Ġof', 'count': 4}, {'id': 1843, 'token': 'Ġwon', 'count': 4}, {'id': 854, 'token': 'Ġsub', 'count': 4}, {'id': 73, 'token': 'f', 'count': 4}, {'id': 522, 'token': 'ue', 'count': 4}, {'id': 772, 'token': 'ning', 'count': 4}, {'id': 12, 'token': ')', 'count': 4}, {'id': 1876, 'token': 'ai', 'count': 3}, {'id': 341, 'token': 'ĠM', 'count': 3}, {'id': 1850, 'token': 'ĠIm', 'count': 3}, {'id': 482, 'token': 'ect', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 47}, {'id': 17, 'token': '.', 'count': 38}, {'id': 15, 'token': ',', 'count': 27}, {'id': 288, 'token': 'Ġto', 'count': 23}, {'id': 202, 'token': 'Ċ', 'count': 17}, {'id': 86, 'token': 's', 'count': 11}, {'id': 290, 'token': 'Ġof', 'count': 9}, {'id': 261, 'token': 'Ġa', 'count': 9}, {'id': 361, 'token': 'Ġ(', 'count': 9}, {'id': 16, 'token': '-', 'count': 8}, {'id': 291, 'token': 'Ġin', 'count': 8}, {'id': 5, 'token': '"', 'count': 6}]
+state_text='aimed appear Edley— seen each�hing draged already perform know three come\xa0on How ask M 4 another question Imaugh moreential On Col� videoah colrorageataect invest; withalfation? sy'
+endpoint_text='istmedi the politensive?", wherehing. – thingsHe know more about communityiven supposed b the local,? more highost the tr plan of collect the communityless; withification? p magics'
+
+step=319 progress=0.3105 next=0.3115 model_t=0.3105 temp=1.550 support=0.3115 conc=3.653
+state_top=[{'id': 631, 'token': 'Ġqu', 'count': 5}, {'id': 73, 'token': 'f', 'count': 4}, {'id': 1236, 'token': 'Ġleg', 'count': 4}, {'id': 39, 'token': 'D', 'count': 4}, {'id': 360, 'token': 'Ġwe', 'count': 4}, {'id': 1627, 'token': 'ĠCol', 'count': 3}, {'id': 237, 'token': 'ĭ', 'count': 3}, {'id': 1484, 'token': 'ission', 'count': 3}, {'id': 15, 'token': ',', 'count': 3}, {'id': 2008, 'token': 'ged', 'count': 3}, {'id': 1123, 'token': 'ĠThey', 'count': 3}, {'id': 337, 'token': 'ur', 'count': 3}]
+endpoint_top=[{'id': 202, 'token': 'Ċ', 'count': 48}, {'id': 15, 'token': ',', 'count': 38}, {'id': 266, 'token': 'Ġthe', 'count': 27}, {'id': 17, 'token': '.', 'count': 26}, {'id': 261, 'token': 'Ġa', 'count': 13}, {'id': 282, 'token': 'ing', 'count': 11}, {'id': 290, 'token': 'Ġof', 'count': 11}, {'id': 361, 'token': 'Ġ(', 'count': 11}, {'id': 288, 'token': 'Ġto', 'count': 9}, {'id': 73, 'token': 'f', 'count': 8}, {'id': 294, 'token': 'Ġand', 'count': 8}, {'id': 92, 'token': 'y', 'count': 7}]
+state_text='andov 20 Edley App seen each lookhing quaged alreadyenn st threeicuro different 25 ask en 4to__ plownanentialT Col� video hopionalissionlfata?he; ralfard receont here�outhut and el'
+endpoint_text='adernise Edley—ul each’ drink already perform know three come upon How ask More another question to be more thanining sur the the coloragefect cle; withentation of the\nxle body and'
+
+step=320 progress=0.3115 next=0.3125 model_t=0.3115 temp=1.550 support=0.3125 conc=3.668
+state_top=[{'id': 57, 'token': 'V', 'count': 4}, {'id': 395, 'token': 'ain', 'count': 4}, {'id': 1219, 'token': 'ĠAd', 'count': 4}, {'id': 288, 'token': 'Ġto', 'count': 3}, {'id': 295, 'token': 'ic', 'count': 3}, {'id': 1670, 'token': 'ows', 'count': 3}, {'id': 120, 'token': '¸', 'count': 3}, {'id': 242, 'token': 'IJ', 'count': 3}, {'id': 590, 'token': 'ult', 'count': 3}, {'id': 1790, 'token': 'Ġeng', 'count': 3}, {'id': 631, 'token': 'Ġqu', 'count': 3}, {'id': 422, 'token': 'os', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 37}, {'id': 361, 'token': 'Ġ(', 'count': 29}, {'id': 17, 'token': '.', 'count': 27}, {'id': 266, 'token': 'Ġthe', 'count': 22}, {'id': 202, 'token': 'Ċ', 'count': 17}, {'id': 86, 'token': 's', 'count': 12}, {'id': 451, 'token': 'âĢ', 'count': 11}, {'id': 290, 'token': 'Ġof', 'count': 9}, {'id': 282, 'token': 'ing', 'count': 9}, {'id': 288, 'token': 'Ġto', 'count': 9}, {'id': 318, 'token': 'ĠI', 'count': 7}, {'id': 278, 'token': 'es', 'count': 7}]
+state_text=' even� tovley Bl belie 17 look bec whenize daysency K +ic�ows 25 On 0ef\x1csy b Presanmer b feel show�}ample\x11lfiber�ideo effect rder� rece: here� part av and electoh.eslinexanc� infor'
+endpoint_text='andovled conley— seen each looks quitely the style. different,. M itsto-? clean putT, with theotional self-?he; withichardryont of South, and electciallys are francllingultion thei'
+
+step=321 progress=0.3125 next=0.3135 model_t=0.3125 temp=1.550 support=0.3135 conc=3.683
+state_top=[{'id': 1090, 'token': 'ĠBl', 'count': 4}, {'id': 1236, 'token': 'Ġleg', 'count': 4}, {'id': 549, 'token': 'Ġim', 'count': 4}, {'id': 637, 'token': 'ound', 'count': 4}, {'id': 561, 'token': 'ire', 'count': 4}, {'id': 459, 'token': 'ost', 'count': 4}, {'id': 1342, 'token': 'ĠSp', 'count': 3}, {'id': 209, 'token': 'đ', 'count': 3}, {'id': 85, 'token': 'r', 'count': 3}, {'id': 1203, 'token': 'Wh', 'count': 3}, {'id': 1002, 'token': 'arch', 'count': 3}, {'id': 237, 'token': 'ĭ', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 34}, {'id': 15, 'token': ',', 'count': 33}, {'id': 17, 'token': '.', 'count': 27}, {'id': 202, 'token': 'Ċ', 'count': 17}, {'id': 361, 'token': 'Ġ(', 'count': 14}, {'id': 290, 'token': 'Ġof', 'count': 12}, {'id': 12, 'token': ')', 'count': 12}, {'id': 288, 'token': 'Ġto', 'count': 11}, {'id': 261, 'token': 'Ġa', 'count': 9}, {'id': 322, 'token': 'Ġis', 'count': 9}, {'id': 86, 'token': 's', 'count': 8}, {'id': 92, 'token': 'y', 'count': 8}]
+state_text='\x18wayious >ards Bl�lic legED whe---- nameencyuff far… Sptern im On 0ished\x1c went combive enmer at health show� says Bl\x11ph ouriberideo effect r leadr growWharch�agesget� elect seenoun'
+endpoint_text=' evenen tov. Bl get I looked wheniciency Kagic.ows. On theefted a balanced bar shows (O inlfiberused), the round herself: w, parts and electd.\nenxanc difficultf nice to comp?\nectme'
+
+step=322 progress=0.3135 next=0.3145 model_t=0.3135 temp=1.550 support=0.3145 conc=3.698
+state_top=[{'id': 1490, 'token': 'Ġdesign', 'count': 4}, {'id': 1042, 'token': 'Ġrequ', 'count': 4}, {'id': 806, 'token': 'Ġsupp', 'count': 3}, {'id': 975, 'token': 'alk', 'count': 3}, {'id': 209, 'token': 'đ', 'count': 3}, {'id': 1374, 'token': 'line', 'count': 3}, {'id': 1850, 'token': 'ĠIm', 'count': 3}, {'id': 318, 'token': 'ĠI', 'count': 3}, {'id': 915, 'token': 'ĠSh', 'count': 3}, {'id': 1939, 'token': 'Ġviol', 'count': 3}, {'id': 1213, 'token': 'ãĥ', 'count': 3}, {'id': 290, 'token': 'Ġof', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 49}, {'id': 17, 'token': '.', 'count': 28}, {'id': 202, 'token': 'Ċ', 'count': 27}, {'id': 15, 'token': ',', 'count': 25}, {'id': 86, 'token': 's', 'count': 18}, {'id': 16, 'token': '-', 'count': 12}, {'id': 280, 'token': 'ed', 'count': 12}, {'id': 290, 'token': 'Ġof', 'count': 11}, {'id': 85, 'token': 'r', 'count': 11}, {'id': 282, 'token': 'ing', 'count': 9}, {'id': 261, 'token': 'Ġa', 'count': 9}, {'id': 288, 'token': 'Ġto', 'count': 7}]
+state_text='\x18izediousacyret char supp�ificED�ired Christ� histividool Sp whyaun |alk Comm president went mov\x0bbe== only healthing� says Bl\x11iverant video dep Nled lead sm notWh allow word� went '
+endpoint_text=" evenway to live Blue's thenens when An nameencyuff faric Sptern im Onlished) went live of the band show beat Blue,antiberac the rarerumingarchioagesget, elect it.es\n W some ofI\n\nO"
+
+step=323 progress=0.3145 next=0.3154 model_t=0.3145 temp=1.550 support=0.3154 conc=3.713
+state_top=[{'id': 1153, 'token': 'Ġchar', 'count': 6}, {'id': 1490, 'token': 'Ġdesign', 'count': 6}, {'id': 477, 'token': 'Ġsa', 'count': 5}, {'id': 282, 'token': 'ing', 'count': 5}, {'id': 370, 'token': 'Ġ"', 'count': 5}, {'id': 1275, 'token': 'Ġnumber', 'count': 4}, {'id': 275, 'token': 'is', 'count': 4}, {'id': 1042, 'token': 'Ġrequ', 'count': 4}, {'id': 1126, 'token': 'ton', 'count': 3}, {'id': 522, 'token': 'ue', 'count': 3}, {'id': 1845, 'token': 'Ġhtt', 'count': 3}, {'id': 1252, 'token': 'Ġ18', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 46}, {'id': 15, 'token': ',', 'count': 28}, {'id': 17, 'token': '.', 'count': 20}, {'id': 202, 'token': 'Ċ', 'count': 20}, {'id': 288, 'token': 'Ġto', 'count': 19}, {'id': 261, 'token': 'Ġa', 'count': 13}, {'id': 290, 'token': 'Ġof', 'count': 13}, {'id': 85, 'token': 'r', 'count': 11}, {'id': 86, 'token': 's', 'count': 11}, {'id': 79, 'token': 'l', 'count': 9}, {'id': 12, 'token': ')', 'count': 9}, {'id': 280, 'token': 'ed', 'count': 8}]
+state_text='\x18entioniousacy char char 4 his HED� sarawemptages saool Sp whyaun�alkax president went movosedbe f onlyeving� L R benential 20 Ening� level lead� not head allow word� business make'
+endpoint_text=' twoizedious secret on supplificy fired for thought toory the Sp laun Rick Command went movzbe, at King the the Blue plantions. N H Ir nothing allowed the M (ac round\n\nPain resI Im'
+
+step=324 progress=0.3154 next=0.3164 model_t=0.3154 temp=1.550 support=0.3164 conc=3.728
+state_top=[{'id': 616, 'token': 'Ġthere', 'count': 5}, {'id': 275, 'token': 'is', 'count': 4}, {'id': 1931, 'token': 'ially', 'count': 4}, {'id': 73, 'token': 'f', 'count': 4}, {'id': 1527, 'token': 'ural', 'count': 3}, {'id': 343, 'token': 'Ġhe', 'count': 3}, {'id': 282, 'token': 'ing', 'count': 3}, {'id': 669, 'token': 'Ġtw', 'count': 3}, {'id': 1790, 'token': 'Ġeng', 'count': 3}, {'id': 318, 'token': 'ĠI', 'count': 3}, {'id': 351, 'token': 'ĠB', 'count': 3}, {'id': 1423, 'token': 'oney', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 44}, {'id': 266, 'token': 'Ġthe', 'count': 25}, {'id': 17, 'token': '.', 'count': 22}, {'id': 202, 'token': 'Ċ', 'count': 19}, {'id': 86, 'token': 's', 'count': 18}, {'id': 282, 'token': 'ing', 'count': 13}, {'id': 261, 'token': 'Ġa', 'count': 11}, {'id': 294, 'token': 'Ġand', 'count': 9}, {'id': 275, 'token': 'is', 'count': 8}, {'id': 16, 'token': '-', 'count': 8}, {'id': 290, 'token': 'Ġof', 'count': 7}, {'id': 73, 'token': 'f', 'count': 7}]
+state_text='ourceentionntacy colisk< his inc known\tAs gremptitiesichoolural whych he todayax� went_irst~ f onlyevach� Lare ben combon\x0bingread project :�?" head m wordther� makesac condained gi'
+endpoint_text=' the various propos char of his His, an attempt to save Sp from an walkax,-to-be fleeling. L Ryand, hading N levels, not head allow word those business tracing bl these rePly resru'
+
+step=325 progress=0.3164 next=0.3174 model_t=0.3164 temp=1.550 support=0.3174 conc=3.743
+state_top=[{'id': 934, 'token': 'Ġ|', 'count': 4}, {'id': 1783, 'token': 'Ġcond', 'count': 4}, {'id': 151, 'token': '×', 'count': 4}, {'id': 526, 'token': 'ike', 'count': 4}, {'id': 301, 'token': 'll', 'count': 3}, {'id': 314, 'token': 'ct', 'count': 3}, {'id': 669, 'token': 'Ġtw', 'count': 3}, {'id': 318, 'token': 'ĠI', 'count': 3}, {'id': 1845, 'token': 'Ġhtt', 'count': 3}, {'id': 80, 'token': 'm', 'count': 3}, {'id': 1033, 'token': 'Ġhigh', 'count': 3}, {'id': 961, 'token': 'Ġfin', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 72}, {'id': 17, 'token': '.', 'count': 29}, {'id': 15, 'token': ',', 'count': 22}, {'id': 202, 'token': 'Ċ', 'count': 15}, {'id': 16, 'token': '-', 'count': 13}, {'id': 288, 'token': 'Ġto', 'count': 12}, {'id': 290, 'token': 'Ġof', 'count': 10}, {'id': 282, 'token': 'ing', 'count': 10}, {'id': 261, 'token': 'Ġa', 'count': 9}, {'id': 343, 'token': 'Ġhe', 'count': 8}, {'id': 294, 'token': 'Ġand', 'count': 8}, {'id': 289, 'token': 'Ġm', 'count': 7}]
+state_text=' Mck w fail colisk< having=ital\tto gremptitiesraoolural each * heied Isot wr evarchonssel boevach be L bl ben0on because information7 |ient Inllaim spe wordgan� proarge cond has[ d'
+endpoint_text=' mention of the would char of his incom.As attempt toichool the whych he was "I went head r to f the mach. L Ris uponishing a projectub of?" head machpl, makesac explained and quPl'
+
+step=326 progress=0.3174 next=0.3184 model_t=0.3174 temp=1.550 support=0.3184 conc=3.758
+state_top=[{'id': 526, 'token': 'ike', 'count': 5}, {'id': 1452, 'token': 'Ġgroup', 'count': 4}, {'id': 1559, 'token': 'ither', 'count': 4}, {'id': 1722, 'token': 'Ġtook', 'count': 4}, {'id': 1388, 'token': 'ided', 'count': 3}, {'id': 974, 'token': 'ool', 'count': 3}, {'id': 124, 'token': '¼', 'count': 3}, {'id': 1686, 'token': 'Ġactually', 'count': 3}, {'id': 1130, 'token': 'Ġcre', 'count': 3}, {'id': 1135, 'token': 'illion', 'count': 3}, {'id': 1554, 'token': 'ĠOn', 'count': 3}, {'id': 391, 'token': 'Ġha', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 58}, {'id': 15, 'token': ',', 'count': 45}, {'id': 202, 'token': 'Ċ', 'count': 40}, {'id': 17, 'token': '.', 'count': 27}, {'id': 294, 'token': 'Ġand', 'count': 16}, {'id': 86, 'token': 's', 'count': 12}, {'id': 288, 'token': 'Ġto', 'count': 11}, {'id': 261, 'token': 'Ġa', 'count': 9}, {'id': 87, 'token': 't', 'count': 8}, {'id': 16, 'token': '-', 'count': 7}, {'id': 280, 'token': 'ed', 'count': 7}, {'id': 361, 'token': 'Ġ(', 'count': 7}]
+state_text='formckided failarnince<�one str privtoargefulak reseoolad� *2 16� f eitherote\n itsel bo�". addublic blances charact As games time7 childient Inienol spe 6gan� sec has actually has '
+endpoint_text=' Mck walksice, having aital-to gr-praised him each as he was shot wrong.\n\n boev to be L blced0on becauseing7,. Hell show makgan the pro, he has beenas cly,ctvel briefedpercl cre sk'
+
+step=327 progress=0.3184 next=0.3193 model_t=0.3184 temp=1.550 support=0.3193 conc=3.774
+state_top=[{'id': 855, 'token': 'ĠâĢĶ', 'count': 5}, {'id': 288, 'token': 'Ġto', 'count': 5}, {'id': 690, 'token': 'Ġro', 'count': 4}, {'id': 408, 'token': 'op', 'count': 4}, {'id': 904, 'token': 'Ġset', 'count': 4}, {'id': 903, 'token': 'Ġprov', 'count': 4}, {'id': 334, 'token': 'ac', 'count': 3}, {'id': 202, 'token': 'Ċ', 'count': 3}, {'id': 644, 'token': 'Ġtime', 'count': 3}, {'id': 558, 'token': 'ĠIn', 'count': 3}, {'id': 1846, 'token': 'Ġlove', 'count': 3}, {'id': 433, 'token': 'nt', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 72}, {'id': 202, 'token': 'Ċ', 'count': 25}, {'id': 16, 'token': '-', 'count': 20}, {'id': 17, 'token': '.', 'count': 20}, {'id': 288, 'token': 'Ġto', 'count': 18}, {'id': 15, 'token': ',', 'count': 15}, {'id': 280, 'token': 'ed', 'count': 15}, {'id': 86, 'token': 's', 'count': 12}, {'id': 282, 'token': 'ing', 'count': 10}, {'id': 290, 'token': 'Ġof', 'count': 7}, {'id': 315, 'token': 'ĠS', 'count': 7}, {'id': 294, 'token': 'Ġand', 'count': 6}]
+state_text='acuresR failarninceond� 4 str privission 9ful believe keep Isad� *2 job author f 16ug\n t (urther� here addublic since after charact As De time Ex Uret In lovent speietke free body '
+endpoint_text=" checkided anyarnince last yearonea-to hitak on tradio 2012 16, and either\ny\n's board to address blances. As for 1970. Inllol b 6,, sec has actually has a successfully hectually br"
+
+step=328 progress=0.3193 next=0.3203 model_t=0.3193 temp=1.550 support=0.3203 conc=3.789
+state_top=[{'id': 17, 'token': '.', 'count': 7}, {'id': 1686, 'token': 'Ġactually', 'count': 5}, {'id': 310, 'token': 'ly', 'count': 5}, {'id': 15, 'token': ',', 'count': 4}, {'id': 608, 'token': 'Ġ4', 'count': 3}, {'id': 202, 'token': 'Ċ', 'count': 3}, {'id': 845, 'token': 'ublic', 'count': 3}, {'id': 1629, 'token': 'Ġcame', 'count': 3}, {'id': 408, 'token': 'op', 'count': 3}, {'id': 1913, 'token': 'Ġtoday', 'count': 3}, {'id': 1822, 'token': 'work', 'count': 3}, {'id': 728, 'token': 'ull', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 52}, {'id': 17, 'token': '.', 'count': 45}, {'id': 202, 'token': 'Ċ', 'count': 42}, {'id': 288, 'token': 'Ġto', 'count': 27}, {'id': 16, 'token': '-', 'count': 16}, {'id': 15, 'token': ',', 'count': 14}, {'id': 280, 'token': 'ed', 'count': 11}, {'id': 261, 'token': 'Ġa', 'count': 9}, {'id': 86, 'token': 's', 'count': 9}, {'id': 474, 'token': "'t", 'count': 9}, {'id': 294, 'token': 'Ġand', 'count': 8}, {'id': 291, 'token': 'Ġin', 'count': 8}]
+state_text='leguresR donearnince pople 4 strar right job foundarn away Isadger �2� complete know kindug\n t feeliclet le addublicomet suggest charactse Deement Ex U always rep C19 spe Tination '
+endpoint_text='acuresk\n\n Mondon 401k 90\n keep road for-2 1st f 16\n\n\nJust, here address since after is a long time. U. In theol speedke free body has actually-placed and ined to ro/ain the defcl t'
+
+step=329 progress=0.3203 next=0.3213 model_t=0.3203 temp=1.550 support=0.3213 conc=3.805
+state_top=[{'id': 17, 'token': '.', 'count': 5}, {'id': 1591, 'token': 'ĠÂ', 'count': 4}, {'id': 288, 'token': 'Ġto', 'count': 4}, {'id': 1859, 'token': 'ĠMin', 'count': 4}, {'id': 1674, 'token': 'arm', 'count': 3}, {'id': 15, 'token': ',', 'count': 3}, {'id': 408, 'token': 'op', 'count': 3}, {'id': 910, 'token': 'Ġpres', 'count': 3}, {'id': 307, 'token': 've', 'count': 3}, {'id': 1478, 'token': 'Ġnear', 'count': 3}, {'id': 1613, 'token': 'Ġocc', 'count': 3}, {'id': 941, 'token': 'Ġmon', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 60}, {'id': 202, 'token': 'Ċ', 'count': 35}, {'id': 266, 'token': 'Ġthe', 'count': 33}, {'id': 15, 'token': ',', 'count': 21}, {'id': 288, 'token': 'Ġto', 'count': 19}, {'id': 86, 'token': 's', 'count': 11}, {'id': 29, 'token': ':', 'count': 10}, {'id': 261, 'token': 'Ġa', 'count': 10}, {'id': 92, 'token': 'y', 'count': 9}, {'id': 310, 'token': 'ly', 'count': 8}, {'id': 82, 'token': 'o', 'count': 8}, {'id': 87, 'token': 't', 'count': 7}]
+state_text='legures As\x17�9 po Be 4 strempt C actually found both milit Isivingaps �2� complete amount kindives25 columicle When toannorth sa test charact mem Deets Ex U think something C job\x04 T'
+endpoint_text='\nuresR.arn, pople at Ear right job foundarn two Iad. 22. complete f..\n\nThelt le add��\nse Dev Ex Up the C M spe T. free builth-up, andto ined to rotain,ive its turn InFately to copy'
+
+step=330 progress=0.3213 next=0.3223 model_t=0.3213 temp=1.550 support=0.3223 conc=3.820
+state_top=[{'id': 702, 'token': 'Ġbl', 'count': 5}, {'id': 202, 'token': 'Ċ', 'count': 5}, {'id': 15, 'token': ',', 'count': 4}, {'id': 17, 'token': '.', 'count': 4}, {'id': 1161, 'token': '11', 'count': 4}, {'id': 1770, 'token': 'ĠCo', 'count': 4}, {'id': 1261, 'token': 'Ġfun', 'count': 3}, {'id': 1615, 'token': 'Ġkind', 'count': 3}, {'id': 2010, 'token': 'Ġtot', 'count': 3}, {'id': 1813, 'token': 'rew', 'count': 3}, {'id': 1878, 'token': 'ĠRes', 'count': 3}, {'id': 891, 'token': 'ĠBut', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 51}, {'id': 266, 'token': 'Ġthe', 'count': 39}, {'id': 15, 'token': ',', 'count': 30}, {'id': 288, 'token': 'Ġto', 'count': 25}, {'id': 202, 'token': 'Ċ', 'count': 21}, {'id': 290, 'token': 'Ġof', 'count': 11}, {'id': 294, 'token': 'Ġand', 'count': 10}, {'id': 86, 'token': 's', 'count': 9}, {'id': 82, 'token': 'o', 'count': 9}, {'id': 261, 'token': 'Ġa', 'count': 9}, {'id': 282, 'token': 'ing', 'count': 8}, {'id': 310, 'token': 'ly', 'count': 7}]
+state_text='legures No\x17�\x1b Ad suggAN storyemptchn employ Centiber milit friendefaps � fun�verS kindives25 detumiclevel tot�<|endoftext|> whilerew charact memel opp Secerest think dongerad\x04 also'
+endpoint_text='atures As\n\n9 po Be 4 str. C actually found both, Isivingaps �2, complete entireives, columns to theN sa test charactors Deets Ex U think something City. Turmoil, for say, Alans in '
+
+step=331 progress=0.3223 next=0.3232 model_t=0.3223 temp=1.550 support=0.3232 conc=3.836
+state_top=[{'id': 1744, 'token': 'ched', 'count': 5}, {'id': 1157, 'token': 'ient', 'count': 4}, {'id': 878, 'token': 'als', 'count': 4}, {'id': 205, 'token': 'č', 'count': 3}, {'id': 1900, 'token': 'ividual', 'count': 3}, {'id': 297, 'token': 'le', 'count': 3}, {'id': 1273, 'token': 'Ġopp', 'count': 3}, {'id': 1315, 'token': 'Ġhum', 'count': 3}, {'id': 2025, 'token': 'ensive', 'count': 3}, {'id': 1016, 'token': 'ĠCl', 'count': 3}, {'id': 76, 'token': 'i', 'count': 3}, {'id': 89, 'token': 'v', 'count': 3}]
+endpoint_top=[{'id': 202, 'token': 'Ċ', 'count': 43}, {'id': 15, 'token': ',', 'count': 39}, {'id': 17, 'token': '.', 'count': 38}, {'id': 266, 'token': 'Ġthe', 'count': 36}, {'id': 86, 'token': 's', 'count': 12}, {'id': 288, 'token': 'Ġto', 'count': 10}, {'id': 474, 'token': "'t", 'count': 9}, {'id': 282, 'token': 'ing', 'count': 9}, {'id': 261, 'token': 'Ġa', 'count': 9}, {'id': 267, 'token': 'er', 'count': 8}, {'id': 294, 'token': 'Ġand', 'count': 8}, {'id': 322, 'token': 'Ġis', 'count': 7}]
+state_text="�aysiberull�oolke\rividual 'emptvern gu Yiber militowef child imp�� Youle kindives25 det nevericlevel tot perction 2015ohware memel opp Sec< membersans hum doesn Eng\x04 openploy7ilade"
+endpoint_text="legures J\n\n9 Ad BeAN: Technology Centerout Defaps �2\n\nSWives25olumiclevel�.<|endoftext|>Therew charact modelt, I think don'tadt also openings triltern below, but not in the time. B"
+
+step=332 progress=0.3232 next=0.3242 model_t=0.3232 temp=1.550 support=0.3242 conc=3.851
+state_top=[{'id': 589, 'token': 'ord', 'count': 3}, {'id': 1423, 'token': 'oney', 'count': 3}, {'id': 1074, 'token': 'Ġext', 'count': 3}, {'id': 1759, 'token': 'Ġnight', 'count': 3}, {'id': 344, 'token': 'Ġit', 'count': 3}, {'id': 1884, 'token': 'Ġhig', 'count': 3}, {'id': 1617, 'token': 'Ġpast', 'count': 3}, {'id': 781, 'token': 'Ġthese', 'count': 3}, {'id': 1902, 'token': 'ĠEuro', 'count': 3}, {'id': 988, 'token': 'cept', 'count': 3}, {'id': 687, 'token': 'Ġhim', 'count': 3}, {'id': 865, 'token': 'ert', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 54}, {'id': 202, 'token': 'Ċ', 'count': 37}, {'id': 17, 'token': '.', 'count': 33}, {'id': 266, 'token': 'Ġthe', 'count': 27}, {'id': 261, 'token': 'Ġa', 'count': 16}, {'id': 288, 'token': 'Ġto', 'count': 13}, {'id': 282, 'token': 'ing', 'count': 12}, {'id': 290, 'token': 'Ġof', 'count': 11}, {'id': 451, 'token': 'âĢ', 'count': 9}, {'id': 280, 'token': 'ed', 'count': 8}, {'id': 86, 'token': 's', 'count': 7}, {'id': 568, 'token': 'ĠâĢ', 'count': 7}]
+state_text='� betweeniberull demoolared\r add gu tra� they prov bainedruithervern3� App Youord kindives10argission\n\n ne C\x07 percent 2015 thingware memoney er SecON proble\x19 order doesn� saf class'
+endpoint_text=' hisaysnullontoke,,iseempt to gu Yibernowef child to player whole exives, det nevericlevel the.\n\n\nr aelo Sec the fans, doesnie� openN7ilade belensive, but valually the quality that'
+
+step=333 progress=0.3242 next=0.3252 model_t=0.3242 temp=1.550 support=0.3252 conc=3.867
+state_top=[{'id': 74, 'token': 'g', 'count': 5}, {'id': 184, 'token': 'ø', 'count': 4}, {'id': 1188, 'token': 'Ġposs', 'count': 4}, {'id': 828, 'token': 'ss', 'count': 4}, {'id': 291, 'token': 'Ġin', 'count': 4}, {'id': 794, 'token': 'Ġevery', 'count': 3}, {'id': 801, 'token': 'ĠRe', 'count': 3}, {'id': 1150, 'token': 'ically', 'count': 3}, {'id': 1367, 'token': 'Ġhome', 'count': 3}, {'id': 425, 'token': 'qu', 'count': 3}, {'id': 1840, 'token': 'lish', 'count': 3}, {'id': 743, 'token': 'Ġunder', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 51}, {'id': 15, 'token': ',', 'count': 36}, {'id': 266, 'token': 'Ġthe', 'count': 26}, {'id': 202, 'token': 'Ċ', 'count': 25}, {'id': 288, 'token': 'Ġto', 'count': 13}, {'id': 280, 'token': 'ed', 'count': 11}, {'id': 261, 'token': 'Ġa', 'count': 10}, {'id': 86, 'token': 's', 'count': 10}, {'id': 290, 'token': 'Ġof', 'count': 8}, {'id': 251, 'token': 'Ļ', 'count': 8}, {'id': 282, 'token': 'ing', 'count': 8}, {'id': 451, 'token': 'âĢ', 'count': 7}]
+state_text='� between organull according happared\r addcon cur�ots her b://ages em skilymed power ins d24itions having itsed\n\n heroid\x07 percent 2015 thing ev mem.... every playersired Re\x19 or -� '
+endpoint_text='. Liberal demeared, added tra, they prov bankrupt.3ich. Youord kindives targ command ne Crtic thing the memoney er Sec.\nans order doesn� dis Wark7lladeoy a shirty” Cl squ int those'
+
+step=334 progress=0.3252 next=0.3262 model_t=0.3252 temp=1.550 support=0.3262 conc=3.883
+state_top=[{'id': 611, 'token': 'Ġher', 'count': 5}, {'id': 658, 'token': 'ings', 'count': 4}, {'id': 729, 'token': 'Ġcomm', 'count': 4}, {'id': 1460, 'token': 'here', 'count': 4}, {'id': 1587, 'token': 'ĠDr', 'count': 4}, {'id': 92, 'token': 'y', 'count': 3}, {'id': 1936, 'token': 'Ġsaf', 'count': 3}, {'id': 975, 'token': 'alk', 'count': 3}, {'id': 264, 'token': 're', 'count': 3}, {'id': 1470, 'token': 'Ġwomen', 'count': 3}, {'id': 17, 'token': '.', 'count': 3}, {'id': 624, 'token': 'ach', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 60}, {'id': 17, 'token': '.', 'count': 33}, {'id': 15, 'token': ',', 'count': 27}, {'id': 202, 'token': 'Ċ', 'count': 19}, {'id': 86, 'token': 's', 'count': 18}, {'id': 288, 'token': 'Ġto', 'count': 17}, {'id': 290, 'token': 'Ġof', 'count': 12}, {'id': 280, 'token': 'ed', 'count': 11}, {'id': 261, 'token': 'Ġa', 'count': 9}, {'id': 291, 'token': 'Ġin', 'count': 9}, {'id': 74, 'token': 'g', 'count': 8}, {'id': 92, 'token': 'y', 'count': 7}]
+state_text='y Can organ par according sinceared\r addcon saf� old her giveagagesings?ilymed powereb d orig te together its Le official heroidention percent allow thingoth mem....� players forer'
+endpoint_text='. between pully happared to r the curs on her bedagesriend skilymedi who dress - having looked to her b... thing ev been: everyoneired Re small or - an imp class death drillicallyb'
+
+step=335 progress=0.3262 next=0.3271 model_t=0.3262 temp=1.550 support=0.3271 conc=3.898
+state_top=[{'id': 1684, 'token': 'ĠCan', 'count': 4}, {'id': 635, 'token': 'ree', 'count': 4}, {'id': 128, 'token': 'À', 'count': 4}, {'id': 1933, 'token': 'wh', 'count': 4}, {'id': 1982, 'token': 'Ġtogether', 'count': 4}, {'id': 278, 'token': 'es', 'count': 4}, {'id': 611, 'token': 'Ġher', 'count': 3}, {'id': 658, 'token': 'ings', 'count': 3}, {'id': 1955, 'token': 'ĠChrist', 'count': 3}, {'id': 1820, 'token': 'Ġwent', 'count': 3}, {'id': 1086, 'token': 'der', 'count': 3}, {'id': 339, 'token': 'ld', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 67}, {'id': 15, 'token': ',', 'count': 33}, {'id': 17, 'token': '.', 'count': 30}, {'id': 202, 'token': 'Ċ', 'count': 23}, {'id': 288, 'token': 'Ġto', 'count': 18}, {'id': 290, 'token': 'Ġof', 'count': 12}, {'id': 86, 'token': 's', 'count': 12}, {'id': 280, 'token': 'ed', 'count': 11}, {'id': 265, 'token': 'on', 'count': 10}, {'id': 92, 'token': 'y', 'count': 9}, {'id': 264, 'token': 're', 'count': 9}, {'id': 261, 'token': 'Ġa', 'count': 8}]
+state_text='ald Can organ par whichree Commiven addtyange� video herial suragesings?iffmedions devallyace Te 4 grou� Christ herenceals percent How feton\x18....op home She T season {alk support i'
+endpoint_text='y, organ par, sinceared to addcon toe in her bag,ings?ilymed poweret daughter. its Le of her now is not allowedoth member.. Sroud oralkf a t to the pically fansre his anti-ats fami'
+
+step=336 progress=0.3271 next=0.3281 model_t=0.3271 temp=1.550 support=0.3281 conc=3.914
+state_top=[{'id': 1216, 'token': 'This', 'count': 4}, {'id': 414, 'token': 'Ġv', 'count': 4}, {'id': 1775, 'token': 'Ġwhether', 'count': 4}, {'id': 429, 'token': 'ive', 'count': 4}, {'id': 278, 'token': 'es', 'count': 4}, {'id': 73, 'token': 'f', 'count': 3}, {'id': 1742, 'token': 'Ġreason', 'count': 3}, {'id': 1955, 'token': 'ĠChrist', 'count': 3}, {'id': 924, 'token': 'Ġent', 'count': 3}, {'id': 1100, 'token': 'ize', 'count': 3}, {'id': 1699, 'token': 'Ġavailable', 'count': 3}, {'id': 1805, 'token': 'Ġdam', 'count': 3}]
+endpoint_top=[{'id': 202, 'token': 'Ċ', 'count': 42}, {'id': 15, 'token': ',', 'count': 36}, {'id': 17, 'token': '.', 'count': 28}, {'id': 266, 'token': 'Ġthe', 'count': 24}, {'id': 288, 'token': 'Ġto', 'count': 15}, {'id': 261, 'token': 'Ġa', 'count': 12}, {'id': 86, 'token': 's', 'count': 11}, {'id': 290, 'token': 'Ġof', 'count': 9}, {'id': 16, 'token': '-', 'count': 7}, {'id': 294, 'token': 'Ġand', 'count': 7}, {'id': 295, 'token': 'ic', 'count': 7}, {'id': 92, 'token': 'y', 'count': 6}]
+state_text='aldh organ par n caseorth going addtyangeoad video her avfroundult? Tomed� reasonally childrenYring grou� Christ ChristenceWh percent timesvert A unt al certain lookxtators season '
+endpoint_text='y�c, whichrees pre addtyangeig of her maglings?\nmedions finallyaceA 4 because tos her toals, her a prettyop. She Ts walk is a tiny trans ent fans a little anti acc Am str". conshe,'
+
+step=337 progress=0.3281 next=0.3291 model_t=0.3281 temp=1.550 support=0.3291 conc=3.930
+state_top=[{'id': 294, 'token': 'Ġand', 'count': 5}, {'id': 15, 'token': ',', 'count': 5}, {'id': 534, 'token': 'Ġone', 'count': 4}, {'id': 40, 'token': 'E', 'count': 4}, {'id': 945, 'token': 'Ġstud', 'count': 4}, {'id': 429, 'token': 'ive', 'count': 4}, {'id': 326, 'token': 'ow', 'count': 4}, {'id': 891, 'token': 'ĠBut', 'count': 3}, {'id': 1955, 'token': 'ĠChrist', 'count': 3}, {'id': 1775, 'token': 'Ġwhether', 'count': 3}, {'id': 1415, 'token': 'Ġpercent', 'count': 3}, {'id': 1919, 'token': 'Ġdeb', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 40}, {'id': 15, 'token': ',', 'count': 37}, {'id': 266, 'token': 'Ġthe', 'count': 22}, {'id': 202, 'token': 'Ċ', 'count': 13}, {'id': 261, 'token': 'Ġa', 'count': 12}, {'id': 290, 'token': 'Ġof', 'count': 12}, {'id': 288, 'token': 'Ġto', 'count': 12}, {'id': 294, 'token': 'Ġand', 'count': 12}, {'id': 92, 'token': 'y', 'count': 9}, {'id': 283, 'token': 'Ġp', 'count': 8}, {'id': 282, 'token': 'ing', 'count': 7}, {'id': 72, 'token': 'e', 'count': 7}]
+state_text='aldh organvern event�orth leastable� doad videoib supportforroundetad Tomed mem creat offic cut ButU Dr� Christ people whether� percentockvert Arit ke es look� est nextYou one X ha'
+endpoint_text='-how par nat not going addty a cl of golf cult? Tooryhally childrenYring, the  ChristenceWhat times, you see almost looking?ed it sit to wilden deb trans ent goans."\n\nat\'re to me".'
+
+step=338 progress=0.3291 next=0.3301 model_t=0.3291 temp=1.550 support=0.3301 conc=3.946
+state_top=[{'id': 15, 'token': ',', 'count': 5}, {'id': 1464, 'token': 'ides', 'count': 4}, {'id': 1919, 'token': 'Ġdeb', 'count': 4}, {'id': 654, 'token': '----', 'count': 4}, {'id': 68, 'token': 'a', 'count': 4}, {'id': 21, 'token': '2', 'count': 3}, {'id': 40, 'token': 'E', 'count': 3}, {'id': 266, 'token': 'Ġthe', 'count': 3}, {'id': 431, 'token': 'Ġsh', 'count': 3}, {'id': 1974, 'token': 'Ġpract', 'count': 3}, {'id': 520, 'token': 'ous', 'count': 3}, {'id': 1485, 'token': 'stand', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 61}, {'id': 17, 'token': '.', 'count': 37}, {'id': 266, 'token': 'Ġthe', 'count': 35}, {'id': 290, 'token': 'Ġof', 'count': 16}, {'id': 261, 'token': 'Ġa', 'count': 15}, {'id': 282, 'token': 'ing', 'count': 12}, {'id': 370, 'token': 'Ġ"', 'count': 11}, {'id': 294, 'token': 'Ġand', 'count': 9}, {'id': 288, 'token': 'Ġto', 'count': 9}, {'id': 68, 'token': 'a', 'count': 8}, {'id': 202, 'token': 'Ċ', 'count': 8}, {'id': 16, 'token': '-', 'count': 7}]
+state_text=" data Min organ ear event� Dr leastable� lowoadimesides support yetround becuss�med) rec t cutokount2�arch informationource� 'ina account Aritly);arirect estwh htt resultrow of le�"
+endpoint_text='-haps. He\'s a pretty dangeribility theroundet? Toigso,. ButU that, in people share block. Arit. es looks. "You one of haild,? " entphE." "ort of the Am me".— is, which looksmer the'
+
+step=339 progress=0.3301 next=0.3311 model_t=0.3301 temp=1.550 support=0.3311 conc=3.962
+state_top=[{'id': 1397, 'token': 'Ġinterest', 'count': 4}, {'id': 396, 'token': 'and', 'count': 4}, {'id': 15, 'token': ',', 'count': 4}, {'id': 1805, 'token': 'Ġdam', 'count': 4}, {'id': 377, 'token': 'Ġwas', 'count': 3}, {'id': 668, 'token': 'Ġrec', 'count': 3}, {'id': 1441, 'token': 'ina', 'count': 3}, {'id': 342, 'token': "'s", 'count': 3}, {'id': 266, 'token': 'Ġthe', 'count': 3}, {'id': 1974, 'token': 'Ġpract', 'count': 3}, {'id': 264, 'token': 're', 'count': 3}, {'id': 658, 'token': 'ings', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 66}, {'id': 266, 'token': 'Ġthe', 'count': 45}, {'id': 17, 'token': '.', 'count': 19}, {'id': 261, 'token': 'Ġa', 'count': 12}, {'id': 290, 'token': 'Ġof', 'count': 12}, {'id': 294, 'token': 'Ġand', 'count': 11}, {'id': 16, 'token': '-', 'count': 10}, {'id': 361, 'token': 'Ġ(', 'count': 9}, {'id': 86, 'token': 's', 'count': 9}, {'id': 370, 'token': 'Ġ"', 'count': 9}, {'id': 310, 'token': 'ly', 'count': 8}, {'id': 280, 'token': 'ed', 'count': 8}]
+state_text=" as LE ear event� aohatch�ink was Pl�estaterround becarm'med 3 rec t cut whichount2 no hum Bource New'veina X Arit gettingressarsh est ac htt resultrow play interest� deb cather'si"
+endpoint_text="-h the ear just a Dr leastablet doado ( ( (round (adirmed) and arookount that thearch the the the 'ina. A particularly harbar the the resultrow of theav. The entireEch—rewbe the Am"
+
+step=340 progress=0.3311 next=0.3320 model_t=0.3311 temp=1.550 support=0.3320 conc=3.978
+state_top=[{'id': 1441, 'token': 'ina', 'count': 4}, {'id': 1643, 'token': 'You', 'count': 4}, {'id': 261, 'token': 'Ġa', 'count': 4}, {'id': 965, 'token': 'read', 'count': 4}, {'id': 1089, 'token': 'Ġlead', 'count': 4}, {'id': 204, 'token': 'Č', 'count': 3}, {'id': 793, 'token': 'ower', 'count': 3}, {'id': 1193, 'token': 'Ġiss', 'count': 3}, {'id': 1466, 'token': 'to', 'count': 3}, {'id': 1097, 'token': 'Ġcour', 'count': 3}, {'id': 975, 'token': 'alk', 'count': 3}, {'id': 650, 'token': 'du', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 46}, {'id': 15, 'token': ',', 'count': 38}, {'id': 17, 'token': '.', 'count': 22}, {'id': 202, 'token': 'Ċ', 'count': 16}, {'id': 290, 'token': 'Ġof', 'count': 14}, {'id': 18, 'token': '/', 'count': 13}, {'id': 86, 'token': 's', 'count': 12}, {'id': 280, 'token': 'ed', 'count': 10}, {'id': 396, 'token': 'and', 'count': 10}, {'id': 342, 'token': "'s", 'count': 9}, {'id': 261, 'token': 'Ġa', 'count': 8}, {'id': 16, 'token': '-', 'count': 8}]
+state_text=" asON cl�'� for each games charault ofision happen);ater about su shab delium againability cut viewrent2chool turnvern equ coursettinaales { must vressner whoublic�Haoll When kn V�"
+endpoint_text=" as 'E ear', a reatchdown was thegest ground becarm'med to be trou which,2 no the Bill Newsina. Aritish barshlyy the resultrow play's out. Thether'sEven debut or the new shop—stve "
+
+step=341 progress=0.3320 next=0.3330 model_t=0.3320 temp=1.550 support=0.3330 conc=3.995
+state_top=[{'id': 1771, 'token': 'Ġbody', 'count': 4}, {'id': 1124, 'token': '50', 'count': 4}, {'id': 1789, 'token': 'Ġevent', 'count': 4}, {'id': 1204, 'token': 'Ġchild', 'count': 4}, {'id': 112, 'token': '°', 'count': 3}, {'id': 428, 'token': 'Ġsu', 'count': 3}, {'id': 760, 'token': 'ont', 'count': 3}, {'id': 1441, 'token': 'ina', 'count': 3}, {'id': 1012, 'token': 'ner', 'count': 3}, {'id': 342, 'token': "'s", 'count': 3}, {'id': 545, 'token': 'ip', 'count': 3}, {'id': 42, 'token': 'G', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 42}, {'id': 15, 'token': ',', 'count': 27}, {'id': 17, 'token': '.', 'count': 20}, {'id': 261, 'token': 'Ġa', 'count': 14}, {'id': 282, 'token': 'ing', 'count': 13}, {'id': 290, 'token': 'Ġof', 'count': 12}, {'id': 280, 'token': 'ed', 'count': 10}, {'id': 88, 'token': 'u', 'count': 9}, {'id': 288, 'token': 'Ġto', 'count': 9}, {'id': 342, 'token': "'s", 'count': 8}, {'id': 315, 'token': 'ĠS', 'count': 8}, {'id': 291, 'token': 'Ġin', 'count': 7}]
+state_text=' full---- cl writ\'� eachet charput lot �\\urnater about su� free delivid again 2 cut view\x03 disontamp re viol market seeina y performButysressnerothe f bodya aff campaign kn��av",\'si'
+endpoint_text=" as Luke', forward in charge of one ofestater about the shab.ium's no cut in 2002, turn B thelettina. F the vressner who was RHa. When kn Victna's name as string or the not sh of A"
+
+step=342 progress=0.3330 next=0.3340 model_t=0.3330 temp=1.550 support=0.3340 conc=4.011
+state_top=[{'id': 1011, 'token': 'Ġtrans', 'count': 4}, {'id': 1419, 'token': '14', 'count': 4}, {'id': 763, 'token': 'tern', 'count': 4}, {'id': 71, 'token': 'd', 'count': 4}, {'id': 1998, 'token': 'Ġkey', 'count': 3}, {'id': 700, 'token': 'amp', 'count': 3}, {'id': 589, 'token': 'ord', 'count': 3}, {'id': 291, 'token': 'Ġin', 'count': 3}, {'id': 17, 'token': '.', 'count': 3}, {'id': 999, 'token': 'Ġworld', 'count': 3}, {'id': 1976, 'token': 'Ġgetting', 'count': 3}, {'id': 2027, 'token': 'ober', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 62}, {'id': 266, 'token': 'Ġthe', 'count': 35}, {'id': 17, 'token': '.', 'count': 23}, {'id': 86, 'token': 's', 'count': 15}, {'id': 16, 'token': '-', 'count': 14}, {'id': 261, 'token': 'Ġa', 'count': 13}, {'id': 290, 'token': 'Ġof', 'count': 11}, {'id': 288, 'token': 'Ġto', 'count': 8}, {'id': 295, 'token': 'ic', 'count': 8}, {'id': 283, 'token': 'Ġp', 'count': 8}, {'id': 282, 'token': 'ing', 'count': 7}, {'id': 273, 'token': 'Ġc', 'count': 6}]
+state_text=' key milit clield� � withouldet char bet lot reason\\urn\n\n mod sums State job experubifylect could20:evamp reppect be seeina del Ex problemysressnerche fundAndinesating night other`'
+endpoint_text=" as a clke', for eachet char a ofal burn. The super free del,s 2 cut view S disont his revol seeB yingBut hypotheredical, affect kn. Dav it's raw. it's a c of letiá le broot from t"
+
+step=343 progress=0.3340 next=0.3350 model_t=0.3340 temp=1.550 support=0.3350 conc=4.027
+state_top=[{'id': 449, 'token': 'red', 'count': 4}, {'id': 303, 'token': 'Ġn', 'count': 3}, {'id': 294, 'token': 'Ġand', 'count': 3}, {'id': 29, 'token': ':', 'count': 3}, {'id': 187, 'token': 'û', 'count': 3}, {'id': 77, 'token': 'j', 'count': 3}, {'id': 779, 'token': 'ĠWe', 'count': 3}, {'id': 1038, 'token': 'Ġop', 'count': 3}, {'id': 1671, 'token': 'Ġmar', 'count': 3}, {'id': 627, 'token': 'ond', 'count': 3}, {'id': 1011, 'token': 'Ġtrans', 'count': 3}, {'id': 773, 'token': 'iew', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 49}, {'id': 15, 'token': ',', 'count': 26}, {'id': 266, 'token': 'Ġthe', 'count': 25}, {'id': 202, 'token': 'Ċ', 'count': 21}, {'id': 10, 'token': "'", 'count': 19}, {'id': 709, 'token': "Ġ'", 'count': 15}, {'id': 86, 'token': 's', 'count': 14}, {'id': 282, 'token': 'ing', 'count': 13}, {'id': 288, 'token': 'Ġto', 'count': 11}, {'id': 261, 'token': 'Ġa', 'count': 11}, {'id': 290, 'token': 'Ġof', 'count': 10}, {'id': 280, 'token': 'ed', 'count': 8}]
+state_text='ied� nield developircefouldies"� andirl\\\'\n\n mod11m State job expermanatelylect could20:�amp repread be see concilyaf problem� amount17 followhe bodyThis refj going other`intav Wein'
+endpoint_text=" key to clield', with monetary as. burning about sumsore job pubelect could say: They're rep to be seeina del Ex an impressroche whoistsaating night otheror David's.aworth kn's a a"
+
+step=344 progress=0.3350 next=0.3359 model_t=0.3350 temp=1.550 support=0.3359 conc=4.044
+state_top=[{'id': 1853, 'token': 'Âł', 'count': 4}, {'id': 449, 'token': 'red', 'count': 4}, {'id': 294, 'token': 'Ġand', 'count': 3}, {'id': 1706, 'token': 'Ġsing', 'count': 3}, {'id': 328, 'token': 'ad', 'count': 3}, {'id': 311, 'token': 'Ġbe', 'count': 3}, {'id': 1383, 'token': 'Ġbro', 'count': 3}, {'id': 308, 'token': 'Ġe', 'count': 3}, {'id': 915, 'token': 'ĠSh', 'count': 3}, {'id': 430, 'token': 'ould', 'count': 3}, {'id': 589, 'token': 'ord', 'count': 3}, {'id': 419, 'token': 'ant', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 36}, {'id': 15, 'token': ',', 'count': 36}, {'id': 202, 'token': 'Ċ', 'count': 25}, {'id': 17, 'token': '.', 'count': 22}, {'id': 86, 'token': 's', 'count': 18}, {'id': 261, 'token': 'Ġa', 'count': 13}, {'id': 288, 'token': 'Ġto', 'count': 12}, {'id': 92, 'token': 'y', 'count': 10}, {'id': 280, 'token': 'ed', 'count': 9}, {'id': 451, 'token': 'âĢ', 'count': 9}, {'id': 294, 'token': 'Ġand', 'count': 8}, {'id': 267, 'token': 'er', 'count': 8}]
+state_text='ied pot nield develop Lefont� On here and including\\ued country mod ordermout sing experivesohnript could20:nessad repion be understandural yet ent problem� Boint understandheuckan'
+endpoint_text='ied the nield an "efapies") and thes\'ningrahm State G expermanent\n coulds: "amps to be seekmaf problem,\n alche body, refj going otherglavy\'sine\n the, it\'s poisoned show clear "a Ge'
+
+step=345 progress=0.3359 next=0.3369 model_t=0.3359 temp=1.550 support=0.3369 conc=4.060
+state_top=[{'id': 275, 'token': 'is', 'count': 4}, {'id': 429, 'token': 'ive', 'count': 3}, {'id': 718, 'token': 'Ġcould', 'count': 3}, {'id': 1132, 'token': 'Ġrep', 'count': 3}, {'id': 1758, 'token': 'ler', 'count': 3}, {'id': 1377, 'token': 'ral', 'count': 3}, {'id': 589, 'token': 'ord', 'count': 3}, {'id': 485, 'token': 'Ġwill', 'count': 3}, {'id': 1075, 'token': 'uth', 'count': 3}, {'id': 697, 'token': 'Ġspe', 'count': 3}, {'id': 612, 'token': 'ount', 'count': 3}, {'id': 52, 'token': 'Q', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 46}, {'id': 15, 'token': ',', 'count': 30}, {'id': 17, 'token': '.', 'count': 21}, {'id': 86, 'token': 's', 'count': 16}, {'id': 261, 'token': 'Ġa', 'count': 16}, {'id': 282, 'token': 'ing', 'count': 14}, {'id': 290, 'token': 'Ġof', 'count': 13}, {'id': 16, 'token': '-', 'count': 12}, {'id': 288, 'token': 'Ġto', 'count': 12}, {'id': 202, 'token': 'Ċ', 'count': 12}, {'id': 451, 'token': 'âĢ', 'count': 11}, {'id': 294, 'token': 'Ġand', 'count': 10}]
+state_text=' officiveottver went 24efuff8 What here its being blued country haveys controout singiffivesohn exp could20:nessthough rep----plestandk yet entlerral B Androu kinduck mind� serld� '
+endpoint_text="ied the nield. Lefonties, here and the theals and the-mout sing experives. the could20: deado will beating yet entris B getshead, ref serld tok favory oftononnreen it's lead eed be"
+
+step=346 progress=0.3369 next=0.3379 model_t=0.3369 temp=1.550 support=0.3379 conc=4.077
+state_top=[{'id': 92, 'token': 'y', 'count': 5}, {'id': 266, 'token': 'Ġthe', 'count': 4}, {'id': 653, 'token': 'Ġnew', 'count': 3}, {'id': 199, 'token': 'ć', 'count': 3}, {'id': 856, 'token': 'Ġbeing', 'count': 3}, {'id': 664, 'token': 'te', 'count': 3}, {'id': 1795, 'token': 'empt', 'count': 3}, {'id': 669, 'token': 'Ġtw', 'count': 3}, {'id': 887, 'token': 'Ġthose', 'count': 3}, {'id': 1296, 'token': 'inal', 'count': 3}, {'id': 295, 'token': 'ic', 'count': 3}, {'id': 1742, 'token': 'Ġreason', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 44}, {'id': 17, 'token': '.', 'count': 32}, {'id': 15, 'token': ',', 'count': 26}, {'id': 86, 'token': 's', 'count': 22}, {'id': 202, 'token': 'Ċ', 'count': 22}, {'id': 251, 'token': 'Ļ', 'count': 13}, {'id': 451, 'token': 'âĢ', 'count': 13}, {'id': 290, 'token': 'Ġof', 'count': 12}, {'id': 288, 'token': 'Ġto', 'count': 11}, {'id': 16, 'token': '-', 'count': 10}, {'id': 261, 'token': 'Ġa', 'count': 9}, {'id': 311, 'token': 'Ġbe', 'count': 8}]
+state_text='ob L [ new\x07 24ieuff8zight its being blteRi Engwh look attployindstand take Med entusednessthough repemptortunram tw along trans postolog B aroundrouE four mind bro thoseumullional '
+endpoint_text=".ive Blver went 24efuff8s here and being blued of Pys-out singiffives\n exp could20: Read repouple unkalkedler in Bowokheuck, the series. The 13av combinalton for Channel's beenice "
+
+step=347 progress=0.3379 next=0.3389 model_t=0.3379 temp=1.550 support=0.3389 conc=4.093
+state_top=[{'id': 284, 'token': 'ou', 'count': 5}, {'id': 867, 'token': 'ited', 'count': 4}, {'id': 15, 'token': ',', 'count': 4}, {'id': 779, 'token': 'ĠWe', 'count': 4}, {'id': 689, 'token': 'Ġ[', 'count': 3}, {'id': 1530, 'token': 'ĠMar', 'count': 3}, {'id': 1926, 'token': 'ortun', 'count': 3}, {'id': 932, 'token': 'olog', 'count': 3}, {'id': 1403, 'token': 'âĢ¦', 'count': 3}, {'id': 787, 'token': 'Ġnow', 'count': 3}, {'id': 191, 'token': 'ÿ', 'count': 3}, {'id': 1055, 'token': 'Ġsign', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 38}, {'id': 15, 'token': ',', 'count': 30}, {'id': 266, 'token': 'Ġthe', 'count': 28}, {'id': 86, 'token': 's', 'count': 16}, {'id': 202, 'token': 'Ċ', 'count': 16}, {'id': 290, 'token': 'Ġof', 'count': 10}, {'id': 88, 'token': 'u', 'count': 10}, {'id': 282, 'token': 'ing', 'count': 9}, {'id': 261, 'token': 'Ġa', 'count': 9}, {'id': 288, 'token': 'Ġto', 'count': 7}, {'id': 92, 'token': 'y', 'count': 7}, {'id': 351, 'token': 'ĠB', 'count': 6}]
+state_text='ob L [ Co Mar 24 days video8.ight itsimarn mayR\x05 Engards look betployitedstand pos16 dev others�ities–mericortunram tw along viewlectolog B aroundollow� organ mind never those� lot'
+endpoint_text='ob Like new, 24ie B8z here its being blteRiot attacking att behind to take the entireness. Kemptagram tweah post a BIrouE G had on theumully gl lidesinal nowien Wheel. The S those '
+
+step=348 progress=0.3389 next=0.3398 model_t=0.3389 temp=1.550 support=0.3398 conc=4.110
+state_top=[{'id': 290, 'token': 'Ġof', 'count': 4}, {'id': 284, 'token': 'ou', 'count': 4}, {'id': 1332, 'token': 'ained', 'count': 4}, {'id': 291, 'token': 'Ġin', 'count': 4}, {'id': 1071, 'token': 'Ġcr', 'count': 3}, {'id': 1112, 'token': 'ness', 'count': 3}, {'id': 1369, 'token': 'Ġbetter', 'count': 3}, {'id': 399, 'token': 'est', 'count': 3}, {'id': 504, 'token': 'ine', 'count': 3}, {'id': 1573, 'token': 'Ġve', 'count': 3}, {'id': 499, 'token': 'ure', 'count': 3}, {'id': 1527, 'token': 'ural', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 59}, {'id': 266, 'token': 'Ġthe', 'count': 47}, {'id': 17, 'token': '.', 'count': 20}, {'id': 202, 'token': 'Ċ', 'count': 17}, {'id': 86, 'token': 's', 'count': 14}, {'id': 290, 'token': 'Ġof', 'count': 12}, {'id': 261, 'token': 'Ġa', 'count': 10}, {'id': 282, 'token': 'ing', 'count': 10}, {'id': 280, 'token': 'ed', 'count': 9}, {'id': 451, 'token': 'âĢ', 'count': 9}, {'id': 273, 'token': 'Ġc', 'count': 9}, {'id': 82, 'token': 'o', 'count': 8}]
+state_text='= 16 med Co Mar cr black video8 Secight itsnessrict importR\x05 newsards also successmostitedle posiversityue othersThis cut–4 eng between tw along stedublic fre aroundollow� mark kin'
+endpoint_text='ob L [ Co Mar 24, 2008., itsim\n mayRi Engor looks invited to position deves,ities–horam, M collectolog B around the, organ mind never thoseum lot of the lides, nowst of aideroc sel'
+
+step=349 progress=0.3398 next=0.3408 model_t=0.3398 temp=1.550 support=0.3408 conc=4.127
+state_top=[{'id': 290, 'token': 'Ġof', 'count': 5}, {'id': 266, 'token': 'Ġthe', 'count': 5}, {'id': 322, 'token': 'Ġis', 'count': 4}, {'id': 17, 'token': '.', 'count': 4}, {'id': 1112, 'token': 'ness', 'count': 3}, {'id': 36, 'token': 'A', 'count': 3}, {'id': 573, 'token': 'ĠV', 'count': 3}, {'id': 1569, 'token': 'AN', 'count': 3}, {'id': 499, 'token': 'ure', 'count': 3}, {'id': 1907, 'token': 'Ġearly', 'count': 3}, {'id': 1885, 'token': 'ĠOne', 'count': 3}, {'id': 1297, 'token': 'Ġpri', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 62}, {'id': 266, 'token': 'Ġthe', 'count': 56}, {'id': 17, 'token': '.', 'count': 17}, {'id': 290, 'token': 'Ġof', 'count': 16}, {'id': 261, 'token': 'Ġa', 'count': 15}, {'id': 288, 'token': 'Ġto', 'count': 14}, {'id': 282, 'token': 'ing', 'count': 13}, {'id': 86, 'token': 's', 'count': 9}, {'id': 280, 'token': 'ed', 'count': 8}, {'id': 318, 'token': 'ĠI', 'count': 8}, {'id': 279, 'token': 'Ġb', 'count': 8}, {'id': 202, 'token': 'Ċ', 'count': 7}]
+state_text='less dis med Co Marort: video8 Ativer (nessiversity importR�oci more also�ignA simames per well VThisurworkrit point between small along sk Isiewpor around ideldANcom betterOR kind'
+endpoint_text=' the L med Co Mar H, 2008.ight itsness\n\nR, fards also themostitedlegeague,, 3–4,, twe sted in fre aroundently in mark kind,ide ‘raphinson the lottest signific m onlyine veginure, t'
+
+step=350 progress=0.3408 next=0.3418 model_t=0.3408 temp=1.550 support=0.3418 conc=4.143
+state_top=[{'id': 278, 'token': 'es', 'count': 4}, {'id': 191, 'token': 'ÿ', 'count': 4}, {'id': 414, 'token': 'Ġv', 'count': 4}, {'id': 266, 'token': 'Ġthe', 'count': 4}, {'id': 1766, 'token': 'Ġworking', 'count': 3}, {'id': 1666, 'token': 'not', 'count': 3}, {'id': 1112, 'token': 'ness', 'count': 3}, {'id': 36, 'token': 'A', 'count': 3}, {'id': 1221, 'token': 'Ġresp', 'count': 3}, {'id': 1570, 'token': 'Ġuntil', 'count': 3}, {'id': 65, 'token': '^', 'count': 3}, {'id': 1955, 'token': 'ĠChrist', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 49}, {'id': 17, 'token': '.', 'count': 38}, {'id': 15, 'token': ',', 'count': 25}, {'id': 290, 'token': 'Ġof', 'count': 20}, {'id': 202, 'token': 'Ċ', 'count': 15}, {'id': 261, 'token': 'Ġa', 'count': 15}, {'id': 282, 'token': 'ing', 'count': 11}, {'id': 288, 'token': 'Ġto', 'count': 11}, {'id': 280, 'token': 'ed', 'count': 10}, {'id': 291, 'token': 'Ġin', 'count': 10}, {'id': 281, 'token': 'Ġf', 'count': 9}, {'id': 85, 'token': 'r', 'count': 7}]
+state_text='less working\x17 Coesnotust video8 At01 (nessidesachR�mber sur also St reportA blames perhingreThisurwork 4 d times small invol area Is F programret made Thatddcom things dev:yearous '
+endpoint_text='less dis. Copport: 28 River (2\n\nRant) more also\n\nA similar permanent burging point between tw a skeds, around ideld.com betterail kind of, and stridesbehonde toig onlyine f withure'
+
+step=351 progress=0.3418 next=0.3428 model_t=0.3418 temp=1.550 support=0.3428 conc=4.160
+state_top=[{'id': 278, 'token': 'es', 'count': 4}, {'id': 200, 'token': 'Ĉ', 'count': 4}, {'id': 1162, 'token': 'ves', 'count': 4}, {'id': 707, 'token': 'Ġhow', 'count': 4}, {'id': 15, 'token': ',', 'count': 4}, {'id': 294, 'token': 'Ġand', 'count': 4}, {'id': 606, 'token': 'ations', 'count': 4}, {'id': 215, 'token': 'ė', 'count': 3}, {'id': 1666, 'token': 'not', 'count': 3}, {'id': 699, 'token': 'ell', 'count': 3}, {'id': 639, 'token': 'Ġalso', 'count': 3}, {'id': 83, 'token': 'p', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 56}, {'id': 15, 'token': ',', 'count': 38}, {'id': 17, 'token': '.', 'count': 26}, {'id': 202, 'token': 'Ċ', 'count': 15}, {'id': 261, 'token': 'Ġa', 'count': 15}, {'id': 288, 'token': 'Ġto', 'count': 15}, {'id': 86, 'token': 's', 'count': 14}, {'id': 290, 'token': 'Ġof', 'count': 13}, {'id': 282, 'token': 'ing', 'count': 11}, {'id': 294, 'token': 'Ġand', 'count': 10}, {'id': 280, 'token': 'ed', 'count': 8}, {'id': 278, 'token': 'es', 'count': 7}]
+state_text='less came\x17 Coesnot� video 9erenceell (unere�R�ards sur also� reportide// economimate atchThisur\x08 4 test 6 tell amount area Is anythingbearent ha�urity� already dev having+�owsral 2'
+endpoint_text='less dis. Coes.ust\n8 At01 (nessidesachReb clean also St\nA blamesithingre urb 4 dt small theneI F and De madeld Scom thingss: thous a, 201be respond able toig)ine construct old, the'
+
+step=352 progress=0.3428 next=0.3438 model_t=0.3428 temp=1.550 support=0.3438 conc=4.177
+state_top=[{'id': 294, 'token': 'Ġand', 'count': 5}, {'id': 87, 'token': 't', 'count': 4}, {'id': 278, 'token': 'es', 'count': 4}, {'id': 570, 'token': 'ook', 'count': 4}, {'id': 113, 'token': '±', 'count': 4}, {'id': 1426, 'token': 'Ġdidn', 'count': 4}, {'id': 215, 'token': 'ė', 'count': 3}, {'id': 1055, 'token': 'Ġsign', 'count': 3}, {'id': 1375, 'token': 'ards', 'count': 3}, {'id': 657, 'token': 'ition', 'count': 3}, {'id': 200, 'token': 'Ĉ', 'count': 3}, {'id': 266, 'token': 'Ġthe', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 66}, {'id': 266, 'token': 'Ġthe', 'count': 33}, {'id': 17, 'token': '.', 'count': 19}, {'id': 261, 'token': 'Ġa', 'count': 18}, {'id': 288, 'token': 'Ġto', 'count': 18}, {'id': 290, 'token': 'Ġof', 'count': 16}, {'id': 282, 'token': 'ing', 'count': 13}, {'id': 86, 'token': 's', 'count': 12}, {'id': 278, 'token': 'es', 'count': 10}, {'id': 16, 'token': '-', 'count': 10}, {'id': 294, 'token': 'Ġand', 'count': 9}, {'id': 82, 'token': 'o', 'count': 7}]
+state_text='ene plan\x17ined7arch G video comperenceure (unere–ill signards ever Ex� uition\x7f jobaiminal <atur\x08 the000 6 love amount area Isctberic ha�urity been already devitions beh� happam 201o'
+endpoint_text=" at degrees of the Ch8 cell (unere�R)ards sur alsoS insidely)imate ...bur you, between a small amount of tl m, made that the, already dev having9,owsral 201ous,-p doesn't three act"
+
+step=353 progress=0.3438 next=0.3447 model_t=0.3438 temp=1.550 support=0.3447 conc=4.194
+state_top=[{'id': 325, 'token': 'am', 'count': 5}, {'id': 281, 'token': 'Ġf', 'count': 5}, {'id': 1055, 'token': 'Ġsign', 'count': 4}, {'id': 266, 'token': 'Ġthe', 'count': 4}, {'id': 301, 'token': 'll', 'count': 4}, {'id': 861, 'token': 'Ġdoes', 'count': 4}, {'id': 113, 'token': '±', 'count': 4}, {'id': 278, 'token': 'es', 'count': 4}, {'id': 1692, 'token': 'Ġmajor', 'count': 3}, {'id': 202, 'token': 'Ċ', 'count': 3}, {'id': 459, 'token': 'ost', 'count': 3}, {'id': 1066, 'token': 'Ġdet', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 36}, {'id': 266, 'token': 'Ġthe', 'count': 35}, {'id': 17, 'token': '.', 'count': 25}, {'id': 294, 'token': 'Ġand', 'count': 19}, {'id': 261, 'token': 'Ġa', 'count': 18}, {'id': 290, 'token': 'Ġof', 'count': 15}, {'id': 342, 'token': "'s", 'count': 13}, {'id': 86, 'token': 's', 'count': 12}, {'id': 310, 'token': 'ly', 'count': 10}, {'id': 280, 'token': 'ed', 'count': 9}, {'id': 288, 'token': 'Ġto', 'count': 9}, {'id': 281, 'token': 'Ġf', 'count': 9}]
+state_text='orth plan whoFor mw att fevernerenceoun ( Can� monthill signards low Pr� majorition\x7f jobaimyingireatended care the000ag prof� interestselct\ncentict� pastap gameAnend behost happaml'
+endpoint_text='eneock in B7 Re G video composure (unlessfilled!) " the uition the job of  naturally the comp 6 of amount area.ctbe I haven\'t been already deveded the happam over thelyjectpes, but'
+
+step=354 progress=0.3447 next=0.3457 model_t=0.3447 temp=1.550 support=0.3457 conc=4.211
+state_top=[{'id': 434, 'token': 'ra', 'count': 4}, {'id': 82, 'token': 'o', 'count': 4}, {'id': 1204, 'token': 'Ġchild', 'count': 4}, {'id': 1666, 'token': 'not', 'count': 3}, {'id': 1414, 'token': 'Ġplan', 'count': 3}, {'id': 1506, 'token': 'Ġorder', 'count': 3}, {'id': 358, 'token': 'ch', 'count': 3}, {'id': 266, 'token': 'Ġthe', 'count': 3}, {'id': 367, 'token': 'ag', 'count': 3}, {'id': 118, 'token': '¶', 'count': 3}, {'id': 955, 'token': 'Ġcol', 'count': 3}, {'id': 290, 'token': 'Ġof', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 47}, {'id': 17, 'token': '.', 'count': 33}, {'id': 266, 'token': 'Ġthe', 'count': 30}, {'id': 202, 'token': 'Ċ', 'count': 26}, {'id': 290, 'token': 'Ġof', 'count': 19}, {'id': 261, 'token': 'Ġa', 'count': 17}, {'id': 82, 'token': 'o', 'count': 15}, {'id': 282, 'token': 'ing', 'count': 13}, {'id': 281, 'token': 'Ġf', 'count': 11}, {'id': 86, 'token': 's', 'count': 11}, {'id': 294, 'token': 'Ġand', 'count': 11}, {'id': 81, 'token': 'n', 'count': 10}]
+state_text='not plan order siquog� cour to� fr ( Man00 monthillchards low Prrist hopansondaweadolog cond stillurense the000ag profitheritt Bl) down\n left�ine col sometthoughouthibleost ofam si'
+endpoint_text=' the, whole mwing feat c. (H the fill sign) With the addition this jobsying natur in the mago of interest.\n\n\nict the cheap game bendoost happ sell bu series com rather than dou pre'
+
+step=355 progress=0.3457 next=0.3467 model_t=0.3457 temp=1.550 support=0.3467 conc=4.228
+state_top=[{'id': 82, 'token': 'o', 'count': 6}, {'id': 910, 'token': 'Ġpres', 'count': 5}, {'id': 788, 'token': 'ĠâĢĵ', 'count': 4}, {'id': 305, 'token': 'st', 'count': 3}, {'id': 1383, 'token': 'Ġbro', 'count': 3}, {'id': 238, 'token': 'Į', 'count': 3}, {'id': 358, 'token': 'ch', 'count': 3}, {'id': 71, 'token': 'd', 'count': 3}, {'id': 441, 'token': 'end', 'count': 3}, {'id': 1486, 'token': 'ĠCon', 'count': 3}, {'id': 1453, 'token': 'Ġbre', 'count': 3}, {'id': 1599, 'token': 'Ġdoesn', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 38}, {'id': 266, 'token': 'Ġthe', 'count': 32}, {'id': 15, 'token': ',', 'count': 32}, {'id': 202, 'token': 'Ċ', 'count': 28}, {'id': 86, 'token': 's', 'count': 21}, {'id': 261, 'token': 'Ġa', 'count': 16}, {'id': 290, 'token': 'Ġof', 'count': 12}, {'id': 288, 'token': 'Ġto', 'count': 11}, {'id': 281, 'token': 'Ġf', 'count': 10}, {'id': 282, 'token': 'ing', 'count': 10}, {'id': 82, 'token': 'o', 'count': 9}, {'id': 278, 'token': 'es', 'count': 8}]
+state_text='st planks broiqu��les better fightenn access Man00 monthillchq low Prrist hopmyondaw inng cond still callakview000 tballodresent combons down 100d usine cap 17wnendashax ofex simer'
+endpoint_text=' with the who s mogesty to the. (H00iesillchards, Pr they beansond instead,ter stillurense the bagic ofitt!)\n\nTheikeine color\n a host of the simers superior rather than dou to won '
+
+step=356 progress=0.3467 next=0.3477 model_t=0.3467 temp=1.550 support=0.3477 conc=4.246
+state_top=[{'id': 82, 'token': 'o', 'count': 4}, {'id': 389, 'token': 'us', 'count': 4}, {'id': 76, 'token': 'i', 'count': 4}, {'id': 1383, 'token': 'Ġbro', 'count': 3}, {'id': 238, 'token': 'Į', 'count': 3}, {'id': 409, 'token': '00', 'count': 3}, {'id': 175, 'token': 'ï', 'count': 3}, {'id': 246, 'token': 'Ķ', 'count': 3}, {'id': 296, 'token': 'as', 'count': 3}, {'id': 291, 'token': 'Ġin', 'count': 3}, {'id': 295, 'token': 'ic', 'count': 3}, {'id': 823, 'token': 'Ġev', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 29}, {'id': 17, 'token': '.', 'count': 22}, {'id': 15, 'token': ',', 'count': 19}, {'id': 261, 'token': 'Ġa', 'count': 19}, {'id': 82, 'token': 'o', 'count': 19}, {'id': 202, 'token': 'Ċ', 'count': 18}, {'id': 288, 'token': 'Ġto', 'count': 17}, {'id': 290, 'token': 'Ġof', 'count': 17}, {'id': 282, 'token': 'ing', 'count': 13}, {'id': 86, 'token': 's', 'count': 10}, {'id': 294, 'token': 'Ġand', 'count': 9}, {'id': 344, 'token': 'Ġit', 'count': 8}]
+state_text=' air planks bro p�xtlesl buildxoci Man00 month Stiveq, Prrist hoputes monakes 14ng cond� mainak the000 fromont�av comb isination so maralth Cl eduseok menash� swtingationsAnd Fl� d'
+endpoint_text='sticks liqueables better fight it ( to00 punch of low Pr, hopmyondaw in hand cond still callak the m tleodel combons down-d usine c townendashion of the simers.perrom Conigh traini'
+
+step=357 progress=0.3477 next=0.3486 model_t=0.3477 temp=1.550 support=0.3486 conc=4.263
+state_top=[{'id': 655, 'token': 'Ġget', 'count': 5}, {'id': 1171, 'token': 'Ġinf', 'count': 4}, {'id': 40, 'token': 'E', 'count': 4}, {'id': 426, 'token': 'Ġfrom', 'count': 3}, {'id': 1808, 'token': 'Ġdoing', 'count': 3}, {'id': 295, 'token': 'ic', 'count': 3}, {'id': 610, 'token': 'Ġthem', 'count': 3}, {'id': 1432, 'token': 'iver', 'count': 3}, {'id': 291, 'token': 'Ġin', 'count': 3}, {'id': 1931, 'token': 'ially', 'count': 3}, {'id': 411, 'token': 'Ġnot', 'count': 3}, {'id': 288, 'token': 'Ġto', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 29}, {'id': 15, 'token': ',', 'count': 25}, {'id': 17, 'token': '.', 'count': 22}, {'id': 370, 'token': 'Ġ"', 'count': 17}, {'id': 202, 'token': 'Ċ', 'count': 16}, {'id': 282, 'token': 'ing', 'count': 15}, {'id': 261, 'token': 'Ġa', 'count': 15}, {'id': 288, 'token': 'Ġto', 'count': 13}, {'id': 68, 'token': 'a', 'count': 11}, {'id': 72, 'token': 'e', 'count': 10}, {'id': 82, 'token': 'o', 'count': 10}, {'id': 273, 'token': 'Ġc', 'count': 10}]
+state_text='irploykset medangext somel Shawack Manto 200�retq, Pr argnt makes\x01ling blng condraphutureakreamorm fromont h police comb is never soird former– |use eff doing� K swpleargAnd releay'
+endpoint_text=' air planks, pudleslux jung. Stiveq, Prk hope takes in the cond to break the game from theodavy is not so caalth Cl theuseokersash the switching while theing days Enging them calls'
+
+step=358 progress=0.3486 next=0.3496 model_t=0.3486 temp=1.550 support=0.3496 conc=4.280
+state_top=[{'id': 862, 'token': 'ange', 'count': 4}, {'id': 2023, 'token': 'ĠMed', 'count': 4}, {'id': 88, 'token': 'u', 'count': 4}, {'id': 1837, 'token': 'Ġunderstand', 'count': 4}, {'id': 330, 'token': 'Ġthat', 'count': 4}, {'id': 261, 'token': 'Ġa', 'count': 3}, {'id': 445, 'token': 'ack', 'count': 3}, {'id': 1873, 'token': 'ĠMan', 'count': 3}, {'id': 1142, 'token': 'Ġmet', 'count': 3}, {'id': 549, 'token': 'Ġim', 'count': 3}, {'id': 265, 'token': 'on', 'count': 3}, {'id': 294, 'token': 'Ġand', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 43}, {'id': 17, 'token': '.', 'count': 35}, {'id': 15, 'token': ',', 'count': 19}, {'id': 288, 'token': 'Ġto', 'count': 18}, {'id': 318, 'token': 'ĠI', 'count': 15}, {'id': 202, 'token': 'Ċ', 'count': 13}, {'id': 261, 'token': 'Ġa', 'count': 12}, {'id': 290, 'token': 'Ġof', 'count': 10}, {'id': 280, 'token': 'ed', 'count': 8}, {'id': 282, 'token': 'ing', 'count': 8}, {'id': 310, 'token': 'ly', 'count': 7}, {'id': 273, 'token': 'Ġc', 'count': 7}]
+state_text=' modofks a hisangext some autove Lack Man games 200�retil...min argnt makesclud---------------- blng gritutureak� all from = h police comb him never &ird met– mark� eff doingmeIt w'
+endpoint_text='irickset, Chic somel Shawack Manto 200ikively, Pr argnted theling blue.raph break the l from the house that is never so much.... effz. K swith\nAnd releay least,igh voic so far to t'
+
+step=359 progress=0.3496 next=0.3506 model_t=0.3496 temp=1.550 support=0.3506 conc=4.298
+state_top=[{'id': 495, 'token': 'Ġtr', 'count': 4}, {'id': 705, 'token': 'ft', 'count': 4}, {'id': 1008, 'token': 'ĠLe', 'count': 3}, {'id': 88, 'token': 'u', 'count': 3}, {'id': 1067, 'token': 'ices', 'count': 3}, {'id': 549, 'token': 'Ġim', 'count': 3}, {'id': 52, 'token': 'Q', 'count': 3}, {'id': 419, 'token': 'ant', 'count': 3}, {'id': 1756, 'token': 'Ġonce', 'count': 3}, {'id': 1092, 'token': 'Ġaround', 'count': 3}, {'id': 369, 'token': 'ke', 'count': 3}, {'id': 265, 'token': 'on', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 33}, {'id': 15, 'token': ',', 'count': 30}, {'id': 17, 'token': '.', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 19}, {'id': 202, 'token': 'Ċ', 'count': 12}, {'id': 290, 'token': 'Ġof', 'count': 10}, {'id': 294, 'token': 'Ġand', 'count': 10}, {'id': 310, 'token': 'ly', 'count': 10}, {'id': 288, 'token': 'Ġto', 'count': 10}, {'id': 282, 'token': 'ing', 'count': 10}, {'id': 86, 'token': 's', 'count': 9}, {'id': 265, 'token': 'on', 'count': 8}]
+state_text=' personof give children his $erence high techn Le Luower Unitedplay pr�il�ittleange suicsclud---------------- bl love g head�es ( allON mod hices man him believeitions hum serginom'
+endpoint_text=' mod eks a strange of somel. Lack Man games. the trail, and arg people makes aling blue graphicsak and all from the hacker him never third metal.use eff doingmely with charges. the'
+
+step=360 progress=0.3506 next=0.3516 model_t=0.3506 temp=1.550 support=0.3516 conc=4.315
+state_top=[{'id': 15, 'token': ',', 'count': 4}, {'id': 495, 'token': 'Ġtr', 'count': 4}, {'id': 78, 'token': 'k', 'count': 4}, {'id': 1343, 'token': 'Ġcase', 'count': 4}, {'id': 493, 'token': 'pl', 'count': 4}, {'id': 1033, 'token': 'Ġhigh', 'count': 3}, {'id': 381, 'token': 'ul', 'count': 3}, {'id': 88, 'token': 'u', 'count': 3}, {'id': 1760, 'token': 'itions', 'count': 3}, {'id': 1586, 'token': 'Ġpar', 'count': 3}, {'id': 463, 'token': 'ast', 'count': 3}, {'id': 963, 'token': 'ier', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 48}, {'id': 202, 'token': 'Ċ', 'count': 32}, {'id': 15, 'token': ',', 'count': 23}, {'id': 17, 'token': '.', 'count': 19}, {'id': 261, 'token': 'Ġa', 'count': 14}, {'id': 288, 'token': 'Ġto', 'count': 12}, {'id': 282, 'token': 'ing', 'count': 12}, {'id': 86, 'token': 's', 'count': 9}, {'id': 280, 'token': 'ed', 'count': 9}, {'id': 16, 'token': '-', 'count': 8}, {'id': 294, 'token': 'Ġand', 'count': 7}, {'id': 80, 'token': 'm', 'count': 7}]
+state_text=' person�ci children take $ Co highul making emu " Unitedplayth�isk overittleN n Oote----------------ware love del sex�esueSt cur mod hices do investig$itions always wrginomet Xavas'
+endpoint_text=' person to give a his $erence some\n. Luke, a prvil and you did superen the blue grenades ( allggl hit man himself we hum sergin the sent the back grounds heav whenarer implant mact'
+
+step=361 progress=0.3516 next=0.3525 model_t=0.3516 temp=1.550 support=0.3525 conc=4.333
+state_top=[{'id': 15, 'token': ',', 'count': 5}, {'id': 593, 'token': 'ase', 'count': 4}, {'id': 568, 'token': 'ĠâĢ', 'count': 4}, {'id': 1850, 'token': 'ĠIm', 'count': 4}, {'id': 769, 'token': 'Ġwant', 'count': 3}, {'id': 1009, 'token': 'Ġret', 'count': 3}, {'id': 59, 'token': 'X', 'count': 3}, {'id': 1875, 'token': 'Ġamong', 'count': 3}, {'id': 1977, 'token': 'Ġacross', 'count': 3}, {'id': 1999, 'token': 'Ġmom', 'count': 3}, {'id': 471, 'token': 'Ġgo', 'count': 3}, {'id': 260, 'token': 'Ġt', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 59}, {'id': 202, 'token': 'Ċ', 'count': 39}, {'id': 266, 'token': 'Ġthe', 'count': 30}, {'id': 17, 'token': '.', 'count': 23}, {'id': 86, 'token': 's', 'count': 14}, {'id': 261, 'token': 'Ġa', 'count': 11}, {'id': 80, 'token': 'm', 'count': 9}, {'id': 282, 'token': 'ing', 'count': 9}, {'id': 74, 'token': 'g', 'count': 8}, {'id': 82, 'token': 'o', 'count': 8}, {'id': 265, 'token': 'on', 'count': 8}, {'id': 290, 'token': 'Ġof', 'count': 8}]
+state_text=' want� ask asked take $ Co;en making story no retiretenthownXives�H proper, #----------------ware��Ttingesueence among mod�ering Le investig$itions love wr inv made:ere States|alk '
+endpoint_text=' person ocient his, Coaulhe emu "darth�e. "N n Oote cware love del\nmesueSt cur, hit dog battles wrginomet Xavid,: par heroop thrill qu\'s run high the rift, spivers around a wide-ci'
+
+step=362 progress=0.3525 next=0.3535 model_t=0.3525 temp=1.550 support=0.3535 conc=4.350
+state_top=[{'id': 568, 'token': 'ĠâĢ', 'count': 5}, {'id': 686, 'token': 'ause', 'count': 4}, {'id': 1503, 'token': 'Ġcountry', 'count': 4}, {'id': 15, 'token': ',', 'count': 4}, {'id': 1205, 'token': 'Ġsince', 'count': 3}, {'id': 1310, 'token': 'Ġnext', 'count': 3}, {'id': 278, 'token': 'es', 'count': 3}, {'id': 1760, 'token': 'itions', 'count': 3}, {'id': 87, 'token': 't', 'count': 3}, {'id': 265, 'token': 'on', 'count': 3}, {'id': 260, 'token': 'Ġt', 'count': 3}, {'id': 1159, 'token': 'iet', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 50}, {'id': 266, 'token': 'Ġthe', 'count': 47}, {'id': 202, 'token': 'Ċ', 'count': 35}, {'id': 17, 'token': '.', 'count': 33}, {'id': 280, 'token': 'ed', 'count': 18}, {'id': 86, 'token': 's', 'count': 13}, {'id': 282, 'token': 'ing', 'count': 12}, {'id': 288, 'token': 'Ġto', 'count': 11}, {'id': 290, 'token': 'Ġof', 'count': 10}, {'id': 261, 'token': 'Ġa', 'count': 8}, {'id': 294, 'token': 'Ġand', 'count': 8}, {'id': 70, 'token': 'c', 'count': 7}]
+state_text=' doesn out making� since $�;ent making story no�iretenth havingXives�ause properIf next servol her� Dtingesue Flat mod�eringript investig�itions of wr inv control:� States|alknce r'
+endpoint_text=' want to\n\n\n than I Henior story no retirementthown.ives butHow, I aware of theTdescence among modeering the investigationter always writt made:\n\n downrib across he.\n\nTheide – a run'
+
+step=363 progress=0.3535 next=0.3545 model_t=0.3535 temp=1.550 support=0.3545 conc=4.368
+state_top=[{'id': 1207, 'token': 'less', 'count': 5}, {'id': 666, 'token': 'Ġpre', 'count': 4}, {'id': 968, 'token': 'ever', 'count': 4}, {'id': 79, 'token': 'l', 'count': 4}, {'id': 30, 'token': ';', 'count': 3}, {'id': 1310, 'token': 'Ġnext', 'count': 3}, {'id': 237, 'token': 'ĭ', 'count': 3}, {'id': 1524, 'token': 'ĠComm', 'count': 3}, {'id': 267, 'token': 'er', 'count': 3}, {'id': 1126, 'token': 'ton', 'count': 3}, {'id': 1540, 'token': 'outh', 'count': 3}, {'id': 883, 'token': 'ility', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 57}, {'id': 266, 'token': 'Ġthe', 'count': 46}, {'id': 17, 'token': '.', 'count': 39}, {'id': 202, 'token': 'Ċ', 'count': 20}, {'id': 290, 'token': 'Ġof', 'count': 16}, {'id': 86, 'token': 's', 'count': 15}, {'id': 261, 'token': 'Ġa', 'count': 11}, {'id': 79, 'token': 'l', 'count': 10}, {'id': 288, 'token': 'Ġto', 'count': 9}, {'id': 87, 'token': 't', 'count': 9}, {'id': 282, 'token': 'ing', 'count': 8}, {'id': 82, 'token': 'o', 'count': 7}]
+state_text=' doesnmb making Z pre $ belie;entiband no�pstenth having choers�attselalk next servol can. this19izue foreatHeiumUlease l�--lectike inv control of� States Christppnce requ12 comm\x1c '
+endpoint_text=' doesn out of the since $ ;ent making story no retirementth havingistives.\n proper to be servol her. Does and Flat a save an expaughition of wrong control: "Whatalking requests "Th'
+
+step=364 progress=0.3545 next=0.3555 model_t=0.3545 temp=1.550 support=0.3555 conc=4.386
+state_top=[{'id': 15, 'token': ',', 'count': 5}, {'id': 575, 'token': 'ib', 'count': 4}, {'id': 1548, 'token': 'He', 'count': 4}, {'id': 421, 'token': 'el', 'count': 4}, {'id': 1920, 'token': 'mber', 'count': 4}, {'id': 282, 'token': 'ing', 'count': 4}, {'id': 445, 'token': 'ack', 'count': 4}, {'id': 302, 'token': 'ent', 'count': 3}, {'id': 1517, 'token': 'ted', 'count': 3}, {'id': 82, 'token': 'o', 'count': 3}, {'id': 1991, 'token': 'Ġ24', 'count': 3}, {'id': 867, 'token': 'ited', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 48}, {'id': 266, 'token': 'Ġthe', 'count': 43}, {'id': 17, 'token': '.', 'count': 26}, {'id': 202, 'token': 'Ċ', 'count': 15}, {'id': 290, 'token': 'Ġof', 'count': 14}, {'id': 280, 'token': 'ed', 'count': 14}, {'id': 16, 'token': '-', 'count': 13}, {'id': 86, 'token': 's', 'count': 11}, {'id': 261, 'token': 'Ġa', 'count': 10}, {'id': 79, 'token': 'l', 'count': 9}, {'id': 273, 'token': 'Ġc', 'count': 8}, {'id': 277, 'token': 'or', 'count': 8}]
+state_text=' whether import time Z pre� belie purentib talk no� beingtedthaj cho20� airilyalk faraleo can 24 actually19izue . calledHeium X produ23 factmsagesike body control hopumrent Christp'
+endpoint_text=' doesnmb making Z pre-ell;ent—and no fire worth having characters somewalking fols.\n\nizue flat\niumUlease loyallike the control of the shipping requests, madeited Wvolaf, the timeti'
+
+step=365 progress=0.3555 next=0.3564 model_t=0.3555 temp=1.550 support=0.3564 conc=4.404
+state_top=[{'id': 82, 'token': 'o', 'count': 4}, {'id': 72, 'token': 'e', 'count': 4}, {'id': 1118, 'token': 'ĠFor', 'count': 4}, {'id': 35, 'token': '@', 'count': 4}, {'id': 15, 'token': ',', 'count': 4}, {'id': 826, 'token': 'rib', 'count': 4}, {'id': 575, 'token': 'ib', 'count': 3}, {'id': 1548, 'token': 'He', 'count': 3}, {'id': 404, 'token': 'th', 'count': 3}, {'id': 1191, 'token': 'ants', 'count': 3}, {'id': 1298, 'token': 'ĠUS', 'count': 3}, {'id': 1911, 'token': 'Ġfight', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 49}, {'id': 15, 'token': ',', 'count': 47}, {'id': 17, 'token': '.', 'count': 24}, {'id': 202, 'token': 'Ċ', 'count': 20}, {'id': 16, 'token': '-', 'count': 17}, {'id': 282, 'token': 'ing', 'count': 17}, {'id': 290, 'token': 'Ġof', 'count': 14}, {'id': 310, 'token': 'ly', 'count': 11}, {'id': 82, 'token': 'o', 'count': 10}, {'id': 288, 'token': 'Ġto', 'count': 10}, {'id': 86, 'token': 's', 'count': 10}, {'id': 72, 'token': 'e', 'count': 9}]
+state_text=' each import end Z pre� knmber oldibensiveHe� beingngthaj choody� air some commair ando can 24 vers19iz 13 . callediopor X produ y factards twoendedplayInination hour�emericnce\x05ant'
+endpoint_text=" doesn't time Z pretise purent cand noiv being worth – choers� airilyalk far intoo can. The sizue that a medium us produced fact-like body control drumeipping,ants end old powerite"
+
+step=366 progress=0.3564 next=0.3574 model_t=0.3564 temp=1.550 support=0.3574 conc=4.421
+state_top=[{'id': 1811, 'token': 'Ġthought', 'count': 4}, {'id': 826, 'token': 'rib', 'count': 4}, {'id': 1118, 'token': 'ĠFor', 'count': 4}, {'id': 1846, 'token': 'Ġlove', 'count': 4}, {'id': 666, 'token': 'Ġpre', 'count': 3}, {'id': 83, 'token': 'p', 'count': 3}, {'id': 547, 'token': 'Ġwhich', 'count': 3}, {'id': 1448, 'token': 'Ġcalled', 'count': 3}, {'id': 15, 'token': ',', 'count': 3}, {'id': 1202, 'token': 'nce', 'count': 3}, {'id': 94, 'token': '{', 'count': 3}, {'id': 1298, 'token': 'ĠUS', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 63}, {'id': 17, 'token': '.', 'count': 33}, {'id': 266, 'token': 'Ġthe', 'count': 23}, {'id': 202, 'token': 'Ċ', 'count': 21}, {'id': 282, 'token': 'ing', 'count': 15}, {'id': 16, 'token': '-', 'count': 8}, {'id': 76, 'token': 'i', 'count': 8}, {'id': 280, 'token': 'ed', 'count': 8}, {'id': 288, 'token': 'Ġto', 'count': 8}, {'id': 87, 'token': 't', 'count': 7}, {'id': 349, 'token': 'Ġyou', 'count': 7}, {'id': 72, 'token': 'e', 'count': 7}]
+state_text=',"P end is pre�pior oldushensiveHe� beingng advaj behody� iss some commiewody New condline which19\x06 p Is called involernor, either factards meendedition making", hourublicicscknce"'
+endpoint_text=' each! end Z prettygeentibilityities: strength,raomin air some commair and you can be versatizing . calledioion X produ y cards two\nG combination. Cey, opteningle order fight even '
+
+step=367 progress=0.3574 next=0.3584 model_t=0.3574 temp=1.550 support=0.3584 conc=4.439
+state_top=[{'id': 1688, 'token': 'urity', 'count': 5}, {'id': 16, 'token': '-', 'count': 4}, {'id': 889, 'token': 'Ġke', 'count': 4}, {'id': 1337, 'token': 'Ġtri', 'count': 4}, {'id': 1646, 'token': 'Ġmaking', 'count': 4}, {'id': 428, 'token': 'Ġsu', 'count': 4}, {'id': 1708, 'token': 'idence', 'count': 4}, {'id': 1716, 'token': 'most', 'count': 3}, {'id': 508, 'token': 'ans', 'count': 3}, {'id': 1122, 'token': 'ody', 'count': 3}, {'id': 15, 'token': ',', 'count': 3}, {'id': 330, 'token': 'Ġthat', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 41}, {'id': 266, 'token': 'Ġthe', 'count': 27}, {'id': 17, 'token': '.', 'count': 24}, {'id': 282, 'token': 'ing', 'count': 17}, {'id': 16, 'token': '-', 'count': 17}, {'id': 202, 'token': 'Ċ', 'count': 14}, {'id': 261, 'token': 'Ġa', 'count': 11}, {'id': 288, 'token': 'Ġto', 'count': 11}, {'id': 290, 'token': 'Ġof', 'count': 10}, {'id': 294, 'token': 'Ġand', 'count': 9}, {'id': 86, 'token': 's', 'count': 7}, {'id': 322, 'token': 'Ġis', 'count': 6}]
+state_text='�Pmost iss get same-ans oldush�He� beingng advajHeody ke iss some Centiewody Sh duringline triots having p CommQ invol sol most, either fact wom0 offtank becauseempthedicsarnnce".w'
+endpoint_text='NP, is precply oldushensive,. being wasb the beh hles of some comm, and ne cond, foces on the called monernor, either fact much meantition making something " Meck.".\n sold niceysb '
+
+step=368 progress=0.3584 next=0.3594 model_t=0.3584 temp=1.550 support=0.3594 conc=4.458
+state_top=[{'id': 1646, 'token': 'Ġmaking', 'count': 6}, {'id': 863, 'token': 'ram', 'count': 4}, {'id': 12, 'token': ')', 'count': 4}, {'id': 528, 'token': 'ime', 'count': 4}, {'id': 775, 'token': 'ced', 'count': 4}, {'id': 267, 'token': 'er', 'count': 3}, {'id': 562, 'token': 'ace', 'count': 3}, {'id': 1366, 'token': 'ger', 'count': 3}, {'id': 337, 'token': 'ur', 'count': 3}, {'id': 218, 'token': 'Ě', 'count': 3}, {'id': 1688, 'token': 'urity', 'count': 3}, {'id': 367, 'token': 'ag', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 46}, {'id': 266, 'token': 'Ġthe', 'count': 38}, {'id': 202, 'token': 'Ċ', 'count': 28}, {'id': 16, 'token': '-', 'count': 20}, {'id': 17, 'token': '.', 'count': 20}, {'id': 261, 'token': 'Ġa', 'count': 13}, {'id': 290, 'token': 'Ġof', 'count': 12}, {'id': 294, 'token': 'Ġand', 'count': 12}, {'id': 288, 'token': 'Ġto', 'count': 9}, {'id': 282, 'token': 'ing', 'count': 9}, {'id': 86, 'token': 's', 'count': 9}, {'id': 280, 'token': 'ed', 'count': 7}]
+state_text=' easP understandted expl�-ivedringats�He� beingngerajHe holdace issiolramiewlf cleararchline tri win having pardram and fewised wh+ factger to offtabilitylessempt� Oarnster".ready '
+endpoint_text='\nPmost to get same-im oldush.,ing beingng\n\nHeodys of someone, and Shadline whichots the picked invol the most, either fact a me of theank because theyhedicsckime anyway whoory del '
+
+step=369 progress=0.3594 next=0.3604 model_t=0.3594 temp=1.550 support=0.3604 conc=4.476
+state_top=[{'id': 15, 'token': ',', 'count': 5}, {'id': 1446, 'token': 'vious', 'count': 4}, {'id': 12, 'token': ')', 'count': 4}, {'id': 435, 'token': 'pe', 'count': 4}, {'id': 863, 'token': 'ram', 'count': 3}, {'id': 367, 'token': 'ag', 'count': 3}, {'id': 267, 'token': 'er', 'count': 3}, {'id': 1646, 'token': 'Ġmaking', 'count': 3}, {'id': 354, 'token': 'ĠP', 'count': 3}, {'id': 221, 'token': 'ĝ', 'count': 3}, {'id': 500, 'token': 'age', 'count': 3}, {'id': 1824, 'token': 'my', 'count': 3}]
+endpoint_top=[{'id': 536, 'token': 'Ġ-', 'count': 25}, {'id': 266, 'token': 'Ġthe', 'count': 22}, {'id': 202, 'token': 'Ċ', 'count': 16}, {'id': 17, 'token': '.', 'count': 16}, {'id': 318, 'token': 'ĠI', 'count': 16}, {'id': 15, 'token': ',', 'count': 11}, {'id': 288, 'token': 'Ġto', 'count': 11}, {'id': 361, 'token': 'Ġ(', 'count': 10}, {'id': 261, 'token': 'Ġa', 'count': 9}, {'id': 282, 'token': 'ing', 'count': 9}, {'id': 86, 'token': 's', 'count': 9}, {'id': 16, 'token': '-', 'count': 8}]
+state_text='owerP understandampmin name availablext leg c�aining� Sh each - consps hold App issiolramagieldnectarch.... tri win firstpleviousram present gotised�+ fact� one curftisex -- proble'
+endpoint_text=' APS repl non-stringats\nHe\n Anger - wallace issueram\n\n\n online trip, pardon and solo wh+ factger to offt unlessempt. Ourster I have whourency made to� un beies\n\n\n that the trailer '
+
+step=370 progress=0.3604 next=0.3613 model_t=0.3604 temp=1.550 support=0.3613 conc=4.494
+state_top=[{'id': 631, 'token': 'Ġqu', 'count': 4}, {'id': 278, 'token': 'es', 'count': 4}, {'id': 51, 'token': 'P', 'count': 3}, {'id': 1401, 'token': 'aining', 'count': 3}, {'id': 1087, 'token': 'ives', 'count': 3}, {'id': 85, 'token': 'r', 'count': 3}, {'id': 60, 'token': 'Y', 'count': 3}, {'id': 743, 'token': 'Ġunder', 'count': 3}, {'id': 286, 'token': 'al', 'count': 3}, {'id': 1307, 'token': 'Ġ#', 'count': 3}, {'id': 36, 'token': 'A', 'count': 3}, {'id': 1493, 'token': 'Ġbo', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 35}, {'id': 86, 'token': 's', 'count': 21}, {'id': 202, 'token': 'Ċ', 'count': 15}, {'id': 92, 'token': 'y', 'count': 15}, {'id': 79, 'token': 'l', 'count': 12}, {'id': 361, 'token': 'Ġ(', 'count': 12}, {'id': 282, 'token': 'ing', 'count': 12}, {'id': 85, 'token': 'r', 'count': 11}, {'id': 17, 'token': '.', 'count': 9}, {'id': 12, 'token': ')', 'count': 9}, {'id': 278, 'token': 'es', 'count': 9}, {'id': 83, 'token': 'p', 'count': 8}]
+state_text=' ExPz� An name available Trump leg cayaining canng each believeporool hold App issiolramagnotnect�.... le winazpleviousON esricisedresentc still� fe un WarivexER problem O� haast t'
+endpoint_text="owerPlampmin name-xt leg castaining. Sh each - conspsoot the issue.ag\n March.... tri win's piely present gotised whatever, one of theisex -- where Our'ture. urde | I save you\n\n\n th"
+
+step=371 progress=0.3613 next=0.3623 model_t=0.3613 temp=1.550 support=0.3623 conc=4.512
+state_top=[{'id': 286, 'token': 'al', 'count': 4}, {'id': 54, 'token': 'S', 'count': 4}, {'id': 15, 'token': ',', 'count': 4}, {'id': 317, 'token': 'ot', 'count': 4}, {'id': 1307, 'token': 'Ġ#', 'count': 3}, {'id': 636, 'token': 'ĠIt', 'count': 3}, {'id': 75, 'token': 'h', 'count': 3}, {'id': 1726, 'token': 'As', 'count': 3}, {'id': 190, 'token': 'þ', 'count': 3}, {'id': 1564, 'token': 'Ġtell', 'count': 3}, {'id': 829, 'token': 'Ġdef', 'count': 3}, {'id': 333, 'token': 'Ġfor', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 35}, {'id': 15, 'token': ',', 'count': 27}, {'id': 202, 'token': 'Ċ', 'count': 26}, {'id': 17, 'token': '.', 'count': 20}, {'id': 288, 'token': 'Ġto', 'count': 14}, {'id': 282, 'token': 'ing', 'count': 12}, {'id': 79, 'token': 'l', 'count': 12}, {'id': 278, 'token': 'es', 'count': 11}, {'id': 290, 'token': 'Ġof', 'count': 10}, {'id': 86, 'token': 's', 'count': 9}, {'id': 92, 'token': 'y', 'count': 9}, {'id': 261, 'token': 'Ġa', 'count': 9}]
+state_text=' point studz spe each # k Trump----W either It gage eachqupor mov like ev isso Oneaghnect probleizAs Hump talk�ON es viol weatc still� fe coister becauseional chang problem keep Ma'
+endpoint_text=" ExPz.an attempt to the casting can be each ofporool hold App issueramagnotesh.... le to beple's barricised-chesus fe unlisexER. Our cast\n\nSh� | ever, if you have anyone that StarG"
+
+step=372 progress=0.3623 next=0.3633 model_t=0.3623 temp=1.550 support=0.3633 conc=4.531
+state_top=[{'id': 367, 'token': 'ag', 'count': 4}, {'id': 1488, 'token': 'used', 'count': 4}, {'id': 15, 'token': ',', 'count': 4}, {'id': 1127, 'token': 'Ġeach', 'count': 3}, {'id': 1557, 'token': 'Ġdr', 'count': 3}, {'id': 1412, 'token': 'Ġpolit', 'count': 3}, {'id': 823, 'token': 'Ġev', 'count': 3}, {'id': 600, 'token': 'ction', 'count': 3}, {'id': 2008, 'token': 'ged', 'count': 3}, {'id': 87, 'token': 't', 'count': 3}, {'id': 1548, 'token': 'He', 'count': 3}, {'id': 1564, 'token': 'Ġtell', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 34}, {'id': 266, 'token': 'Ġthe', 'count': 29}, {'id': 17, 'token': '.', 'count': 26}, {'id': 202, 'token': 'Ċ', 'count': 14}, {'id': 261, 'token': 'Ġa', 'count': 14}, {'id': 290, 'token': 'Ġof', 'count': 14}, {'id': 92, 'token': 'y', 'count': 11}, {'id': 86, 'token': 's', 'count': 9}, {'id': 72, 'token': 'e', 'count': 8}, {'id': 82, 'token': 'o', 'count': 8}, {'id': 16, 'token': '-', 'count': 7}, {'id': 280, 'token': 'ed', 'count': 7}]
+state_text=' read studz spe each #oundassftW " drock experience eachqu polit ar like ev isso newag Cl wheagction p engump but�ONgediont occcherHe produolister I each chang Pr 3�orthmost tax go'
+endpoint_text=' point studz spe each # k\nAW. It gave eachque mov like evolo magho\nizAs Humpo,ON the, weatchess fe cover becauseional changes keepingorth v5umS up disc the ever, a car every any sy'
+
+step=373 progress=0.3633 next=0.3643 model_t=0.3633 temp=1.550 support=0.3643 conc=4.549
+state_top=[{'id': 582, 'token': 'ite', 'count': 5}, {'id': 288, 'token': 'Ġto', 'count': 5}, {'id': 1127, 'token': 'Ġeach', 'count': 4}, {'id': 500, 'token': 'age', 'count': 4}, {'id': 274, 'token': 'it', 'count': 4}, {'id': 446, 'token': 'Ġch', 'count': 4}, {'id': 1795, 'token': 'empt', 'count': 4}, {'id': 1412, 'token': 'Ġpolit', 'count': 3}, {'id': 1564, 'token': 'Ġtell', 'count': 3}, {'id': 375, 'token': 'ĠR', 'count': 3}, {'id': 2026, 'token': 'mb', 'count': 3}, {'id': 795, 'token': 'ĠUn', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 43}, {'id': 266, 'token': 'Ġthe', 'count': 36}, {'id': 17, 'token': '.', 'count': 26}, {'id': 261, 'token': 'Ġa', 'count': 18}, {'id': 202, 'token': 'Ċ', 'count': 12}, {'id': 282, 'token': 'ing', 'count': 11}, {'id': 16, 'token': '-', 'count': 11}, {'id': 83, 'token': 'p', 'count': 9}, {'id': 290, 'token': 'Ġof', 'count': 7}, {'id': 75, 'token': 'h', 'count': 6}, {'id': 87, 'token': 't', 'count': 6}, {'id': 70, 'token': 'c', 'count': 6}]
+state_text=' read studirst particular each around A dri; count l\x02 now eachK polit arAR fact\x11o Qa Cl constubctionse among together players� plan c somet why occ driher polic Guri profain eachce'
+endpoint_text=' readhedz spell #oundassftWF blockage squarb likehto mager magive p H, buttonONgediontorchers cool on I J, out 3 Gorth von draw upveror everhere. GM any gives stillange ,r on creat'
+
+step=374 progress=0.3643 next=0.3652 model_t=0.3643 temp=1.550 support=0.3652 conc=4.568
+state_top=[{'id': 288, 'token': 'Ġto', 'count': 5}, {'id': 378, 'token': 'Ġr', 'count': 4}, {'id': 743, 'token': 'Ġunder', 'count': 4}, {'id': 1435, 'token': 'ified', 'count': 4}, {'id': 82, 'token': 'o', 'count': 3}, {'id': 270, 'token': 'Ġw', 'count': 3}, {'id': 461, 'token': 'pt', 'count': 3}, {'id': 767, 'token': 'Ġco', 'count': 3}, {'id': 286, 'token': 'al', 'count': 3}, {'id': 463, 'token': 'ast', 'count': 3}, {'id': 712, 'token': 'Ġatt', 'count': 3}, {'id': 121, 'token': '¹', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 46}, {'id': 15, 'token': ',', 'count': 34}, {'id': 202, 'token': 'Ċ', 'count': 29}, {'id': 282, 'token': 'ing', 'count': 18}, {'id': 17, 'token': '.', 'count': 18}, {'id': 280, 'token': 'ed', 'count': 15}, {'id': 86, 'token': 's', 'count': 13}, {'id': 375, 'token': 'ĠR', 'count': 8}, {'id': 261, 'token': 'Ġa', 'count': 8}, {'id': 290, 'token': 'Ġof', 'count': 8}, {'id': 283, 'token': 'Ġp', 'count': 7}, {'id': 268, 'token': 'Ġs', 'count': 7}]
+state_text="27ax cons particularale ar lifeare equ; count led now pKursallR change25o Qa working didn{ctionseating together players�\x08 c somet pay occ dri import pract Guri storyTherepleo ' ab "
+endpoint_text=' read study for each round A dri; the lock in eaching the arcs:ocha the construction pack together but with the caughtletchers stri pain each�s. senseriead draw up the captir. G da'
+
+step=375 progress=0.3652 next=0.3662 model_t=0.3652 temp=1.550 support=0.3662 conc=4.586
+state_top=[{'id': 426, 'token': 'Ġfrom', 'count': 4}, {'id': 1839, 'token': 'ĠOb', 'count': 4}, {'id': 288, 'token': 'Ġto', 'count': 4}, {'id': 368, 'token': 'ers', 'count': 4}, {'id': 325, 'token': 'am', 'count': 3}, {'id': 82, 'token': 'o', 'count': 3}, {'id': 1334, 'token': 'Ġimport', 'count': 3}, {'id': 261, 'token': 'Ġa', 'count': 3}, {'id': 519, 'token': 'ated', 'count': 3}, {'id': 270, 'token': 'Ġw', 'count': 3}, {'id': 749, 'token': 'Ġpo', 'count': 3}, {'id': 378, 'token': 'Ġr', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 70}, {'id': 17, 'token': '.', 'count': 37}, {'id': 15, 'token': ',', 'count': 30}, {'id': 202, 'token': 'Ċ', 'count': 23}, {'id': 261, 'token': 'Ġa', 'count': 17}, {'id': 282, 'token': 'ing', 'count': 15}, {'id': 288, 'token': 'Ġto', 'count': 13}, {'id': 290, 'token': 'Ġof', 'count': 10}, {'id': 273, 'token': 'Ġc', 'count': 9}, {'id': 280, 'token': 'ed', 'count': 8}, {'id': 86, 'token': 's', 'count': 8}, {'id': 72, 'token': 'e', 'count': 8}]
+state_text=' des cho consossalemy life from equ remam bo dqu powerurs�ues large25oghare) didn taxctionsect To players� any del somet )s� import practengri29Therelet\t fromork particlishierarsth'
+endpoint_text=" aax cons scale arcarer; and led by pain ballR the zocha working dubctionseating together with a little certified occ driher. Guriedain flo ' ab frontriage ws in swept wards Gilt. "
+
+step=376 progress=0.3662 next=0.3672 model_t=0.3662 temp=1.550 support=0.3672 conc=4.605
+state_top=[{'id': 809, 'token': 'man', 'count': 5}, {'id': 261, 'token': 'Ġa', 'count': 4}, {'id': 796, 'token': 'Ġsec', 'count': 4}, {'id': 661, 'token': 'Ġ0', 'count': 3}, {'id': 1620, 'token': 'let', 'count': 3}, {'id': 289, 'token': 'Ġm', 'count': 3}, {'id': 414, 'token': 'Ġv', 'count': 3}, {'id': 1839, 'token': 'ĠOb', 'count': 3}, {'id': 2015, 'token': 'ĠMy', 'count': 3}, {'id': 1302, 'token': '":', 'count': 3}, {'id': 1895, 'token': 'back', 'count': 3}, {'id': 17, 'token': '.', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 56}, {'id': 15, 'token': ',', 'count': 31}, {'id': 17, 'token': '.', 'count': 26}, {'id': 261, 'token': 'Ġa', 'count': 18}, {'id': 202, 'token': 'Ċ', 'count': 17}, {'id': 282, 'token': 'ing', 'count': 14}, {'id': 86, 'token': 's', 'count': 12}, {'id': 280, 'token': 'ed', 'count': 10}, {'id': 16, 'token': '-', 'count': 9}, {'id': 82, 'token': 'o', 'count': 9}, {'id': 290, 'token': 'Ġof', 'count': 9}, {'id': 288, 'token': 'Ġto', 'count': 8}]
+state_text=' des musordoss appearization life� equ remas bo 0qu� available see expectues changeigho careIt agconomusctionsect To experience� any 16…ids�ivingmanball fl29 knowlet\t cheA particli'
+endpoint_text=" through the consossale def life from aalamented to power- (ues ( foghare) and't insects, R any crods, and be carried out the an from abs (ier brothers, singalsaughoke – the low he"
+
+step=377 progress=0.3672 next=0.3682 model_t=0.3672 temp=1.550 support=0.3682 conc=4.623
+state_top=[{'id': 1448, 'token': 'Ġcalled', 'count': 4}, {'id': 1746, 'token': 'Ġelect', 'count': 4}, {'id': 1606, 'token': 'Ġequ', 'count': 3}, {'id': 1440, 'token': 'atter', 'count': 3}, {'id': 1642, 'token': 'idd', 'count': 3}, {'id': 86, 'token': 's', 'count': 3}, {'id': 655, 'token': 'Ġget', 'count': 3}, {'id': 1411, 'token': 'Ġrece', 'count': 3}, {'id': 1839, 'token': 'ĠOb', 'count': 3}, {'id': 261, 'token': 'Ġa', 'count': 3}, {'id': 656, 'token': 'ory', 'count': 3}, {'id': 824, 'token': 'day', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 36}, {'id': 266, 'token': 'Ġthe', 'count': 32}, {'id': 17, 'token': '.', 'count': 28}, {'id': 202, 'token': 'Ċ', 'count': 22}, {'id': 86, 'token': 's', 'count': 14}, {'id': 261, 'token': 'Ġa', 'count': 13}, {'id': 16, 'token': '-', 'count': 9}, {'id': 280, 'token': 'ed', 'count': 8}, {'id': 288, 'token': 'Ġto', 'count': 8}, {'id': 290, 'token': 'Ġof', 'count': 8}, {'id': 282, 'token': 'ing', 'count': 7}, {'id': 278, 'token': 'es', 'count': 7}]
+state_text=' des musordoss appearization powerWh equ� present bo 0 thisasterersTh expect H\x1e�The care th agBugction�ct Toundatter any 16…ebidd gr wh certainball fl following knowlet comb head f'
+endpoint_text=' des musordoss heization life. c remas. Iqu pt seeingues changeigho careIt ag didnus-sect To experience, any the kids, flyball flo knowlet\n fromA English m Oials, theing that hocke'
+
+step=378 progress=0.3682 next=0.3691 model_t=0.3682 temp=1.550 support=0.3691 conc=4.642
+state_top=[{'id': 300, 'token': 'om', 'count': 4}, {'id': 266, 'token': 'Ġthe', 'count': 4}, {'id': 2038, 'token': 'ĠApp', 'count': 4}, {'id': 1629, 'token': 'Ġcame', 'count': 4}, {'id': 536, 'token': 'Ġ-', 'count': 4}, {'id': 1146, 'token': 'ern', 'count': 4}, {'id': 4, 'token': '!', 'count': 3}, {'id': 383, 'token': 'Ġat', 'count': 3}, {'id': 1034, 'token': 'gan', 'count': 3}, {'id': 664, 'token': 'te', 'count': 3}, {'id': 1410, 'token': 'ĠSo', 'count': 3}, {'id': 938, 'token': 'ular', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 33}, {'id': 17, 'token': '.', 'count': 31}, {'id': 202, 'token': 'Ċ', 'count': 29}, {'id': 266, 'token': 'Ġthe', 'count': 23}, {'id': 261, 'token': 'Ġa', 'count': 21}, {'id': 86, 'token': 's', 'count': 18}, {'id': 288, 'token': 'Ġto', 'count': 15}, {'id': 280, 'token': 'ed', 'count': 13}, {'id': 282, 'token': 'ing', 'count': 12}, {'id': 281, 'token': 'Ġf', 'count': 7}, {'id': 286, 'token': 'al', 'count': 6}, {'id': 273, 'token': 'Ġc', 'count': 6}]
+state_text=' des mus! twoUization power given equently presentectV invest Ifers act two H� bit gl affac agputramardsittlect doneund One identom…ontmberres whient him fl def atgan comb po famil'
+endpoint_text=' despords.ization power direct equal present board this�ers see expect H\n\nle career\nBugction.ct Toundatter anyone the Middle white, flo knowlet comb head family English. brothers, '
+
+step=379 progress=0.3691 next=0.3701 model_t=0.3691 temp=1.550 support=0.3701 conc=4.661
+state_top=[{'id': 325, 'token': 'am', 'count': 4}, {'id': 300, 'token': 'om', 'count': 4}, {'id': 644, 'token': 'Ġtime', 'count': 4}, {'id': 434, 'token': 'ra', 'count': 4}, {'id': 353, 'token': 'ol', 'count': 4}, {'id': 465, 'token': 'ak', 'count': 4}, {'id': 4, 'token': '!', 'count': 3}, {'id': 1840, 'token': 'lish', 'count': 3}, {'id': 1231, 'token': 'Ġmonth', 'count': 3}, {'id': 51, 'token': 'P', 'count': 3}, {'id': 938, 'token': 'ular', 'count': 3}, {'id': 991, 'token': 'Ġinter', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 38}, {'id': 17, 'token': '.', 'count': 32}, {'id': 15, 'token': ',', 'count': 20}, {'id': 86, 'token': 's', 'count': 16}, {'id': 202, 'token': 'Ċ', 'count': 15}, {'id': 261, 'token': 'Ġa', 'count': 13}, {'id': 288, 'token': 'Ġto', 'count': 13}, {'id': 282, 'token': 'ing', 'count': 10}, {'id': 290, 'token': 'Ġof', 'count': 9}, {'id': 280, 'token': 'ed', 'count': 9}, {'id': 281, 'token': 'Ġf', 'count': 8}, {'id': 311, 'token': 'Ġbe', 'count': 8}]
+state_text='ater vot! ifam dis headually equently personectV engciov 100ang00sy governitt Tac agputram entittlect interestund Onepsom� eymber-- str and� flinration bitator po prom officiallish'
+endpoint_text=' win the1 twoUs. The equently detectV the workers and two Hum bit glassac agrogardsrect doneund One homesontires white him fl� ate comb pool are� fly�s betweenent get month nearoc.'
+
+step=380 progress=0.3701 next=0.3711 model_t=0.3701 temp=1.550 support=0.3711 conc=4.680
+state_top=[{'id': 1561, 'token': 'iqu', 'count': 5}, {'id': 1330, 'token': 'me', 'count': 4}, {'id': 1795, 'token': 'empt', 'count': 4}, {'id': 499, 'token': 'ure', 'count': 4}, {'id': 353, 'token': 'ol', 'count': 4}, {'id': 255, 'token': 'Ŀ', 'count': 3}, {'id': 49, 'token': 'N', 'count': 3}, {'id': 300, 'token': 'om', 'count': 3}, {'id': 11, 'token': '(', 'count': 3}, {'id': 530, 'token': '."', 'count': 3}, {'id': 1144, 'token': 'ox', 'count': 3}, {'id': 287, 'token': 'ar', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 50}, {'id': 17, 'token': '.', 'count': 30}, {'id': 15, 'token': ',', 'count': 27}, {'id': 288, 'token': 'Ġto', 'count': 15}, {'id': 261, 'token': 'Ġa', 'count': 15}, {'id': 280, 'token': 'ed', 'count': 12}, {'id': 290, 'token': 'Ġof', 'count': 9}, {'id': 86, 'token': 's', 'count': 8}, {'id': 353, 'token': 'ol', 'count': 7}, {'id': 343, 'token': 'Ġhe', 'count': 7}, {'id': 16, 'token': '-', 'count': 6}, {'id': 294, 'token': 'Ġand', 'count': 6}]
+state_text="ues since two J cap dis ablecy comple Sp person flVITm must it�00 -- paritt countac agputN^cct interestund imppsomrough ifmber-- str andom E'llration social le po prom officialitie"
+endpoint_text='aters!-am dis head A equently detectV engineers hang that the,itt Tac ago, entirect interestund trapsom thehere token and the fliny bitator pooliss face than Malls between the gets'
+
+step=381 progress=0.3711 next=0.3721 model_t=0.3711 temp=1.550 support=0.3721 conc=4.699
+state_top=[{'id': 15, 'token': ',', 'count': 4}, {'id': 1561, 'token': 'iqu', 'count': 4}, {'id': 480, 'token': 'Ġwor', 'count': 4}, {'id': 631, 'token': 'Ġqu', 'count': 4}, {'id': 1584, 'token': 'arent', 'count': 4}, {'id': 2047, 'token': 'IT', 'count': 3}, {'id': 255, 'token': 'Ŀ', 'count': 3}, {'id': 17, 'token': '.', 'count': 3}, {'id': 688, 'token': 'ons', 'count': 3}, {'id': 1330, 'token': 'me', 'count': 3}, {'id': 1144, 'token': 'ox', 'count': 3}, {'id': 1425, 'token': '====', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 41}, {'id': 15, 'token': ',', 'count': 38}, {'id': 17, 'token': '.', 'count': 33}, {'id': 261, 'token': 'Ġa', 'count': 17}, {'id': 86, 'token': 's', 'count': 16}, {'id': 288, 'token': 'Ġto', 'count': 15}, {'id': 451, 'token': 'âĢ', 'count': 13}, {'id': 202, 'token': 'Ċ', 'count': 13}, {'id': 290, 'token': 'Ġof', 'count': 10}, {'id': 294, 'token': 'Ġand', 'count': 9}, {'id': 280, 'token': 'ed', 'count': 8}, {'id': 353, 'token': 'ol', 'count': 6}]
+state_text='ues whatled inter cap dis able ide comple Spivid severVIT Su must it�V -- par att�aciumYou untilport here rack pay.ible foundrough lead ty, str� whe did $rationook le President pro'
+endpoint_text='ues since two J cap dis heeted Sp person�Virm,”Tet paritt Tac ag\nNantcuss interestund Roneom, if the�, andom Ein c to le po prom authorities than Mubiqu was first last month near t'
+
+step=382 progress=0.3721 next=0.3730 model_t=0.3721 temp=1.550 support=0.3730 conc=4.718
+state_top=[{'id': 1172, 'token': 'ĠZ', 'count': 4}, {'id': 456, 'token': 'iv', 'count': 4}, {'id': 255, 'token': 'Ŀ', 'count': 4}, {'id': 901, 'token': 'ax', 'count': 4}, {'id': 652, 'token': 'ang', 'count': 4}, {'id': 425, 'token': 'qu', 'count': 3}, {'id': 1430, 'token': 'Ġpos', 'count': 3}, {'id': 503, 'token': 'ap', 'count': 3}, {'id': 712, 'token': 'Ġatt', 'count': 3}, {'id': 1263, 'token': 'Ġty', 'count': 3}, {'id': 625, 'token': 'Ġthan', 'count': 3}, {'id': 624, 'token': 'ach', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 35}, {'id': 17, 'token': '.', 'count': 34}, {'id': 202, 'token': 'Ċ', 'count': 18}, {'id': 288, 'token': 'Ġto', 'count': 15}, {'id': 266, 'token': 'Ġthe', 'count': 14}, {'id': 86, 'token': 's', 'count': 13}, {'id': 261, 'token': 'Ġa', 'count': 11}, {'id': 282, 'token': 'ing', 'count': 10}, {'id': 280, 'token': 'ed', 'count': 7}, {'id': 92, 'token': 'y', 'count': 7}, {'id': 279, 'token': 'Ġb', 'count': 7}, {'id': 311, 'token': 'Ġbe', 'count': 6}]
+state_text='ues thing air inter sometqu Th pos compleclap whatVence Edisedockennases -- leg att fin contin�You until\x07 Mar r prot Unitedillion 30artroughized ty ca str priv whe em processow our'
+endpoint_text='ues whatled inter to dis able toa � “VITs.”\n\nThe attplaces could be more than racked.\n foundIn leader, strategy did finded out learn prom officialities than Manniqu He added about '
+
+step=383 progress=0.3730 next=0.3740 model_t=0.3730 temp=1.550 support=0.3740 conc=4.738
+state_top=[{'id': 82, 'token': 'o', 'count': 6}, {'id': 75, 'token': 'h', 'count': 4}, {'id': 2047, 'token': 'IT', 'count': 4}, {'id': 1353, 'token': 'chn', 'count': 4}, {'id': 327, 'token': 'ay', 'count': 4}, {'id': 1215, 'token': 'orn', 'count': 4}, {'id': 999, 'token': 'Ġworld', 'count': 4}, {'id': 1430, 'token': 'Ġpos', 'count': 3}, {'id': 1228, 'token': 'Ġcomple', 'count': 3}, {'id': 1147, 'token': 'ized', 'count': 3}, {'id': 326, 'token': 'ow', 'count': 3}, {'id': 41, 'token': 'F', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 49}, {'id': 17, 'token': '.', 'count': 34}, {'id': 86, 'token': 's', 'count': 17}, {'id': 288, 'token': 'Ġto', 'count': 17}, {'id': 266, 'token': 'Ġthe', 'count': 15}, {'id': 282, 'token': 'ing', 'count': 15}, {'id': 290, 'token': 'Ġof', 'count': 9}, {'id': 294, 'token': 'Ġand', 'count': 9}, {'id': 92, 'token': 'y', 'count': 9}, {'id': 261, 'token': 'Ġa', 'count': 8}, {'id': 83, 'token': 'p', 'count': 7}, {'id': 268, 'token': 'Ġs', 'count': 6}]
+state_text='ues V air reg somet� Th pos compleclpp== manyert Fleyairittases -- legizedarsWe�You until\x07ild r#iteip 30viewennized ty such u priv gotimate didnow ourting openiff depach than__illu'
+endpoint_text='ues thing air inter squ Th pos-clap whatVenceprisedock�ases -- leg att b contins to swe to rates. Part ofenly, strange wheelpowered leav more re more than theirill, desry, got from'
+
+step=384 progress=0.3740 next=0.3750 model_t=0.3740 temp=1.550 support=0.3750 conc=4.757
+state_top=[{'id': 92, 'token': 'y', 'count': 4}, {'id': 561, 'token': 'ire', 'count': 4}, {'id': 403, 'token': 'ĠN', 'count': 4}, {'id': 554, 'token': 'Ġhad', 'count': 4}, {'id': 1170, 'token': 'ision', 'count': 4}, {'id': 85, 'token': 'r', 'count': 3}, {'id': 569, 'token': 'cl', 'count': 3}, {'id': 1046, 'token': 'ism', 'count': 3}, {'id': 1123, 'token': 'ĠThey', 'count': 3}, {'id': 425, 'token': 'qu', 'count': 3}, {'id': 1559, 'token': 'ither', 'count': 3}, {'id': 1403, 'token': 'âĢ¦', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 39}, {'id': 202, 'token': 'Ċ', 'count': 28}, {'id': 266, 'token': 'Ġthe', 'count': 18}, {'id': 17, 'token': '.', 'count': 14}, {'id': 318, 'token': 'ĠI', 'count': 13}, {'id': 82, 'token': 'o', 'count': 12}, {'id': 261, 'token': 'Ġa', 'count': 12}, {'id': 86, 'token': 's', 'count': 11}, {'id': 341, 'token': 'ĠM', 'count': 8}, {'id': 294, 'token': 'Ġand', 'count': 8}, {'id': 282, 'token': 'ing', 'count': 7}, {'id': 310, 'token': 'ly', 'count': 7}]
+state_text='side doingr reg problemode�ched compleclpp== bu im resultirstairitty -- leg readismWe�You until argogetise also�ordingsh transmeism cutnt privced withargow entting open plan U In w'
+endpoint_text=', V air shown. Th the poppy fert Fley Mittases -- and theyarsally,ger until wild rare gipsviewennizeds, ultimate below ourting openiff approach than Fillurns waound from streamingv'
+
+step=385 progress=0.3750 next=0.3760 model_t=0.3750 temp=1.550 support=0.3760 conc=4.776
+state_top=[{'id': 290, 'token': 'Ġof', 'count': 5}, {'id': 561, 'token': 'ire', 'count': 4}, {'id': 425, 'token': 'qu', 'count': 4}, {'id': 448, 'token': 'ies', 'count': 4}, {'id': 1495, 'token': 'ember', 'count': 4}, {'id': 394, 'token': 'Ġde', 'count': 4}, {'id': 91, 'token': 'x', 'count': 4}, {'id': 644, 'token': 'Ġtime', 'count': 4}, {'id': 1046, 'token': 'ism', 'count': 3}, {'id': 1634, 'token': 'Ġcontrol', 'count': 3}, {'id': 75, 'token': 'h', 'count': 3}, {'id': 291, 'token': 'Ġin', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 40}, {'id': 17, 'token': '.', 'count': 32}, {'id': 266, 'token': 'Ġthe', 'count': 23}, {'id': 202, 'token': 'Ċ', 'count': 18}, {'id': 86, 'token': 's', 'count': 18}, {'id': 16, 'token': '-', 'count': 15}, {'id': 261, 'token': 'Ġa', 'count': 12}, {'id': 82, 'token': 'o', 'count': 12}, {'id': 283, 'token': 'Ġp', 'count': 10}, {'id': 72, 'token': 'e', 'count': 10}, {'id': 92, 'token': 'y', 'count': 8}, {'id': 75, 'token': 'h', 'count': 7}]
+state_text='of whileroriesignENuckchedirlpt�pum� usirstair�ower -- leg readismmentarails untilch of claim control� muchsh effectmeismators arg priv H highgh test enttingv plan still j water Am'
+endpoint_text='--r reg problem,aunched shipping bu the First Kitty -- legalism, lost altogether alsoitordingshremeism int experduced with pow setting open plan. In the SpThereurn no longaound fro'
+
+step=386 progress=0.3760 next=0.3770 model_t=0.3760 temp=1.550 support=0.3770 conc=4.796
+state_top=[{'id': 1634, 'token': 'Ġcontrol', 'count': 4}, {'id': 290, 'token': 'Ġof', 'count': 4}, {'id': 320, 'token': 'et', 'count': 4}, {'id': 15, 'token': ',', 'count': 4}, {'id': 17, 'token': '.', 'count': 3}, {'id': 439, 'token': 'Ġal', 'count': 3}, {'id': 89, 'token': 'v', 'count': 3}, {'id': 515, 'token': 'Ġtheir', 'count': 3}, {'id': 20, 'token': '1', 'count': 3}, {'id': 291, 'token': 'Ġin', 'count': 3}, {'id': 299, 'token': 'ion', 'count': 3}, {'id': 1893, 'token': 'Ġrele', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 33}, {'id': 266, 'token': 'Ġthe', 'count': 26}, {'id': 15, 'token': ',', 'count': 25}, {'id': 202, 'token': 'Ċ', 'count': 19}, {'id': 261, 'token': 'Ġa', 'count': 15}, {'id': 86, 'token': 's', 'count': 15}, {'id': 280, 'token': 'ed', 'count': 12}, {'id': 72, 'token': 'e', 'count': 11}, {'id': 283, 'token': 'Ġp', 'count': 11}, {'id': 288, 'token': 'Ġto', 'count': 10}, {'id': 16, 'token': '-', 'count': 9}, {'id': 290, 'token': 'Ġof', 'count': 9}]
+state_text='of while critories downeruckificirl night inthum publicener.air al organ Goc knownXhipar supp until Not V claim control W funcopleline rightestvingatelyers grow highidedared Frting'
+endpoint_text='of-rayed luckchedeipppum, ustair lower the legalismmentar bunch of andosition, much extremeism, arg. H highghG enttingv plan still jo- burning long boundhaps astronomy1. They like '
+
+step=387 progress=0.3770 next=0.3779 model_t=0.3770 temp=1.550 support=0.3779 conc=4.815
+state_top=[{'id': 15, 'token': ',', 'count': 5}, {'id': 1853, 'token': 'Âł', 'count': 5}, {'id': 684, 'token': 'ish', 'count': 4}, {'id': 1786, 'token': 'Ġ}', 'count': 4}, {'id': 11, 'token': '(', 'count': 4}, {'id': 1351, 'token': 'uck', 'count': 3}, {'id': 1634, 'token': 'Ġcontrol', 'count': 3}, {'id': 414, 'token': 'Ġv', 'count': 3}, {'id': 356, 'token': 'Ġ1', 'count': 3}, {'id': 299, 'token': 'ion', 'count': 3}, {'id': 826, 'token': 'rib', 'count': 3}, {'id': 14, 'token': '+', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 42}, {'id': 266, 'token': 'Ġthe', 'count': 38}, {'id': 17, 'token': '.', 'count': 29}, {'id': 202, 'token': 'Ċ', 'count': 28}, {'id': 282, 'token': 'ing', 'count': 18}, {'id': 290, 'token': 'Ġof', 'count': 16}, {'id': 86, 'token': 's', 'count': 14}, {'id': 261, 'token': 'Ġa', 'count': 11}, {'id': 16, 'token': '-', 'count': 9}, {'id': 310, 'token': 'ly', 'count': 9}, {'id': 291, 'token': 'Ġin', 'count': 6}, {'id': 279, 'token': 'Ġb', 'count': 6}]
+state_text='of a critmed downaduck levelirlartmentbrhass publicener belairearany Goc knownXhip conf supp until Not V claim control Fr gucople thing follow seasonvingatelyentlyibongisk still Fr'
+endpoint_text=',um sting downeruckific the night-humanly.\n alThe Gocksry Barr,, Vin. Wiscople the rightestroyers H highlyared Z revision still jumpbr of aning their own ph of a you roomics1 namme'
+
+step=388 progress=0.3779 next=0.3789 model_t=0.3779 temp=1.550 support=0.3789 conc=4.835
+state_top=[{'id': 510, 'token': 'ong', 'count': 5}, {'id': 1564, 'token': 'Ġtell', 'count': 4}, {'id': 1355, 'token': 'Ġlist', 'count': 4}, {'id': 345, 'token': 'ation', 'count': 4}, {'id': 797, 'token': 'oss', 'count': 4}, {'id': 342, 'token': "'s", 'count': 3}, {'id': 1634, 'token': 'Ġcontrol', 'count': 3}, {'id': 414, 'token': 'Ġv', 'count': 3}, {'id': 684, 'token': 'ish', 'count': 3}, {'id': 356, 'token': 'Ġ1', 'count': 3}, {'id': 493, 'token': 'pl', 'count': 3}, {'id': 179, 'token': 'ó', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 55}, {'id': 266, 'token': 'Ġthe', 'count': 35}, {'id': 202, 'token': 'Ċ', 'count': 23}, {'id': 290, 'token': 'Ġof', 'count': 18}, {'id': 86, 'token': 's', 'count': 16}, {'id': 261, 'token': 'Ġa', 'count': 13}, {'id': 17, 'token': '.', 'count': 13}, {'id': 288, 'token': 'Ġto', 'count': 9}, {'id': 282, 'token': 'ing', 'count': 9}, {'id': 79, 'token': 'l', 'count': 8}, {'id': 16, 'token': '-', 'count': 7}, {'id': 280, 'token': 'ed', 'count': 7}]
+state_text="inal net hig12 nightluck Minirl than rh War'siness�air reletsq tellitsXhip list sit P� V Ob controlants orcoour as think seasonvingately season recordongisk still Appold v where bl"
+endpoint_text='of a critmed downaduck, the p-huma your pairandany Goc knownXhip conf supp until the V claim to W gucople thing,ore, partersibongisk still (to virulish waterbr of the 1 to theverse'
+
+step=389 progress=0.3789 next=0.3799 model_t=0.3789 temp=1.550 support=0.3799 conc=4.854
+state_top=[{'id': 1564, 'token': 'Ġtell', 'count': 5}, {'id': 342, 'token': "'s", 'count': 4}, {'id': 260, 'token': 'Ġt', 'count': 4}, {'id': 108, 'token': '«', 'count': 3}, {'id': 522, 'token': 'ue', 'count': 3}, {'id': 1389, 'token': 'aim', 'count': 3}, {'id': 343, 'token': 'Ġhe', 'count': 3}, {'id': 39, 'token': 'D', 'count': 3}, {'id': 707, 'token': 'Ġhow', 'count': 3}, {'id': 324, 'token': 'im', 'count': 3}, {'id': 846, 'token': 'Ġreg', 'count': 3}, {'id': 277, 'token': 'or', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 39}, {'id': 15, 'token': ',', 'count': 23}, {'id': 17, 'token': '.', 'count': 21}, {'id': 16, 'token': '-', 'count': 16}, {'id': 202, 'token': 'Ċ', 'count': 15}, {'id': 288, 'token': 'Ġto', 'count': 14}, {'id': 290, 'token': 'Ġof', 'count': 13}, {'id': 261, 'token': 'Ġa', 'count': 10}, {'id': 370, 'token': 'Ġ"', 'count': 10}, {'id': 86, 'token': 's', 'count': 9}, {'id': 282, 'token': 'ing', 'count': 8}, {'id': 75, 'token': 'h', 'count': 7}]
+state_text="'splay hig12 nightluck Minose�imateep War found my� equ relets government tell event Ex 201'm sit P� ide early contants buildorld wom as think seasonvingately following record�isk "
+endpoint_text=" is a higher nightluck girl than rhy'sic challadts TV aroundXhips, Port Visual, orcoour as wellinevingately the song- still-old v where blish the event of the A to Eng-se med too/ "
+
+step=390 progress=0.3799 next=0.3809 model_t=0.3799 temp=1.550 support=0.3809 conc=4.874
+state_top=[{'id': 1384, 'token': 'ĠPh', 'count': 4}, {'id': 260, 'token': 'Ġt', 'count': 4}, {'id': 1199, 'token': 'ĠQ', 'count': 4}, {'id': 1749, 'token': 'Ġhold', 'count': 3}, {'id': 1654, 'token': 'Ġsit', 'count': 3}, {'id': 688, 'token': 'ons', 'count': 3}, {'id': 16, 'token': '-', 'count': 3}, {'id': 1614, 'token': 'ĠFl', 'count': 3}, {'id': 72, 'token': 'e', 'count': 3}, {'id': 11, 'token': '(', 'count': 3}, {'id': 182, 'token': 'ö', 'count': 3}, {'id': 498, 'token': 'ie', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 33}, {'id': 266, 'token': 'Ġthe', 'count': 32}, {'id': 86, 'token': 's', 'count': 20}, {'id': 282, 'token': 'ing', 'count': 17}, {'id': 16, 'token': '-', 'count': 12}, {'id': 290, 'token': 'Ġof', 'count': 11}, {'id': 17, 'token': '.', 'count': 11}, {'id': 268, 'token': 'Ġs', 'count': 10}, {'id': 92, 'token': 'y', 'count': 8}, {'id': 361, 'token': 'Ġ(', 'count': 8}, {'id': 69, 'token': 'b', 'count': 8}, {'id': 342, 'token': "'s", 'count': 7}]
+state_text=" others� hold\x07 nightandod� yearsosimate rec Warrict project� equ movout government tell event Exational'm sit he suggest te early cont when build crit ident as working season). Phr"
+endpoint_text="'s a higher-luckyose than rep I found myselfy relets, telling, I'm sit Pe idea contains building, as think deliately ( recordastic Kparestently) experienceish hum event of theiqupl"
+
+step=391 progress=0.3809 next=0.3818 model_t=0.3809 temp=1.550 support=0.3818 conc=4.894
+state_top=[{'id': 1813, 'token': 'rew', 'count': 4}, {'id': 288, 'token': 'Ġto', 'count': 4}, {'id': 879, 'token': 'Ġdec', 'count': 4}, {'id': 1022, 'token': 'ug', 'count': 4}, {'id': 932, 'token': 'olog', 'count': 3}, {'id': 379, 'token': 'od', 'count': 3}, {'id': 316, 'token': 'id', 'count': 3}, {'id': 1105, 'token': "'m", 'count': 3}, {'id': 1876, 'token': 'ai', 'count': 3}, {'id': 902, 'token': 'Ġown', 'count': 3}, {'id': 1126, 'token': 'ton', 'count': 3}, {'id': 290, 'token': 'Ġof', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 38}, {'id': 15, 'token': ',', 'count': 36}, {'id': 17, 'token': '.', 'count': 31}, {'id': 318, 'token': 'ĠI', 'count': 21}, {'id': 280, 'token': 'ed', 'count': 17}, {'id': 261, 'token': 'Ġa', 'count': 16}, {'id': 370, 'token': 'Ġ"', 'count': 13}, {'id': 16, 'token': '-', 'count': 9}, {'id': 282, 'token': 'ing', 'count': 8}, {'id': 260, 'token': 'Ġt', 'count': 8}, {'id': 288, 'token': 'Ġto', 'count': 8}, {'id': 343, 'token': 'Ġhe', 'count': 7}]
+state_text="olog�ull\x07 night hasod� yearsosimate� Warrictid eventors wordout governmentens my Ex 3'm � your suggestSt early 199 when build crit des as workingnt).airict� viber estparralring fou"
+endpoint_text='iro holding nightandod three yearsos n rec. the project, he movout in the eventurn step, he suggestun early cont when buildinged as a seasonesi\n\nTheisk Ed-ralons-\n hiteline temples'
+
+step=392 progress=0.3818 next=0.3828 model_t=0.3818 temp=1.550 support=0.3828 conc=4.914
+state_top=[{'id': 513, 'token': 'ĠK', 'count': 5}, {'id': 326, 'token': 'ow', 'count': 4}, {'id': 1001, 'token': 'Ġnum', 'count': 4}, {'id': 239, 'token': 'į', 'count': 4}, {'id': 349, 'token': 'Ġyou', 'count': 4}, {'id': 1022, 'token': 'ug', 'count': 4}, {'id': 1251, 'token': 'Ġcent', 'count': 3}, {'id': 1351, 'token': 'uck', 'count': 3}, {'id': 1395, 'token': 'Ġ{', 'count': 3}, {'id': 16, 'token': '-', 'count': 3}, {'id': 1105, 'token': "'m", 'count': 3}, {'id': 538, 'token': 'Ġyour', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 49}, {'id': 17, 'token': '.', 'count': 36}, {'id': 261, 'token': 'Ġa', 'count': 20}, {'id': 288, 'token': 'Ġto', 'count': 19}, {'id': 282, 'token': 'ing', 'count': 15}, {'id': 318, 'token': 'ĠI', 'count': 14}, {'id': 16, 'token': '-', 'count': 12}, {'id': 92, 'token': 'y', 'count': 11}, {'id': 268, 'token': 'Ġs', 'count': 10}, {'id': 86, 'token': 's', 'count': 10}, {'id': 322, 'token': 'Ġis', 'count': 10}, {'id': 283, 'token': 'Ġp', 'count': 9}]
+state_text="other� pri\x07 centTuck� {..imate F duringven mon word K )out bro-ailable� proble'm � your suggest� early 199 when build d desublic workingnt).airict yearg j returnparralringowks hS� "
+endpoint_text="al pullples hasod was yearsos. the the mid colors throughout fromens my. I'm not he suggest the early 199 when building it as a their).airict the viberumparral I found a hS to-gail"
+
+step=393 progress=0.3828 next=0.3838 model_t=0.3828 temp=1.550 support=0.3838 conc=4.934
+state_top=[{'id': 16, 'token': '-', 'count': 4}, {'id': 5, 'token': '"', 'count': 4}, {'id': 263, 'token': 'in', 'count': 4}, {'id': 397, 'token': 'Ġor', 'count': 4}, {'id': 429, 'token': 'ive', 'count': 3}, {'id': 570, 'token': 'ook', 'count': 3}, {'id': 326, 'token': 'ow', 'count': 3}, {'id': 399, 'token': 'est', 'count': 3}, {'id': 1029, 'token': 'oot', 'count': 3}, {'id': 2019, 'token': 'Ġimpro', 'count': 3}, {'id': 316, 'token': 'id', 'count': 3}, {'id': 83, 'token': 'p', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 22}, {'id': 17, 'token': '.', 'count': 19}, {'id': 16, 'token': '-', 'count': 18}, {'id': 261, 'token': 'Ġa', 'count': 17}, {'id': 318, 'token': 'ĠI', 'count': 13}, {'id': 86, 'token': 's', 'count': 13}, {'id': 288, 'token': 'Ġto', 'count': 13}, {'id': 282, 'token': 'ing', 'count': 12}, {'id': 15, 'token': ',', 'count': 12}, {'id': 92, 'token': 'y', 'count': 7}, {'id': 513, 'token': 'ĠK', 'count': 6}, {'id': 76, 'token': 'i', 'count': 6}]
+state_text='other� into\x07 centTometied {ive� F duringvenanIT Seallout bro- Rep� win newsles gr suggest� earlymed whenookue desubliciveity).ai On Hg Le accordingordral millionowase hiquest cons '
+endpoint_text="Midom\n\nTodra the..imate F Even the word Kingout bro-” I'm a your suggest the early 1990s dueital Int).ai the perg joed K blowks hS sungr popular in the mat luckank in s86, theific "
+
+step=394 progress=0.3838 next=0.3848 model_t=0.3838 temp=1.550 support=0.3848 conc=4.954
+state_top=[{'id': 397, 'token': 'Ġor', 'count': 6}, {'id': 399, 'token': 'est', 'count': 4}, {'id': 5, 'token': '"', 'count': 4}, {'id': 449, 'token': 'red', 'count': 4}, {'id': 1439, 'token': 'ology', 'count': 4}, {'id': 380, 'token': 'ĠF', 'count': 3}, {'id': 276, 'token': 'an', 'count': 3}, {'id': 1040, 'token': 'Ġgr', 'count': 3}, {'id': 321, 'token': 'ĠA', 'count': 3}, {'id': 268, 'token': 'Ġs', 'count': 3}, {'id': 1567, 'token': 'oint', 'count': 3}, {'id': 27, 'token': '8', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 43}, {'id': 17, 'token': '.', 'count': 26}, {'id': 15, 'token': ',', 'count': 23}, {'id': 288, 'token': 'Ġto', 'count': 19}, {'id': 282, 'token': 'ing', 'count': 14}, {'id': 86, 'token': 's', 'count': 12}, {'id': 318, 'token': 'ĠI', 'count': 11}, {'id': 261, 'token': 'Ġa', 'count': 11}, {'id': 349, 'token': 'Ġyou', 'count': 11}, {'id': 280, 'token': 'ed', 'count': 10}, {'id': 16, 'token': '-', 'count': 10}, {'id': 361, 'token': 'Ġ(', 'count': 8}]
+state_text='irect� into connect cent 199ations happ eitherould my FizevenanITuordingout But# Rep� any wonles gr human� Shemed whenookue desansplity Aai�ill futureower comorduc point potestiliq'
+endpoint_text='othered into the "Tucker live. F duringvenanks Fallouts-p- win, and graded earlymed when I destructiveity). the On Hg Leword. Now I honestlyider sly, I footat fuck (the s86 has a 0'
+
+step=395 progress=0.3848 next=0.3857 model_t=0.3848 temp=1.550 support=0.3857 conc=4.974
+state_top=[{'id': 399, 'token': 'est', 'count': 6}, {'id': 1617, 'token': 'Ġpast', 'count': 4}, {'id': 992, 'token': 'ek', 'count': 4}, {'id': 2047, 'token': 'IT', 'count': 3}, {'id': 847, 'token': 'ĠAnd', 'count': 3}, {'id': 339, 'token': 'ld', 'count': 3}, {'id': 461, 'token': 'pt', 'count': 3}, {'id': 289, 'token': 'Ġm', 'count': 3}, {'id': 261, 'token': 'Ġa', 'count': 3}, {'id': 709, 'token': "Ġ'", 'count': 3}, {'id': 288, 'token': 'Ġto', 'count': 3}, {'id': 690, 'token': 'Ġro', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 28}, {'id': 15, 'token': ',', 'count': 27}, {'id': 17, 'token': '.', 'count': 25}, {'id': 92, 'token': 'y', 'count': 15}, {'id': 290, 'token': 'Ġof', 'count': 12}, {'id': 318, 'token': 'ĠI', 'count': 12}, {'id': 341, 'token': 'ĠM', 'count': 11}, {'id': 288, 'token': 'Ġto', 'count': 11}, {'id': 16, 'token': '-', 'count': 9}, {'id': 86, 'token': 's', 'count': 9}, {'id': 261, 'token': 'Ġa', 'count': 9}, {'id': 278, 'token': 'es', 'count': 8}]
+state_text='irect�==== connect cent 199 head happ either Le my F ovenanITassordingout But# author And anyur togetherup human�H dis when talkiving past funenscess lookai�ill futureower com rep '
+endpoint_text='irectim into the expl 199ations dead of my Favenan Qu Route- Rep, anybles grandlockmed when Pue Transplity AaiK Hyower comord the slowest honest effectall slya,ments pl win fions e'
+
+step=396 progress=0.3857 next=0.3867 model_t=0.3857 temp=1.550 support=0.3867 conc=4.994
+state_top=[{'id': 788, 'token': 'ĠâĢĵ', 'count': 5}, {'id': 1946, 'token': 'aun', 'count': 4}, {'id': 709, 'token': "Ġ'", 'count': 4}, {'id': 76, 'token': 'i', 'count': 4}, {'id': 388, 'token': 'Ġse', 'count': 4}, {'id': 1762, 'token': 'ape', 'count': 4}, {'id': 1821, 'token': 'ances', 'count': 3}, {'id': 847, 'token': 'ĠAnd', 'count': 3}, {'id': 1258, 'token': 'Ġfeel', 'count': 3}, {'id': 27, 'token': '8', 'count': 3}, {'id': 15, 'token': ',', 'count': 3}, {'id': 350, 'token': 'il', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 36}, {'id': 15, 'token': ',', 'count': 27}, {'id': 288, 'token': 'Ġto', 'count': 21}, {'id': 318, 'token': 'ĠI', 'count': 17}, {'id': 266, 'token': 'Ġthe', 'count': 17}, {'id': 261, 'token': 'Ġa', 'count': 17}, {'id': 282, 'token': 'ing', 'count': 17}, {'id': 342, 'token': "'s", 'count': 13}, {'id': 86, 'token': 's', 'count': 10}, {'id': 280, 'token': 'ed', 'count': 9}, {'id': 343, 'token': 'Ġhe', 'count': 8}, {'id': 291, 'token': 'Ġin', 'count': 7}]
+state_text="arent b without betpleances� didnIn poss're F oR around serv weekording� :uritywh And leadur m feelatsftH ideations talk fl past funenscess teamai fillots profave press staun pre w"
+endpoint_text=' Ied into the center headle either in my F ovenan glass throughout But I. And anyurderup human\n a dis when talkue past funenscess look Y filledower comes straidestproseest fl appro'
+
+step=397 progress=0.3867 next=0.3877 model_t=0.3867 temp=1.550 support=0.3877 conc=5.015
+state_top=[{'id': 282, 'token': 'ing', 'count': 5}, {'id': 76, 'token': 'i', 'count': 5}, {'id': 1639, 'token': 'Ġ*', 'count': 4}, {'id': 788, 'token': 'ĠâĢĵ', 'count': 4}, {'id': 1257, 'token': 'Ġincre', 'count': 4}, {'id': 709, 'token': "Ġ'", 'count': 4}, {'id': 1258, 'token': 'Ġfeel', 'count': 3}, {'id': 43, 'token': 'H', 'count': 3}, {'id': 564, 'token': 'ary', 'count': 3}, {'id': 504, 'token': 'ine', 'count': 3}, {'id': 1946, 'token': 'aun', 'count': 3}, {'id': 167, 'token': 'ç', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 40}, {'id': 15, 'token': ',', 'count': 32}, {'id': 266, 'token': 'Ġthe', 'count': 30}, {'id': 86, 'token': 's', 'count': 20}, {'id': 261, 'token': 'Ġa', 'count': 15}, {'id': 290, 'token': 'Ġof', 'count': 11}, {'id': 202, 'token': 'Ċ', 'count': 11}, {'id': 282, 'token': 'ing', 'count': 10}, {'id': 291, 'token': 'Ġin', 'count': 9}, {'id': 83, 'token': 'p', 'count': 9}, {'id': 288, 'token': 'Ġto', 'count': 8}, {'id': 76, 'token': 'i', 'count': 8}]
+state_text="ing bes betple How thinkgedIn poss're headornency t serv week r\x08bsallywh Andppeduract feelatsodeH therepeolab pastpl�cessortunai fary U profine Thereminaun pre }proter appro effect"
+endpoint_text=" a bottsple my head didn't in my F oR around the week, the bat! And ur m feelats scH idea a fle funens the team to filling withave the staunch wouldproter. effectewutes. cooking pl"
+
+step=398 progress=0.3877 next=0.3887 model_t=0.3877 temp=1.550 support=0.3887 conc=5.035
+state_top=[{'id': 977, 'token': 'Ġused', 'count': 4}, {'id': 282, 'token': 'ing', 'count': 4}, {'id': 1813, 'token': 'rew', 'count': 4}, {'id': 388, 'token': 'Ġse', 'count': 4}, {'id': 1842, 'token': 'Ġmakes', 'count': 4}, {'id': 278, 'token': 'es', 'count': 3}, {'id': 261, 'token': 'Ġa', 'count': 3}, {'id': 382, 'token': 'ate', 'count': 3}, {'id': 1289, 'token': 'Ġweek', 'count': 3}, {'id': 43, 'token': 'H', 'count': 3}, {'id': 1580, 'token': 'Ġenough', 'count': 3}, {'id': 455, 'token': 'ear', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 31}, {'id': 266, 'token': 'Ġthe', 'count': 29}, {'id': 17, 'token': '.', 'count': 24}, {'id': 290, 'token': 'Ġof', 'count': 18}, {'id': 282, 'token': 'ing', 'count': 16}, {'id': 294, 'token': 'Ġand', 'count': 15}, {'id': 261, 'token': 'Ġa', 'count': 14}, {'id': 82, 'token': 'o', 'count': 12}, {'id': 280, 'token': 'ed', 'count': 8}, {'id': 340, 'token': 'Ġst', 'count': 8}, {'id': 72, 'token': 'e', 'count': 8}, {'id': 86, 'token': 's', 'count': 7}]
+state_text=' N bes re a many specialrit wordate has headorn onlyence more week r\x08bs got it prom�uractarchatsodeH there milit gab acc enough haste autru fear streiet post There aroundology pre '
+endpoint_text="ing besides the h thinkged, his're headorn a tin of rubbsallywhoppeduract feelats, is therepeolabulpl necessortunai filled withinely of his pre-proterm effectsutes,ing face the nec"
+
+step=399 progress=0.3887 next=0.3896 model_t=0.3887 temp=1.550 support=0.3896 conc=5.056
+state_top=[{'id': 908, 'token': 'ward', 'count': 4}, {'id': 198, 'token': 'Ć', 'count': 4}, {'id': 643, 'token': 'Ġbec', 'count': 4}, {'id': 640, 'token': 'Ġpart', 'count': 4}, {'id': 261, 'token': 'Ġa', 'count': 3}, {'id': 1773, 'token': 'utes', 'count': 3}, {'id': 1215, 'token': 'orn', 'count': 3}, {'id': 790, 'token': 'ise', 'count': 3}, {'id': 290, 'token': 'Ġof', 'count': 3}, {'id': 79, 'token': 'l', 'count': 3}, {'id': 705, 'token': 'ft', 'count': 3}, {'id': 615, 'token': 'Ġif', 'count': 3}]
+endpoint_top=[{'id': 282, 'token': 'ing', 'count': 24}, {'id': 261, 'token': 'Ġa', 'count': 23}, {'id': 15, 'token': ',', 'count': 23}, {'id': 266, 'token': 'Ġthe', 'count': 22}, {'id': 17, 'token': '.', 'count': 21}, {'id': 290, 'token': 'Ġof', 'count': 13}, {'id': 86, 'token': 's', 'count': 12}, {'id': 288, 'token': 'Ġto', 'count': 12}, {'id': 322, 'token': 'Ġis', 'count': 9}, {'id': 318, 'token': 'ĠI', 'count': 8}, {'id': 278, 'token': 'es', 'count': 7}, {'id': 281, 'token': 'Ġf', 'count': 7}]
+state_text=' N Bes re aax specialritighideo has head going only strong morething t eachbs gotutes promaveurate� properodeorn 13odychab acc� comple�&ru fise ro Cent post There�ology preaphedter'
+endpoint_text=" N besides a many special, wordate has beenorn only with more than r webs got it'sppedur the.atsodeH there is gabel c haste, for fear ofestp There around a pre-proterar effects. pr"
+
+step=400 progress=0.3896 next=0.3906 model_t=0.3896 temp=1.550 support=0.3906 conc=5.076
+state_top=[{'id': 792, 'token': 'Ġthen', 'count': 5}, {'id': 640, 'token': 'Ġpart', 'count': 5}, {'id': 705, 'token': 'ft', 'count': 4}, {'id': 553, 'token': 'ub', 'count': 4}, {'id': 1791, 'token': 'Ġpot', 'count': 4}, {'id': 266, 'token': 'Ġthe', 'count': 3}, {'id': 1185, 'token': 'Ġstate', 'count': 3}, {'id': 1515, 'token': 'Ġ13', 'count': 3}, {'id': 1285, 'token': 'Ġpost', 'count': 3}, {'id': 1439, 'token': 'ology', 'count': 3}, {'id': 1332, 'token': 'ained', 'count': 3}, {'id': 267, 'token': 'er', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 39}, {'id': 17, 'token': '.', 'count': 29}, {'id': 16, 'token': '-', 'count': 17}, {'id': 202, 'token': 'Ċ', 'count': 15}, {'id': 290, 'token': 'Ġof', 'count': 14}, {'id': 261, 'token': 'Ġa', 'count': 13}, {'id': 86, 'token': 's', 'count': 13}, {'id': 15, 'token': ',', 'count': 12}, {'id': 268, 'token': 'Ġs', 'count': 9}, {'id': 294, 'token': 'Ġand', 'count': 8}, {'id': 92, 'token': 'y', 'count': 7}, {'id': 280, 'token': 'ed', 'count': 7}]
+state_text=' Min B\x1a re Presax specialument prov fac has the ever only month more requ t eachbs",e thenave De non� + expl state 13qared pe acc� comple�& ref fise roatic post There majorology pr'
+endpoint_text='.ovesides a very specialritighment has head going only strong more than t hbs got it more accurate and properlyorn 13 achab rom complete stru fear roll post-dologyitaphedterar effe'
+
+step=401 progress=0.3906 next=0.3916 model_t=0.3906 temp=1.550 support=0.3916 conc=5.097
+state_top=[{'id': 266, 'token': 'Ġthe', 'count': 5}, {'id': 418, 'token': 'ity', 'count': 5}, {'id': 640, 'token': 'Ġpart', 'count': 4}, {'id': 1897, 'token': 'Ġpresident', 'count': 4}, {'id': 16, 'token': '-', 'count': 4}, {'id': 1879, 'token': 'Ġ>', 'count': 3}, {'id': 48, 'token': 'M', 'count': 3}, {'id': 866, 'token': 'ps', 'count': 3}, {'id': 1851, 'token': 'AL', 'count': 3}, {'id': 375, 'token': 'ĠR', 'count': 3}, {'id': 977, 'token': 'Ġused', 'count': 3}, {'id': 923, 'token': 'cess', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 54}, {'id': 15, 'token': ',', 'count': 23}, {'id': 17, 'token': '.', 'count': 22}, {'id': 282, 'token': 'ing', 'count': 13}, {'id': 290, 'token': 'Ġof', 'count': 13}, {'id': 16, 'token': '-', 'count': 12}, {'id': 202, 'token': 'Ċ', 'count': 12}, {'id': 261, 'token': 'Ġa', 'count': 10}, {'id': 86, 'token': 's', 'count': 10}, {'id': 79, 'token': 'l', 'count': 9}, {'id': 288, 'token': 'Ġto', 'count': 8}, {'id': 378, 'token': 'Ġr', 'count': 7}]
+state_text=' Min B 24 i Presaxickument bl Q fund theideo onlyou moreerestten each� mean caseant sub De nonline + expl askident >ocMitterord itended gope across experience according fin post co'
+endpoint_text=' N Both rearax.,Eide has the Dark, more a tableesque thenaveur non- + the the 13itared pe accom complexing the fise rollow the techn- prephed the unit.\n\nThe99 then to Wpper, the pr'
+
+step=402 progress=0.3916 next=0.3926 model_t=0.3916 temp=1.550 support=0.3926 conc=5.118
+state_top=[{'id': 261, 'token': 'Ġa', 'count': 5}, {'id': 299, 'token': 'ion', 'count': 4}, {'id': 1897, 'token': 'Ġpresident', 'count': 4}, {'id': 1197, 'token': 'Ġexpl', 'count': 3}, {'id': 767, 'token': 'Ġco', 'count': 3}, {'id': 869, 'token': 'Ġbr', 'count': 3}, {'id': 977, 'token': 'Ġused', 'count': 3}, {'id': 882, 'token': 'Ġbefore', 'count': 3}, {'id': 295, 'token': 'ic', 'count': 3}, {'id': 640, 'token': 'Ġpart', 'count': 3}, {'id': 1629, 'token': 'Ġcame', 'count': 3}, {'id': 1451, 'token': 'ird', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 32}, {'id': 282, 'token': 'ing', 'count': 25}, {'id': 17, 'token': '.', 'count': 15}, {'id': 15, 'token': ',', 'count': 15}, {'id': 261, 'token': 'Ġa', 'count': 15}, {'id': 202, 'token': 'Ċ', 'count': 12}, {'id': 86, 'token': 's', 'count': 12}, {'id': 16, 'token': '-', 'count': 10}, {'id': 290, 'token': 'Ġof', 'count': 9}, {'id': 288, 'token': 'Ġto', 'count': 7}, {'id': 291, 'token': 'Ġin', 'count': 7}, {'id': 292, 'token': 'Ġd', 'count': 7}]
+state_text=' is B 24 i Pres happ� -- de Qersing hig only saf She fortenWh� Reip Imustom De nonvious N explmsots >oc 17�P it between go these across experience� finoh co ( dep prere�j placeigh '
+endpoint_text=". Both i-axicking blog has the game only to more than t each of sign caseant sub Deadline form expl Ding\n AMet, it's goes falityly fin posting (or prepirj pie.\n\nTheust3 Wariet Amaz"
+
+step=403 progress=0.3926 next=0.3936 model_t=0.3926 temp=1.550 support=0.3936 conc=5.138
+state_top=[{'id': 1650, 'token': 'Ġvers', 'count': 4}, {'id': 266, 'token': 'Ġthe', 'count': 4}, {'id': 882, 'token': 'Ġbefore', 'count': 4}, {'id': 1203, 'token': 'Wh', 'count': 3}, {'id': 1623, 'token': 'Ġdel', 'count': 3}, {'id': 17, 'token': '.', 'count': 3}, {'id': 515, 'token': 'Ġtheir', 'count': 3}, {'id': 445, 'token': 'ack', 'count': 3}, {'id': 1929, 'token': 'Ch', 'count': 3}, {'id': 845, 'token': 'ublic', 'count': 3}, {'id': 1369, 'token': 'Ġbetter', 'count': 3}, {'id': 1501, 'token': 'Ġaway', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 43}, {'id': 15, 'token': ',', 'count': 29}, {'id': 17, 'token': '.', 'count': 20}, {'id': 202, 'token': 'Ċ', 'count': 19}, {'id': 261, 'token': 'Ġa', 'count': 18}, {'id': 288, 'token': 'Ġto', 'count': 16}, {'id': 282, 'token': 'ing', 'count': 13}, {'id': 86, 'token': 's', 'count': 13}, {'id': 16, 'token': '-', 'count': 12}, {'id': 72, 'token': 'e', 'count': 8}, {'id': 280, 'token': 'ed', 'count': 8}, {'id': 92, 'token': 'y', 'count': 7}]
+state_text=' is> 24 child Pres happform -- de Q... country po govern saf tell forpectWh S Retern Im addto nonvious N expl20 del autoc 17� bel Co con go theseces</s> vot 199 enough land sw acco'
+endpoint_text=' is Brew i, pick -- deepersing it only one more for theWh. Ree custom De previous Nemsots Frocks\nP itook goes across experience the final co ( e prere enj placeigh)\n\nAdvert: I This'
+
+step=404 progress=0.3936 next=0.3945 model_t=0.3936 temp=1.550 support=0.3945 conc=5.159
+state_top=[{'id': 273, 'token': 'Ġc', 'count': 5}, {'id': 322, 'token': 'Ġis', 'count': 4}, {'id': 305, 'token': 'st', 'count': 4}, {'id': 266, 'token': 'Ġthe', 'count': 4}, {'id': 691, 'token': 'form', 'count': 3}, {'id': 174, 'token': 'î', 'count': 3}, {'id': 1957, 'token': 'Ġpriv', 'count': 3}, {'id': 627, 'token': 'ond', 'count': 3}, {'id': 486, 'token': 'ok', 'count': 3}, {'id': 1981, 'token': 'Ġtoget', 'count': 3}, {'id': 344, 'token': 'Ġit', 'count': 3}, {'id': 782, 'token': 'Ġpr', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 53}, {'id': 17, 'token': '.', 'count': 33}, {'id': 15, 'token': ',', 'count': 30}, {'id': 202, 'token': 'Ċ', 'count': 20}, {'id': 261, 'token': 'Ġa', 'count': 17}, {'id': 86, 'token': 's', 'count': 13}, {'id': 288, 'token': 'Ġto', 'count': 13}, {'id': 16, 'token': '-', 'count': 11}, {'id': 282, 'token': 'ing', 'count': 10}, {'id': 290, 'token': 'Ġof', 'count': 10}, {'id': 280, 'token': 'ed', 'count': 9}, {'id': 81, 'token': 'n', 'count': 8}]
+state_text=" is>ains child ben happform -- de think... cr po ass safcc forpect\x17 S Re 15 8�ationalig's N suggest20v aut those 17�herud con go Notces American vot 199 really land u accories me�j"
+endpoint_text=" is a 24 child, happy -- dead...ing po only safe for me. S's. Im\nSh. Neo del autoc\n\nP it con go theseces the\n 199 enough landthe acc Brestadligh.\n\n(dounceding the newsappeverately "
+
+step=405 progress=0.3945 next=0.3955 model_t=0.3945 temp=1.550 support=0.3955 conc=5.180
+state_top=[{'id': 17, 'token': '.', 'count': 4}, {'id': 1142, 'token': 'Ġmet', 'count': 4}, {'id': 1936, 'token': 'Ġsaf', 'count': 3}, {'id': 174, 'token': 'î', 'count': 3}, {'id': 497, 'token': 'Ġint', 'count': 3}, {'id': 15, 'token': ',', 'count': 3}, {'id': 655, 'token': 'Ġget', 'count': 3}, {'id': 332, 'token': 'ig', 'count': 3}, {'id': 793, 'token': 'ower', 'count': 3}, {'id': 1225, 'token': 'Ġdisc', 'count': 3}, {'id': 515, 'token': 'Ġtheir', 'count': 3}, {'id': 945, 'token': 'Ġstud', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 42}, {'id': 266, 'token': 'Ġthe', 'count': 39}, {'id': 261, 'token': 'Ġa', 'count': 18}, {'id': 15, 'token': ',', 'count': 16}, {'id': 288, 'token': 'Ġto', 'count': 15}, {'id': 202, 'token': 'Ċ', 'count': 14}, {'id': 290, 'token': 'Ġof', 'count': 12}, {'id': 86, 'token': 's', 'count': 11}, {'id': 318, 'token': 'ĠI', 'count': 11}, {'id': 282, 'token': 'ing', 'count': 10}, {'id': 349, 'token': 'Ġyou', 'count': 10}, {'id': 344, 'token': 'Ġit', 'count': 9}]
+state_text="�althones�� happform -- de thinkill cr poree saf run forpect\x17 S Reikening�ational actually's Nurs20nder� opp 17 intherving, go Not Russ New vot 199 really land u val --- isiversity"
+endpoint_text=" is a a child. happy -- de think... cr po ass youre for me. Speaken your N andig's Ne Devler the it'sherud convinces..'s really, u accories me.j placeure nice gets play saf non fav"
+
+step=406 progress=0.3955 next=0.3965 model_t=0.3955 temp=1.550 support=0.3965 conc=5.201
+state_top=[{'id': 76, 'token': 'i', 'count': 5}, {'id': 333, 'token': 'Ġfor', 'count': 4}, {'id': 15, 'token': ',', 'count': 4}, {'id': 1301, 'token': 'Ġtold', 'count': 4}, {'id': 2032, 'token': 'resent', 'count': 3}, {'id': 1801, 'token': 'IS', 'count': 3}, {'id': 824, 'token': 'day', 'count': 3}, {'id': 338, 'token': 'Ġu', 'count': 3}, {'id': 332, 'token': 'ig', 'count': 3}, {'id': 2006, 'token': 'omm', 'count': 3}, {'id': 223, 'token': 'ğ', 'count': 3}, {'id': 1410, 'token': 'ĠSo', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 31}, {'id': 17, 'token': '.', 'count': 27}, {'id': 266, 'token': 'Ġthe', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 18}, {'id': 202, 'token': 'Ċ', 'count': 16}, {'id': 318, 'token': 'ĠI', 'count': 15}, {'id': 86, 'token': 's', 'count': 13}, {'id': 282, 'token': 'ing', 'count': 12}, {'id': 281, 'token': 'Ġf', 'count': 10}, {'id': 290, 'token': 'Ġof', 'count': 10}, {'id': 288, 'token': 'Ġto', 'count': 9}, {'id': 16, 'token': '-', 'count': 8}]
+state_text="�althaged milant happery otherTheoneyengtt poree saf far for mon\x17�resentikeepISdayage's Nurs�nder�lesn pay ving, go Not Russuc vot 199 really land u across -- for thisiceaugh book "
+endpoint_text=".althones ✢ -- I thinkill cr poree saf run for the. S Reikening Hell it's Nursi, Robotcherving, goes, New York, really land und --- is no't book nice gets somet introton a new figu"
+
+step=407 progress=0.3965 next=0.3975 model_t=0.3965 temp=1.550 support=0.3975 conc=5.223
+state_top=[{'id': 69, 'token': 'b', 'count': 4}, {'id': 15, 'token': ',', 'count': 4}, {'id': 1823, 'token': 'por', 'count': 4}, {'id': 1157, 'token': 'ient', 'count': 4}, {'id': 167, 'token': 'ç', 'count': 3}, {'id': 930, 'token': 'tt', 'count': 3}, {'id': 333, 'token': 'Ġfor', 'count': 3}, {'id': 149, 'token': 'Õ', 'count': 3}, {'id': 882, 'token': 'Ġbefore', 'count': 3}, {'id': 81, 'token': 'n', 'count': 3}, {'id': 338, 'token': 'Ġu', 'count': 3}, {'id': 642, 'token': 'Ġkn', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 35}, {'id': 266, 'token': 'Ġthe', 'count': 34}, {'id': 17, 'token': '.', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 21}, {'id': 76, 'token': 'i', 'count': 12}, {'id': 290, 'token': 'Ġof', 'count': 12}, {'id': 86, 'token': 's', 'count': 11}, {'id': 361, 'token': 'Ġ(', 'count': 10}, {'id': 288, 'token': 'Ġto', 'count': 8}, {'id': 268, 'token': 'Ġs', 'count': 8}, {'id': 282, 'token': 'ing', 'count': 8}, {'id': 273, 'token': 'Ġc', 'count': 8}]
+state_text='� this place milidd Man outicleTheav",ttraree saf 11 for mon˰ Is chep� .age seen hney beforeb�lesn�orthving, go Not Presidentuc vot 199� land ush -- sa..iceaugh book n app� )por en'
+endpoint_text=" thealth theiant.\n otherThe to be a poree saf far for the..likeepISdayage's Nurs�nder.lesn't ice, gold Russuc is is really land undt for thisiceaugh's nice get 21ccaued the kn fig "
+
+step=408 progress=0.3975 next=0.3984 model_t=0.3975 temp=1.550 support=0.3984 conc=5.244
+state_top=[{'id': 359, 'token': 'Ġas', 'count': 5}, {'id': 684, 'token': 'ish', 'count': 4}, {'id': 1481, 'token': 'sh', 'count': 4}, {'id': 266, 'token': 'Ġthe', 'count': 4}, {'id': 823, 'token': 'Ġev', 'count': 4}, {'id': 1591, 'token': 'ĠÂ', 'count': 4}, {'id': 282, 'token': 'ing', 'count': 4}, {'id': 320, 'token': 'et', 'count': 4}, {'id': 305, 'token': 'st', 'count': 3}, {'id': 432, 'token': 'Ġthis', 'count': 3}, {'id': 1233, 'token': 'uc', 'count': 3}, {'id': 1571, 'token': 'augh', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 56}, {'id': 266, 'token': 'Ġthe', 'count': 35}, {'id': 17, 'token': '.', 'count': 19}, {'id': 282, 'token': 'ing', 'count': 17}, {'id': 86, 'token': 's', 'count': 13}, {'id': 290, 'token': 'Ġof', 'count': 11}, {'id': 361, 'token': 'Ġ(', 'count': 10}, {'id': 273, 'token': 'Ġc', 'count': 9}, {'id': 16, 'token': '-', 'count': 8}, {'id': 202, 'token': 'Ċ', 'count': 8}, {'id': 294, 'token': 'Ġand', 'count': 8}, {'id': 88, 'token': 'u', 'count': 7}]
+state_text='st this pot milix Man bigocThe importargttomree safgan for monace�anc chep Whparage seenationalves before be\x13 connectn cameorthving as form Notishuc votploy� drish as7..�augh book '
+endpoint_text=' of this place kidding out.Theavingttraedickly for monsteror, chick casage, half-battlesn ch en, goldenucks were� land ushly sauice food nut. Three,, got the kntt/ have beenest – t'
+
+step=409 progress=0.3984 next=0.3994 model_t=0.3984 temp=1.550 support=0.3994 conc=5.265
+state_top=[{'id': 266, 'token': 'Ġthe', 'count': 5}, {'id': 359, 'token': 'Ġas', 'count': 4}, {'id': 1545, 'token': 'Ġalready', 'count': 4}, {'id': 475, 'token': 'ĠU', 'count': 4}, {'id': 16, 'token': '-', 'count': 4}, {'id': 941, 'token': 'Ġmon', 'count': 3}, {'id': 1481, 'token': 'sh', 'count': 3}, {'id': 275, 'token': 'is', 'count': 3}, {'id': 242, 'token': 'IJ', 'count': 3}, {'id': 1165, 'token': 'formation', 'count': 3}, {'id': 1396, 'token': 'Ġgot', 'count': 3}, {'id': 331, 'token': 'ĠC', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 45}, {'id': 266, 'token': 'Ġthe', 'count': 33}, {'id': 17, 'token': '.', 'count': 19}, {'id': 16, 'token': '-', 'count': 19}, {'id': 282, 'token': 'ing', 'count': 18}, {'id': 86, 'token': 's', 'count': 16}, {'id': 202, 'token': 'Ċ', 'count': 14}, {'id': 290, 'token': 'Ġof', 'count': 13}, {'id': 281, 'token': 'Ġf', 'count': 9}, {'id': 359, 'token': 'Ġas', 'count': 8}, {'id': 273, 'token': 'Ġc', 'count': 8}, {'id': 261, 'token': 'Ġa', 'count': 8}]
+state_text='st60 connectQirc thetedlyomibleates�reeurngan for monivers glanc chsh<is availableHational veryyear be� connect planayorthving It formlingformationon votployge dri w asways Eians –'
+endpoint_text='st this to fix.\n\nThe chargttoman safe for space, the ch. Whksage seen house before beaunn came�t as fingishing the F familiable as they asusedaugh the ner� the contches and beltern'
+
+step=410 progress=0.3994 next=0.4004 model_t=0.3994 temp=1.550 support=0.4004 conc=5.287
+state_top=[{'id': 266, 'token': 'Ġthe', 'count': 7}, {'id': 275, 'token': 'is', 'count': 4}, {'id': 274, 'token': 'it', 'count': 4}, {'id': 86, 'token': 's', 'count': 4}, {'id': 92, 'token': 'y', 'count': 4}, {'id': 120, 'token': '¸', 'count': 4}, {'id': 15, 'token': ',', 'count': 4}, {'id': 381, 'token': 'ul', 'count': 3}, {'id': 1144, 'token': 'ox', 'count': 3}, {'id': 1195, 'token': 'ivers', 'count': 3}, {'id': 467, 'token': 'ud', 'count': 3}, {'id': 350, 'token': 'il', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 63}, {'id': 15, 'token': ',', 'count': 34}, {'id': 86, 'token': 's', 'count': 19}, {'id': 202, 'token': 'Ċ', 'count': 19}, {'id': 16, 'token': '-', 'count': 16}, {'id': 288, 'token': 'Ġto', 'count': 15}, {'id': 17, 'token': '.', 'count': 15}, {'id': 282, 'token': 'ing', 'count': 13}, {'id': 290, 'token': 'Ġof', 'count': 13}, {'id': 359, 'token': 'Ġas', 'count': 10}, {'id': 310, 'token': 'ly', 'count': 8}, {'id': 265, 'token': 'on', 'count': 8}]
+state_text="�60 elect return 25 the friend �omiblet ofulurnganoxieivers'manc chlic publicis�H�italud�ad connect planayorthart numil Re�on votployge schoolhip w),ways E pos –\x18 comeirl he dev---"
+endpoint_text='sts,,, the completely immibleatesomree began for monster glancing (this-H, very to began tonayedving It ctishon theuge dripped as the Eculle come drift them.\n got-light ca the best'
+
+step=411 progress=0.4004 next=0.4014 model_t=0.4004 temp=1.550 support=0.4014 conc=5.308
+state_top=[{'id': 16, 'token': '-', 'count': 6}, {'id': 266, 'token': 'Ġthe', 'count': 4}, {'id': 1811, 'token': 'Ġthought', 'count': 4}, {'id': 660, 'token': 'Ġinto', 'count': 4}, {'id': 15, 'token': ',', 'count': 4}, {'id': 86, 'token': 's', 'count': 4}, {'id': 1127, 'token': 'Ġeach', 'count': 4}, {'id': 1478, 'token': 'Ġnear', 'count': 3}, {'id': 275, 'token': 'is', 'count': 3}, {'id': 282, 'token': 'ing', 'count': 3}, {'id': 1279, 'token': 'Ġca', 'count': 3}, {'id': 1782, 'token': 'ĠSu', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 44}, {'id': 15, 'token': ',', 'count': 32}, {'id': 265, 'token': 'on', 'count': 16}, {'id': 17, 'token': '.', 'count': 15}, {'id': 290, 'token': 'Ġof', 'count': 14}, {'id': 16, 'token': '-', 'count': 14}, {'id': 202, 'token': 'Ċ', 'count': 14}, {'id': 282, 'token': 'ing', 'count': 13}, {'id': 86, 'token': 's', 'count': 13}, {'id': 288, 'token': 'Ġto', 'count': 12}, {'id': 261, 'token': 'Ġa', 'count': 12}, {'id': 275, 'token': 'is', 'count': 9}]
+state_text=' state60 out\x12ch believeirect nearuckmical either sayainsurn needoxWhight\'m after chlic demis�H enditalnt�ad\x0f planologying Tr numil in suggest * votploy " since group w),ways E Sy –'
+endpoint_text=" the60 to return to the friendlyoomaint of theurningoxie,,anc chlicsis.Hisital a beads layorthart,il Reardon's age di w),es Eallyon fallirl heart theietueen Camterns has been helic"
+
+step=412 progress=0.4014 next=0.4023 model_t=0.4014 temp=1.550 support=0.4023 conc=5.330
+state_top=[{'id': 16, 'token': '-', 'count': 5}, {'id': 15, 'token': ',', 'count': 5}, {'id': 80, 'token': 'm', 'count': 4}, {'id': 358, 'token': 'ch', 'count': 3}, {'id': 642, 'token': 'Ġkn', 'count': 3}, {'id': 1876, 'token': 'ai', 'count': 3}, {'id': 788, 'token': 'ĠâĢĵ', 'count': 3}, {'id': 343, 'token': 'Ġhe', 'count': 3}, {'id': 288, 'token': 'Ġto', 'count': 3}, {'id': 306, 'token': 'Ġre', 'count': 3}, {'id': 303, 'token': 'Ġn', 'count': 3}, {'id': 404, 'token': 'th', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 56}, {'id': 15, 'token': ',', 'count': 35}, {'id': 202, 'token': 'Ċ', 'count': 25}, {'id': 17, 'token': '.', 'count': 24}, {'id': 16, 'token': '-', 'count': 24}, {'id': 280, 'token': 'ed', 'count': 15}, {'id': 288, 'token': 'Ġto', 'count': 15}, {'id': 290, 'token': 'Ġof', 'count': 12}, {'id': 310, 'token': 'ly', 'count': 11}, {'id': 282, 'token': 'ing', 'count': 11}, {'id': 86, 'token': 's', 'count': 9}, {'id': 498, 'token': 'ie', 'count': 8}]
+state_text=' dep60ors�ch believearge US thanmpos knformainsurnme fromWh too kn after chlic freis insH enditalnt-ad\x0fereologying Tr num Su in8 *ight Q " you can w),</s>ai Sy –� Dem which he\x0fonyi'
+endpoint_text=' state the out ofchair the the chemicals of theurnbusieightly after chlicris\nH ended ahead to flying the hail in theon of. "I group watch," E" – andi some he goodyietooden Circ S c'
+
+step=413 progress=0.4023 next=0.4033 model_t=0.4023 temp=1.550 support=0.4033 conc=5.351
+state_top=[{'id': 15, 'token': ',', 'count': 6}, {'id': 80, 'token': 'm', 'count': 5}, {'id': 202, 'token': 'Ċ', 'count': 5}, {'id': 387, 'token': 'ĠThe', 'count': 5}, {'id': 86, 'token': 's', 'count': 4}, {'id': 547, 'token': 'Ġwhich', 'count': 4}, {'id': 605, 'token': 'ress', 'count': 4}, {'id': 963, 'token': 'ier', 'count': 4}, {'id': 2033, 'token': 'Ġabove', 'count': 4}, {'id': 283, 'token': 'Ġp', 'count': 4}, {'id': 713, 'token': 'ov', 'count': 4}, {'id': 81, 'token': 'n', 'count': 4}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 57}, {'id': 266, 'token': 'Ġthe', 'count': 49}, {'id': 202, 'token': 'Ċ', 'count': 24}, {'id': 16, 'token': '-', 'count': 23}, {'id': 282, 'token': 'ing', 'count': 17}, {'id': 92, 'token': 'y', 'count': 17}, {'id': 17, 'token': '.', 'count': 16}, {'id': 280, 'token': 'ed', 'count': 11}, {'id': 288, 'token': 'Ġto', 'count': 11}, {'id': 86, 'token': 's', 'count': 9}, {'id': 290, 'token': 'Ġof', 'count': 8}, {'id': 82, 'token': 'o', 'count': 8}]
+state_text=' attack winual�ven believeivenitingym key byformainsrouff fromWh tooatorsused ch might thereis Conance enditalnt-arab beforeologyatorsep num Su was mov * To Qindve cans violraphIfe'
+endpoint_text=' dep theorsunch,! the thanmical knock fing away from the too kn after chasing the inside end ofnt-addereming his numbers in thelight,, you can watcher the Sy – one of which he wase'
+
+step=414 progress=0.4033 next=0.4043 model_t=0.4033 temp=1.550 support=0.4043 conc=5.373
+state_top=[{'id': 287, 'token': 'ar', 'count': 5}, {'id': 292, 'token': 'Ġd', 'count': 5}, {'id': 80, 'token': 'm', 'count': 4}, {'id': 86, 'token': 's', 'count': 4}, {'id': 605, 'token': 'ress', 'count': 4}, {'id': 536, 'token': 'Ġ-', 'count': 4}, {'id': 280, 'token': 'ed', 'count': 4}, {'id': 612, 'token': 'ount', 'count': 4}, {'id': 283, 'token': 'Ġp', 'count': 4}, {'id': 491, 'token': 'ff', 'count': 4}, {'id': 387, 'token': 'ĠThe', 'count': 4}, {'id': 675, 'token': 'ade', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 58}, {'id': 266, 'token': 'Ġthe', 'count': 38}, {'id': 17, 'token': '.', 'count': 23}, {'id': 202, 'token': 'Ċ', 'count': 20}, {'id': 16, 'token': '-', 'count': 19}, {'id': 86, 'token': 's', 'count': 18}, {'id': 280, 'token': 'ed', 'count': 18}, {'id': 261, 'token': 'Ġa', 'count': 14}, {'id': 290, 'token': 'Ġof', 'count': 11}, {'id': 288, 'token': 'Ġto', 'count': 10}, {'id': 92, 'token': 'y', 'count': 9}, {'id': 282, 'token': 'ing', 'count': 9}]
+state_text=' attack winok purven believe certain curmericm� vot familyganroics from... payatorsused ch might United start Con). say Knt=arabrit againatorsade num: was with Proeg Qindve cansksr'
+endpoint_text=' attack the French, the gymn by the drouff from the too-used ch mightolis performance end-nt-arab beforeology.ep. Su was moving to Quve cans of the theeg –, in which he hegins (en '
+
+step=415 progress=0.4043 next=0.4053 model_t=0.4043 temp=1.550 support=0.4053 conc=5.395
+state_top=[{'id': 280, 'token': 'ed', 'count': 5}, {'id': 1025, 'token': 'Ġhand', 'count': 4}, {'id': 292, 'token': 'Ġd', 'count': 4}, {'id': 290, 'token': 'Ġof', 'count': 4}, {'id': 278, 'token': 'es', 'count': 4}, {'id': 294, 'token': 'Ġand', 'count': 4}, {'id': 486, 'token': 'ok', 'count': 3}, {'id': 350, 'token': 'il', 'count': 3}, {'id': 658, 'token': 'ings', 'count': 3}, {'id': 990, 'token': '...', 'count': 3}, {'id': 1744, 'token': 'ched', 'count': 3}, {'id': 996, 'token': 'led', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 47}, {'id': 202, 'token': 'Ċ', 'count': 33}, {'id': 17, 'token': '.', 'count': 27}, {'id': 15, 'token': ',', 'count': 26}, {'id': 86, 'token': 's', 'count': 19}, {'id': 280, 'token': 'ed', 'count': 14}, {'id': 261, 'token': 'Ġa', 'count': 14}, {'id': 16, 'token': '-', 'count': 13}, {'id': 282, 'token': 'ing', 'count': 10}, {'id': 294, 'token': 'Ġand', 'count': 10}, {'id': 290, 'token': 'Ġof', 'count': 9}, {'id': 292, 'token': 'Ġd', 'count': 9}]
+state_text='atesitionalok27 protectil certainhesteriber singstemingset instics from... John smists ch continpect start land). say Te handmentsac M refalatorsadeity too was interest presenteg�i'
+endpoint_text=" attack winok purvenue the cursemen by the groics from the fa's ch mighten start-). The Kick-arabritick.ade,: was with Proeg Qindve cans. the\negr� ph the Arore dead'ten, blue I dri"
+
+step=416 progress=0.4053 next=0.4062 model_t=0.4053 temp=1.550 support=0.4062 conc=5.417
+state_top=[{'id': 202, 'token': 'Ċ', 'count': 5}, {'id': 1128, 'token': 'akes', 'count': 4}, {'id': 272, 'token': 'en', 'count': 4}, {'id': 17, 'token': '.', 'count': 4}, {'id': 292, 'token': 'Ġd', 'count': 4}, {'id': 872, 'token': 'aking', 'count': 4}, {'id': 1025, 'token': 'Ġhand', 'count': 4}, {'id': 297, 'token': 'le', 'count': 4}, {'id': 350, 'token': 'il', 'count': 3}, {'id': 261, 'token': 'Ġa', 'count': 3}, {'id': 82, 'token': 'o', 'count': 3}, {'id': 906, 'token': 'ments', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 32}, {'id': 15, 'token': ',', 'count': 30}, {'id': 202, 'token': 'Ċ', 'count': 27}, {'id': 17, 'token': '.', 'count': 21}, {'id': 86, 'token': 's', 'count': 21}, {'id': 280, 'token': 'ed', 'count': 18}, {'id': 261, 'token': 'Ġa', 'count': 18}, {'id': 294, 'token': 'Ġand', 'count': 17}, {'id': 290, 'token': 'Ġof', 'count': 16}, {'id': 282, 'token': 'ing', 'count': 12}, {'id': 292, 'token': 'Ġd', 'count': 10}, {'id': 278, 'token': 'es', 'count': 10}]
+state_text='terursre amacyil�12terricru untainedust a\x00 Go G fact comboakes contin\n startreamok say getlegments det M� theradeity He was interest grou conf remows players canick school foruchic'
+endpoint_text='atesitionaloking sil hunter.\n\n petroics from...\n smists chirs started to say\n handstacle pal Kadeity too was interested in ditting cansks thechedich pop game phialog, ...ken…osou t'
+
+step=417 progress=0.4062 next=0.4072 model_t=0.4062 temp=1.550 support=0.4072 conc=5.439
+state_top=[{'id': 272, 'token': 'en', 'count': 6}, {'id': 1969, 'token': 'Ġasked', 'count': 5}, {'id': 295, 'token': 'ic', 'count': 4}, {'id': 800, 'token': 'Ġ=', 'count': 4}, {'id': 537, 'token': 'are', 'count': 4}, {'id': 872, 'token': 'aking', 'count': 4}, {'id': 1248, 'token': 'Ġmight', 'count': 4}, {'id': 92, 'token': 'y', 'count': 4}, {'id': 1321, 'token': 'Ġmark', 'count': 4}, {'id': 1846, 'token': 'Ġlove', 'count': 4}, {'id': 264, 'token': 're', 'count': 3}, {'id': 1551, 'token': 'ians', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 45}, {'id': 266, 'token': 'Ġthe', 'count': 44}, {'id': 17, 'token': '.', 'count': 33}, {'id': 202, 'token': 'Ċ', 'count': 24}, {'id': 280, 'token': 'ed', 'count': 24}, {'id': 261, 'token': 'Ġa', 'count': 16}, {'id': 86, 'token': 's', 'count': 15}, {'id': 288, 'token': 'Ġto', 'count': 12}, {'id': 290, 'token': 'Ġof', 'count': 12}, {'id': 282, 'token': 'ing', 'count': 10}, {'id': 370, 'token': 'Ġ"', 'count': 10}, {'id': 82, 'token': 'o', 'count': 7}]
+state_text='terefre amacyious�12ubians fourantained cons a\x00 factass fact turnicakes contin\nifereamund u get ag C det bec� transer presentified He was win grouway rem disc� canickoney�be contin'
+endpoint_text='terpre amacyille,as stru. Just a T- Game combo.\n\nDreamoko getsments the Mealerade. He was interested in reminding tickly for theichivalin ". he wasn\'t be tried to get anyone. Photo'
+
+step=418 progress=0.4072 next=0.4082 model_t=0.4072 temp=1.550 support=0.4082 conc=5.461
+state_top=[{'id': 916, 'token': 'ts', 'count': 5}, {'id': 272, 'token': 'en', 'count': 5}, {'id': 1939, 'token': 'Ġviol', 'count': 4}, {'id': 1763, 'token': 'play', 'count': 4}, {'id': 134, 'token': 'Æ', 'count': 4}, {'id': 261, 'token': 'Ġa', 'count': 4}, {'id': 152, 'token': 'Ø', 'count': 4}, {'id': 320, 'token': 'et', 'count': 4}, {'id': 322, 'token': 'Ġis', 'count': 4}, {'id': 1592, 'token': 'Ġlarge', 'count': 3}, {'id': 202, 'token': 'Ċ', 'count': 3}, {'id': 377, 'token': 'Ġwas', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 37}, {'id': 15, 'token': ',', 'count': 27}, {'id': 266, 'token': 'Ġthe', 'count': 25}, {'id': 86, 'token': 's', 'count': 20}, {'id': 280, 'token': 'ed', 'count': 18}, {'id': 261, 'token': 'Ġa', 'count': 16}, {'id': 202, 'token': 'Ċ', 'count': 15}, {'id': 92, 'token': 'y', 'count': 12}, {'id': 290, 'token': 'Ġof', 'count': 12}, {'id': 295, 'token': 'ic', 'count': 10}, {'id': 283, 'token': 'Ġp', 'count': 10}, {'id': 279, 'token': 'Ġb', 'count': 9}]
+state_text='teref�acy same large12ub e fourantained Centts order behass short�entlyakes feel\ntonream The u get ag How det bec�ENer presentified He was win grouway rem disc� canif} intter3ortun'
+endpoint_text='riefre amoniously clubiansruantained with a b massic turnoff\n\n\nSund u get ag Che Ment Per present. He was designed to remove a canicken andbex cityovered For being are delicenare w'
+
+step=419 progress=0.4082 next=0.4092 model_t=0.4082 temp=1.550 support=0.4092 conc=5.483
+state_top=[{'id': 916, 'token': 'ts', 'count': 5}, {'id': 975, 'token': 'alk', 'count': 4}, {'id': 261, 'token': 'Ġa', 'count': 4}, {'id': 770, 'token': 'Ġsee', 'count': 4}, {'id': 1548, 'token': 'He', 'count': 3}, {'id': 560, 'token': 'Ġag', 'count': 3}, {'id': 1526, 'token': 'ured', 'count': 3}, {'id': 393, 'token': 'Ġare', 'count': 3}, {'id': 2022, 'token': 'Ġconnect', 'count': 3}, {'id': 690, 'token': 'Ġro', 'count': 3}, {'id': 1896, 'token': 'ĠNot', 'count': 3}, {'id': 891, 'token': 'ĠBut', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 42}, {'id': 17, 'token': '.', 'count': 37}, {'id': 266, 'token': 'Ġthe', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 22}, {'id': 202, 'token': 'Ċ', 'count': 17}, {'id': 86, 'token': 's', 'count': 16}, {'id': 282, 'token': 'ing', 'count': 14}, {'id': 290, 'token': 'Ġof', 'count': 14}, {'id': 92, 'token': 'y', 'count': 10}, {'id': 280, 'token': 'ed', 'count': 9}, {'id': 16, 'token': '-', 'count': 9}, {'id': 283, 'token': 'Ġp', 'count': 9}]
+state_text='� 6ology� tr rec abIub eagedantcyoneyts order how�ag startently mostper\nHeream The� get ag� det bec Cl29er viol dri He was win gameswayning disc promured concict intchoolalk how= I'
+endpoint_text='terpre amacyious large. The elegantlyiftsu glassic musicakes\n\n\n. The u get ag C det becameonder present. He was aedwayable discautift inter3-3. "They are...licenice world," model o'
+
+step=420 progress=0.4092 next=0.4102 model_t=0.4092 temp=1.550 support=0.4102 conc=5.506
+state_top=[{'id': 404, 'token': 'th', 'count': 5}, {'id': 86, 'token': 's', 'count': 5}, {'id': 272, 'token': 'en', 'count': 5}, {'id': 279, 'token': 'Ġb', 'count': 4}, {'id': 665, 'token': 'Ġpeople', 'count': 4}, {'id': 604, 'token': 'int', 'count': 3}, {'id': 146, 'token': 'Ò', 'count': 3}, {'id': 707, 'token': 'Ġhow', 'count': 3}, {'id': 996, 'token': 'led', 'count': 3}, {'id': 1122, 'token': 'ody', 'count': 3}, {'id': 1526, 'token': 'ured', 'count': 3}, {'id': 985, 'token': 'Ġwhile', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 40}, {'id': 266, 'token': 'Ġthe', 'count': 32}, {'id': 17, 'token': '.', 'count': 30}, {'id': 261, 'token': 'Ġa', 'count': 27}, {'id': 290, 'token': 'Ġof', 'count': 19}, {'id': 86, 'token': 's', 'count': 17}, {'id': 16, 'token': '-', 'count': 17}, {'id': 202, 'token': 'Ċ', 'count': 15}, {'id': 278, 'token': 'es', 'count': 10}, {'id': 343, 'token': 'Ġhe', 'count': 9}, {'id': 283, 'token': 'Ġp', 'count': 9}, {'id': 82, 'token': 'o', 'count': 8}]
+state_text='�intology�ustventme presidentub e quantcyoney29� how togetag startentlyth\n headHe var The� change unrawium bec vallederodyither He al win== become whether internaughuredxt while in'
+endpoint_text=', 6 use the tr rec "I an elegant,ig matter how heag start me.\n\nHe wass to get and he det became beerful. He was a beginning disc promured pict intense, how.cientFs are eliceniceern'
+
+step=421 progress=0.4102 next=0.4111 model_t=0.4102 temp=1.550 support=0.4111 conc=5.528
+state_top=[{'id': 707, 'token': 'Ġhow', 'count': 5}, {'id': 279, 'token': 'Ġb', 'count': 5}, {'id': 266, 'token': 'Ġthe', 'count': 5}, {'id': 86, 'token': 's', 'count': 4}, {'id': 1330, 'token': 'me', 'count': 3}, {'id': 299, 'token': 'ion', 'count': 3}, {'id': 1255, 'token': 'chool', 'count': 3}, {'id': 281, 'token': 'Ġf', 'count': 3}, {'id': 898, 'token': 'Ġbel', 'count': 3}, {'id': 296, 'token': 'as', 'count': 3}, {'id': 355, 'token': 'Ġwith', 'count': 3}, {'id': 189, 'token': 'ý', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 45}, {'id': 266, 'token': 'Ġthe', 'count': 23}, {'id': 16, 'token': '-', 'count': 23}, {'id': 202, 'token': 'Ċ', 'count': 21}, {'id': 261, 'token': 'Ġa', 'count': 19}, {'id': 86, 'token': 's', 'count': 17}, {'id': 17, 'token': '.', 'count': 16}, {'id': 272, 'token': 'en', 'count': 16}, {'id': 290, 'token': 'Ġof', 'count': 15}, {'id': 279, 'token': 'Ġb', 'count': 11}, {'id': 289, 'token': 'Ġm', 'count': 9}, {'id': 288, 'token': 'Ġto', 'count': 8}]
+state_text='�foreology earlyust multme27ata1 loveeringcyoney fre� how thatagvedently�ary headHe has state60 change unablepect14ion 7erody Gureat al startits become�veideouredWeene intchoolgg h'
+endpoint_text=" aintology� trventme,ub elegantit, the and howestag started.\n\nHe's Thes an uniquf of of beer so. He almost toess whether caught, while intensedu how the mischants are formerly ing "
+
+step=422 progress=0.4111 next=0.4121 model_t=0.4111 temp=1.550 support=0.4121 conc=5.551
+state_top=[{'id': 86, 'token': 's', 'count': 6}, {'id': 15, 'token': ',', 'count': 6}, {'id': 279, 'token': 'Ġb', 'count': 4}, {'id': 266, 'token': 'Ġthe', 'count': 4}, {'id': 1256, 'token': 'ott', 'count': 4}, {'id': 658, 'token': 'ings', 'count': 4}, {'id': 82, 'token': 'o', 'count': 4}, {'id': 2030, 'token': 'Ġ50', 'count': 3}, {'id': 1590, 'token': 'ering', 'count': 3}, {'id': 1457, 'token': 'ee', 'count': 3}, {'id': 299, 'token': 'ion', 'count': 3}, {'id': 673, 'token': 'ors', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 51}, {'id': 266, 'token': 'Ġthe', 'count': 35}, {'id': 17, 'token': '.', 'count': 30}, {'id': 202, 'token': 'Ċ', 'count': 25}, {'id': 86, 'token': 's', 'count': 25}, {'id': 16, 'token': '-', 'count': 18}, {'id': 261, 'token': 'Ġa', 'count': 17}, {'id': 279, 'token': 'Ġb', 'count': 15}, {'id': 92, 'token': 'y', 'count': 11}, {'id': 294, 'token': 'Ġand', 'count': 10}, {'id': 280, 'token': 'ed', 'count': 9}, {'id': 290, 'token': 'Ġof', 'count': 8}]
+state_text="�foreology isust developph problem Z 50 deringcy cap N whetheree'dballved games�ary headHe has state60 change unablepect authorion 7 improodyHoss al start intsh simve\x12uredreatiilar"
+endpoint_text=' thereforeology industreme the,1 quantcy, fre, how thatagved..\n\nHe has aed an unexpectictioneer,. an alternit become aveer., while intended, how much our b acces areid the impiceib'
+
+step=423 progress=0.4121 next=0.4131 model_t=0.4121 temp=1.550 support=0.4131 conc=5.573
+state_top=[{'id': 17, 'token': '.', 'count': 4}, {'id': 1209, 'token': 'Ġdevelop', 'count': 4}, {'id': 288, 'token': 'Ġto', 'count': 4}, {'id': 294, 'token': 'Ġand', 'count': 4}, {'id': 498, 'token': 'ie', 'count': 4}, {'id': 86, 'token': 's', 'count': 4}, {'id': 1406, 'token': 'Ġsmall', 'count': 4}, {'id': 82, 'token': 'o', 'count': 4}, {'id': 1933, 'token': 'wh', 'count': 4}, {'id': 15, 'token': ',', 'count': 4}, {'id': 462, 'token': 'Ġpl', 'count': 3}, {'id': 1457, 'token': 'ee', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 81}, {'id': 86, 'token': 's', 'count': 35}, {'id': 266, 'token': 'Ġthe', 'count': 31}, {'id': 17, 'token': '.', 'count': 28}, {'id': 202, 'token': 'Ċ', 'count': 21}, {'id': 261, 'token': 'Ġa', 'count': 18}, {'id': 279, 'token': 'Ġb', 'count': 14}, {'id': 283, 'token': 'Ġp', 'count': 14}, {'id': 294, 'token': 'Ġand', 'count': 12}, {'id': 16, 'token': '-', 'count': 11}, {'id': 282, 'token': 'ing', 'count': 10}, {'id': 290, 'token': 'Ġof', 'count': 9}]
+state_text='.achology pl certain developww toward poss toeringations cap N whetheree part betterved games toary\x1alishith state60 change unableocard develop 7angemericHossash contin int saf Seve'
+endpoint_text=' roforeology is a emph problem, to dercy the N knee bagved..\n headHe has aedly unable to protection.\n fHow al start intsh simve be threatiarms retard Al ourint accs are the availab'
+
+step=424 progress=0.4131 next=0.4141 model_t=0.4131 temp=1.550 support=0.4141 conc=5.596
+state_top=[{'id': 294, 'token': 'Ġand', 'count': 5}, {'id': 344, 'token': 'Ġit', 'count': 5}, {'id': 403, 'token': 'ĠN', 'count': 4}, {'id': 1083, 'token': 'ved', 'count': 4}, {'id': 17, 'token': '.', 'count': 4}, {'id': 738, 'token': 'Ġtwo', 'count': 4}, {'id': 86, 'token': 's', 'count': 4}, {'id': 288, 'token': 'Ġto', 'count': 3}, {'id': 335, 'token': 'Ġy', 'count': 3}, {'id': 1681, 'token': 'EN', 'count': 3}, {'id': 87, 'token': 't', 'count': 3}, {'id': 88, 'token': 'u', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 74}, {'id': 16, 'token': '-', 'count': 28}, {'id': 86, 'token': 's', 'count': 27}, {'id': 17, 'token': '.', 'count': 26}, {'id': 82, 'token': 'o', 'count': 18}, {'id': 266, 'token': 'Ġthe', 'count': 17}, {'id': 261, 'token': 'Ġa', 'count': 16}, {'id': 72, 'token': 'e', 'count': 13}, {'id': 283, 'token': 'Ġp', 'count': 13}, {'id': 294, 'token': 'Ġand', 'count': 10}, {'id': 282, 'token': 'ing', 'count': 9}, {'id': 288, 'token': 'Ġto', 'count': 9}]
+state_text='�achX is chang S Can payward poss�ownations Go N whetheree\x1cONved games to cons\x1alish players state60� yableocard develop 7angemeric add in Nect int them properhen by Imreati f since'
+endpoint_text='. Theology is certainlying toward the to expectations. Neee partner the toary.sith been, a unable toession. well\nHossash continue to Seve! strongreati, because enard, ourintas Rt, '
+
+step=425 progress=0.4141 next=0.4150 model_t=0.4141 temp=1.550 support=0.4150 conc=5.619
+state_top=[{'id': 273, 'token': 'Ġc', 'count': 5}, {'id': 294, 'token': 'Ġand', 'count': 5}, {'id': 287, 'token': 'ar', 'count': 5}, {'id': 386, 'token': 'ore', 'count': 4}, {'id': 1223, 'token': 'oh', 'count': 4}, {'id': 59, 'token': 'X', 'count': 3}, {'id': 1083, 'token': 'ved', 'count': 3}, {'id': 335, 'token': 'Ġy', 'count': 3}, {'id': 281, 'token': 'Ġf', 'count': 3}, {'id': 87, 'token': 't', 'count': 3}, {'id': 1247, 'token': 'Ġthings', 'count': 3}, {'id': 557, 'token': ',"', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 57}, {'id': 16, 'token': '-', 'count': 28}, {'id': 261, 'token': 'Ġa', 'count': 26}, {'id': 86, 'token': 's', 'count': 22}, {'id': 283, 'token': 'Ġp', 'count': 21}, {'id': 17, 'token': '.', 'count': 19}, {'id': 266, 'token': 'Ġthe', 'count': 14}, {'id': 202, 'token': 'Ċ', 'count': 12}, {'id': 92, 'token': 'y', 'count': 11}, {'id': 282, 'token': 'ing', 'count': 10}, {'id': 294, 'token': 'Ġand', 'count': 10}, {'id': 344, 'token': 'Ġit', 'count': 10}]
+state_text="'achXong changold wasittwardript� At�ore Imumee\x1cONved games topor\x1alish allow stateashound y busocard br requangemeric add love N f int bas sugghen by authorreatccess f since Trft o"
+endpoint_text=".achX is changinging payward poss toownations. Norway partyved games to consab the players. a the yableocard-ocks, add in Nectway'sdued by Immedi fans,arding a glass-tax,K c pivate"
+
+step=426 progress=0.4150 next=0.4160 model_t=0.4150 temp=1.550 support=0.4160 conc=5.642
+state_top=[{'id': 294, 'token': 'Ġand', 'count': 5}, {'id': 469, 'token': 'Ġhis', 'count': 5}, {'id': 287, 'token': 'ar', 'count': 5}, {'id': 237, 'token': 'ĭ', 'count': 4}, {'id': 1978, 'token': 'Ġcomb', 'count': 4}, {'id': 261, 'token': 'Ġa', 'count': 4}, {'id': 1449, 'token': 'Ġmove', 'count': 4}, {'id': 457, 'token': 'ally', 'count': 4}, {'id': 720, 'token': 'Ġam', 'count': 3}, {'id': 59, 'token': 'X', 'count': 3}, {'id': 377, 'token': 'Ġwas', 'count': 3}, {'id': 592, 'token': 'Ġlike', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 52}, {'id': 266, 'token': 'Ġthe', 'count': 29}, {'id': 17, 'token': '.', 'count': 23}, {'id': 261, 'token': 'Ġa', 'count': 21}, {'id': 86, 'token': 's', 'count': 15}, {'id': 280, 'token': 'ed', 'count': 13}, {'id': 16, 'token': '-', 'count': 13}, {'id': 273, 'token': 'Ġc', 'count': 11}, {'id': 294, 'token': 'Ġand', 'count': 11}, {'id': 290, 'token': 'Ġof', 'count': 10}, {'id': 283, 'token': 'Ġp', 'count': 10}, {'id': 288, 'token': 'Ġto', 'count': 9}]
+state_text=" amachXong inold was never like br de�izeore desumee\x1cON� games topor\x1a't allow stateashoundoy busoseth brtsange put fil love NThereve -- 2014hen by author blackccessphatt Tr�/201�as"
+endpoint_text='\'achine is cold was towarded. At store,umu arrived games to establish a stateashound y cocard brandi c addies N food baseed by azi food soft,, glassintt, moreKined,iv worth five,,"'
+
+step=427 progress=0.4160 next=0.4170 model_t=0.4160 temp=1.550 support=0.4170 conc=5.665
+state_top=[{'id': 287, 'token': 'ar', 'count': 6}, {'id': 377, 'token': 'Ġwas', 'count': 4}, {'id': 469, 'token': 'Ġhis', 'count': 4}, {'id': 261, 'token': 'Ġa', 'count': 4}, {'id': 294, 'token': 'Ġand', 'count': 4}, {'id': 342, 'token': "'s", 'count': 4}, {'id': 1785, 'token': 'Ġcourse', 'count': 4}, {'id': 17, 'token': '.', 'count': 4}, {'id': 260, 'token': 'Ġt', 'count': 4}, {'id': 81, 'token': 'n', 'count': 4}, {'id': 289, 'token': 'Ġm', 'count': 4}, {'id': 1243, 'token': 'Ġnever', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 42}, {'id': 17, 'token': '.', 'count': 25}, {'id': 86, 'token': 's', 'count': 23}, {'id': 266, 'token': 'Ġthe', 'count': 21}, {'id': 202, 'token': 'Ċ', 'count': 17}, {'id': 343, 'token': 'Ġhe', 'count': 15}, {'id': 261, 'token': 'Ġa', 'count': 14}, {'id': 469, 'token': 'Ġhis', 'count': 14}, {'id': 288, 'token': 'Ġto', 'count': 11}, {'id': 283, 'token': 'Ġp', 'count': 11}, {'id': 370, 'token': 'Ġ"', 'count': 11}, {'id': 268, 'token': 'Ġs', 'count': 8}]
+state_text="wareach�ized inold was never like comple de hadics'tgin concee\x1che above doing� once\x1a'tletoashoundoy onlyoseou hisormange he im loveoundThereve..edish Tr controlct calledphal Tramp "
+endpoint_text=" amach song in what was never like br deg store desumeeic he, games to ben't allow cashaloy f worth brunch put fil love N fve --ocated by the blackianphatt Track/201pchet\n\nKined a "
+
+step=428 progress=0.4170 next=0.4180 model_t=0.4170 temp=1.550 support=0.4180 conc=5.688
+state_top=[{'id': 342, 'token': "'s", 'count': 5}, {'id': 971, 'token': 'ork', 'count': 5}, {'id': 17, 'token': '.', 'count': 5}, {'id': 294, 'token': 'Ġand', 'count': 4}, {'id': 15, 'token': ',', 'count': 4}, {'id': 287, 'token': 'ar', 'count': 4}, {'id': 1248, 'token': 'Ġmight', 'count': 4}, {'id': 1578, 'token': 'ware', 'count': 3}, {'id': 469, 'token': 'Ġhis', 'count': 3}, {'id': 1448, 'token': 'Ġcalled', 'count': 3}, {'id': 280, 'token': 'ed', 'count': 3}, {'id': 1012, 'token': 'ner', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 47}, {'id': 15, 'token': ',', 'count': 33}, {'id': 280, 'token': 'ed', 'count': 30}, {'id': 202, 'token': 'Ċ', 'count': 26}, {'id': 266, 'token': 'Ġthe', 'count': 20}, {'id': 282, 'token': 'ing', 'count': 16}, {'id': 469, 'token': 'Ġhis', 'count': 15}, {'id': 261, 'token': 'Ġa', 'count': 13}, {'id': 288, 'token': 'Ġto', 'count': 12}, {'id': 294, 'token': 'Ġand', 'count': 11}, {'id': 343, 'token': 'Ġhe', 'count': 9}, {'id': 81, 'token': 'n', 'count': 9}]
+state_text="wareach�� in�leield ldu life countryics'tgin concction ind York story...old comple\x1a� performtoieldloyountind\x1a hisantsither project imhinguThereve callededckner controlct calledphit"
+endpoint_text=" mach realized in what was never like. he hadn't dumb.he wased to once didn'tletoashounded onlyose in his fe, he im sound fvelled. hisrect asphal tramp still as thep nott almost sl"
+
+step=429 progress=0.4180 next=0.4189 model_t=0.4180 temp=1.550 support=0.4189 conc=5.711
+state_top=[{'id': 287, 'token': 'ar', 'count': 5}, {'id': 1500, 'token': 'pped', 'count': 4}, {'id': 404, 'token': 'th', 'count': 4}, {'id': 373, 'token': 'Ġcon', 'count': 4}, {'id': 301, 'token': 'll', 'count': 4}, {'id': 205, 'token': 'č', 'count': 4}, {'id': 17, 'token': '.', 'count': 4}, {'id': 573, 'token': 'ĠV', 'count': 4}, {'id': 15, 'token': ',', 'count': 4}, {'id': 529, 'token': 'per', 'count': 3}, {'id': 520, 'token': 'ous', 'count': 3}, {'id': 1519, 'token': 'Ġoper', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 53}, {'id': 15, 'token': ',', 'count': 36}, {'id': 280, 'token': 'ed', 'count': 25}, {'id': 266, 'token': 'Ġthe', 'count': 19}, {'id': 261, 'token': 'Ġa', 'count': 17}, {'id': 202, 'token': 'Ċ', 'count': 17}, {'id': 318, 'token': 'ĠI', 'count': 11}, {'id': 282, 'token': 'ing', 'count': 11}, {'id': 288, 'token': 'Ġto', 'count': 10}, {'id': 16, 'token': '-', 'count': 10}, {'id': 287, 'token': 'ar', 'count': 9}, {'id': 377, 'token': 'Ġwas', 'count': 8}]
+state_text="perach It� in pointle resultonedu life afterics'tthe concction wheregeousvers le comple operpped performawieldluredountind av hisantsrowbleotsbyu feelve callededtThisienct called�i"
+endpoint_text=" reach field in I was never lost life hadn't have actionir the story...old stippedleto enloy grinded his ne.. imagu revelled to the controlctorphitar freed marchp not free alone el"
+
+step=430 progress=0.4189 next=0.4199 model_t=0.4189 temp=1.550 support=0.4199 conc=5.734
+state_top=[{'id': 15, 'token': ',', 'count': 7}, {'id': 17, 'token': '.', 'count': 5}, {'id': 320, 'token': 'et', 'count': 4}, {'id': 287, 'token': 'ar', 'count': 4}, {'id': 1407, 'token': 'ample', 'count': 4}, {'id': 301, 'token': 'll', 'count': 4}, {'id': 373, 'token': 'Ġcon', 'count': 4}, {'id': 816, 'token': 'Ġyears', 'count': 4}, {'id': 1620, 'token': 'let', 'count': 4}, {'id': 529, 'token': 'per', 'count': 3}, {'id': 1186, 'token': 'Ġhead', 'count': 3}, {'id': 202, 'token': 'Ċ', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 45}, {'id': 266, 'token': 'Ġthe', 'count': 38}, {'id': 17, 'token': '.', 'count': 30}, {'id': 282, 'token': 'ing', 'count': 21}, {'id': 280, 'token': 'ed', 'count': 20}, {'id': 261, 'token': 'Ġa', 'count': 15}, {'id': 16, 'token': '-', 'count': 14}, {'id': 92, 'token': 'y', 'count': 12}, {'id': 310, 'token': 'ly', 'count': 11}, {'id': 288, 'token': 'Ġto', 'count': 10}, {'id': 202, 'token': 'Ċ', 'count': 10}, {'id': 378, 'token': 'Ġr', 'count': 9}]
+state_text="perersstem personroughpp� game6pp life headics't qu concgh� beous policeier once operppedet millionieldl\x1bountases av hisantsuc nextend jobular feel Whalctiontable A�\narit mark shed"
+endpoint_text="perach It was in telephone's life aftern'tthe a gorgeously leaving his jaw-like behind, his throwble.byu revelledt an inside. suit and fored a foundingableprise elying to sparkling"
+
+step=431 progress=0.4199 next=0.4209 model_t=0.4199 temp=1.550 support=0.4209 conc=5.757
+state_top=[{'id': 15, 'token': ',', 'count': 8}, {'id': 294, 'token': 'Ġand', 'count': 7}, {'id': 261, 'token': 'Ġa', 'count': 5}, {'id': 266, 'token': 'Ġthe', 'count': 5}, {'id': 469, 'token': 'Ġhis', 'count': 4}, {'id': 36, 'token': 'A', 'count': 4}, {'id': 1174, 'token': 'oad', 'count': 4}, {'id': 301, 'token': 'll', 'count': 4}, {'id': 165, 'token': 'å', 'count': 4}, {'id': 17, 'token': '.', 'count': 4}, {'id': 521, 'token': 'Ġmore', 'count': 4}, {'id': 244, 'token': 'Ĵ', 'count': 4}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 65}, {'id': 266, 'token': 'Ġthe', 'count': 34}, {'id': 17, 'token': '.', 'count': 28}, {'id': 282, 'token': 'ing', 'count': 23}, {'id': 261, 'token': 'Ġa', 'count': 21}, {'id': 202, 'token': 'Ċ', 'count': 15}, {'id': 16, 'token': '-', 'count': 14}, {'id': 280, 'token': 'ed', 'count': 12}, {'id': 288, 'token': 'Ġto', 'count': 11}, {'id': 92, 'token': 'y', 'count': 11}, {'id': 343, 'token': 'Ġhe', 'count': 9}, {'id': 310, 'token': 'ly', 'count': 8}]
+state_text="�ersstem surividual f� game6pp life against�'t quikegh� be art policeier once�ott $ million�ltslandases go his electuc next beforeulation$ feel decat rep policableult�andackit and "
+endpoint_text="ingers, person inpple game,pping head didn't quitely to beous.ier onceippedet f-likeountases of his throw tendicular feel unalettable Ale\narito shed,,itting otherwise. himy his Ant"
+
+step=432 progress=0.4209 next=0.4219 model_t=0.4209 temp=1.550 support=0.4219 conc=5.781
+state_top=[{'id': 15, 'token': ',', 'count': 8}, {'id': 290, 'token': 'Ġof', 'count': 7}, {'id': 449, 'token': 'red', 'count': 4}, {'id': 81, 'token': 'n', 'count': 4}, {'id': 165, 'token': 'å', 'count': 4}, {'id': 591, 'token': 'Ġbeen', 'count': 4}, {'id': 17, 'token': '.', 'count': 4}, {'id': 340, 'token': 'Ġst', 'count': 4}, {'id': 521, 'token': 'Ġmore', 'count': 4}, {'id': 292, 'token': 'Ġd', 'count': 4}, {'id': 931, 'token': 'stem', 'count': 3}, {'id': 1032, 'token': 'Ġagainst', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 69}, {'id': 266, 'token': 'Ġthe', 'count': 25}, {'id': 17, 'token': '.', 'count': 19}, {'id': 290, 'token': 'Ġof', 'count': 19}, {'id': 261, 'token': 'Ġa', 'count': 17}, {'id': 16, 'token': '-', 'count': 15}, {'id': 282, 'token': 'ing', 'count': 13}, {'id': 370, 'token': 'Ġ"', 'count': 13}, {'id': 202, 'token': 'Ċ', 'count': 12}, {'id': 68, 'token': 'a', 'count': 11}, {'id': 280, 'token': 'ed', 'count': 10}, {'id': 86, 'token': 's', 'count': 10}]
+state_text=' contersstemphirstange� need�pp life againstptionoll qureat week including ab follow....ision once seen which p pre��tsland rem go fam electuc nextody ev E feel likeatally polic ka'
+endpoint_text="ingers, sur a fair gameippis hen't quitely to bealier once.ottet,oults bases of his electucks before he of an decat reputableult banduit and bed dog there the otherwiseving him. We"
+
+step=433 progress=0.4219 next=0.4229 model_t=0.4219 temp=1.550 support=0.4229 conc=5.804
+state_top=[{'id': 15, 'token': ',', 'count': 6}, {'id': 1500, 'token': 'pped', 'count': 5}, {'id': 414, 'token': 'Ġv', 'count': 5}, {'id': 131, 'token': 'Ã', 'count': 4}, {'id': 393, 'token': 'Ġare', 'count': 4}, {'id': 1271, 'token': 'Ġ)', 'count': 4}, {'id': 1692, 'token': 'Ġmajor', 'count': 3}, {'id': 1921, 'token': 'Ġproblem', 'count': 3}, {'id': 294, 'token': 'Ġand', 'count': 3}, {'id': 173, 'token': 'í', 'count': 3}, {'id': 882, 'token': 'Ġbefore', 'count': 3}, {'id': 50, 'token': 'O', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 71}, {'id': 16, 'token': '-', 'count': 28}, {'id': 17, 'token': '.', 'count': 21}, {'id': 261, 'token': 'Ġa', 'count': 19}, {'id': 266, 'token': 'Ġthe', 'count': 18}, {'id': 131, 'token': 'Ã', 'count': 18}, {'id': 290, 'token': 'Ġof', 'count': 15}, {'id': 81, 'token': 'n', 'count': 13}, {'id': 343, 'token': 'Ġhe', 'count': 10}, {'id': 92, 'token': 'y', 'count': 9}, {'id': 86, 'token': 's', 'count': 8}, {'id': 283, 'token': 'Ġp', 'count': 7}]
+state_text=' cont thingsuttersirstially com need�� lifeph majoroll qureat problem 19 ab follow....ision once seen which p preru�*ngud go mult assuc tooaid evically feel likeatroitions rece and'
+endpoint_text=' intoers.phirstange, needs his f against the v qual, including be art he, once seen which p pret lets to remove his electucleody. E feel like finally escap-anduit and heounds you 1'
+
+step=434 progress=0.4229 next=0.4238 model_t=0.4229 temp=1.550 support=0.4238 conc=5.828
+state_top=[{'id': 265, 'token': 'on', 'count': 5}, {'id': 1382, 'token': '://', 'count': 4}, {'id': 131, 'token': 'Ã', 'count': 4}, {'id': 92, 'token': 'y', 'count': 4}, {'id': 620, 'token': 'Ġmy', 'count': 4}, {'id': 1535, 'token': 'ane', 'count': 4}, {'id': 343, 'token': 'Ġhe', 'count': 4}, {'id': 393, 'token': 'Ġare', 'count': 4}, {'id': 68, 'token': 'a', 'count': 4}, {'id': 210, 'token': 'Ē', 'count': 4}, {'id': 1271, 'token': 'Ġ)', 'count': 4}, {'id': 1065, 'token': 'Ġfollow', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 64}, {'id': 131, 'token': 'Ã', 'count': 24}, {'id': 266, 'token': 'Ġthe', 'count': 20}, {'id': 17, 'token': '.', 'count': 18}, {'id': 16, 'token': '-', 'count': 15}, {'id': 261, 'token': 'Ġa', 'count': 14}, {'id': 292, 'token': 'Ġd', 'count': 13}, {'id': 290, 'token': 'Ġof', 'count': 12}, {'id': 282, 'token': 'ing', 'count': 11}, {'id': 79, 'token': 'l', 'count': 11}, {'id': 86, 'token': 's', 'count': 10}, {'id': 318, 'token': 'ĠI', 'count': 10}]
+state_text=' follow helput safirstoad com need�� body tot majorince qureat problem 19 abers games W once seen which p preord� anng possINaz ass fam too sthically feel likeatertainitions const '
+endpoint_text=" contributedink the com needh of lifeat theoll qureat problem 19 abs I've once seen which punrucketngud go myk, too,. I feel likeatroging and candom, and l feels to fel other recen"
+
+step=435 progress=0.4238 next=0.4248 model_t=0.4238 temp=1.550 support=0.4248 conc=5.852
+state_top=[{'id': 17, 'token': '.', 'count': 4}, {'id': 265, 'token': 'on', 'count': 4}, {'id': 1065, 'token': 'Ġfollow', 'count': 3}, {'id': 671, 'token': 'irst', 'count': 3}, {'id': 340, 'token': 'Ġst', 'count': 3}, {'id': 249, 'token': 'Ĺ', 'count': 3}, {'id': 683, 'token': 'ĠHe', 'count': 3}, {'id': 68, 'token': 'a', 'count': 3}, {'id': 15, 'token': ',', 'count': 3}, {'id': 318, 'token': 'ĠI', 'count': 3}, {'id': 934, 'token': 'Ġ|', 'count': 3}, {'id': 984, 'token': 'Ġdiffere', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 35}, {'id': 17, 'token': '.', 'count': 25}, {'id': 15, 'token': ',', 'count': 25}, {'id': 92, 'token': 'y', 'count': 12}, {'id': 16, 'token': '-', 'count': 12}, {'id': 288, 'token': 'Ġto', 'count': 10}, {'id': 261, 'token': 'Ġa', 'count': 10}, {'id': 290, 'token': 'Ġof', 'count': 10}, {'id': 318, 'token': 'ĠI', 'count': 9}, {'id': 283, 'token': 'Ġp', 'count': 9}, {'id': 202, 'token': 'Ċ', 'count': 9}, {'id': 86, 'token': 's', 'count': 9}]
+state_text=" follow alongut safirst legues needment� body longake develop qureat a 19itionalers games W once seen which p — Not� anngently prog bestriend fam too sth bo water like�'m ass overr"
+endpoint_text=' be helputifirsty com need to the body. Since qureat to 19 abers I had once seen which pizorder an audeaz ass. too sthically feel like heroc, and exgressive.\n\nWhen theelost rec end'
+
+step=436 progress=0.4248 next=0.4258 model_t=0.4248 temp=1.550 support=0.4258 conc=5.875
+state_top=[{'id': 869, 'token': 'Ġbr', 'count': 4}, {'id': 17, 'token': '.', 'count': 4}, {'id': 343, 'token': 'Ġhe', 'count': 4}, {'id': 963, 'token': 'ier', 'count': 4}, {'id': 1026, 'token': 'Ġbetween', 'count': 4}, {'id': 807, 'token': 'ating', 'count': 4}, {'id': 671, 'token': 'irst', 'count': 3}, {'id': 75, 'token': 'h', 'count': 3}, {'id': 1135, 'token': 'illion', 'count': 3}, {'id': 392, 'token': 'um', 'count': 3}, {'id': 1751, 'token': 'ots', 'count': 3}, {'id': 683, 'token': 'ĠHe', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 54}, {'id': 266, 'token': 'Ġthe', 'count': 23}, {'id': 17, 'token': '.', 'count': 22}, {'id': 261, 'token': 'Ġa', 'count': 21}, {'id': 283, 'token': 'Ġp', 'count': 18}, {'id': 16, 'token': '-', 'count': 18}, {'id': 86, 'token': 's', 'count': 14}, {'id': 318, 'token': 'ĠI', 'count': 13}, {'id': 92, 'token': 'y', 'count': 13}, {'id': 202, 'token': 'Ċ', 'count': 12}, {'id': 131, 'token': 'Ã', 'count': 9}, {'id': 289, 'token': 'Ġm', 'count': 8}]
+state_text=" ey alongut�irst internues needment� short longake need qu vers a 19ilarers\x18 W onceless which p — de wom anng� prog acriend where around curh boillion brmer'md overruct produ�ement"
+endpoint_text=' follow itutfirst issues with a. mounting develop quite a 197ers. W once, which puled of anngently the bested up too stuffed, likeat up ass over and produce live.\n\nuff talking sero'
+
+step=437 progress=0.4258 next=0.4268 model_t=0.4258 temp=1.550 support=0.4268 conc=5.899
+state_top=[{'id': 671, 'token': 'irst', 'count': 4}, {'id': 869, 'token': 'Ġbr', 'count': 4}, {'id': 683, 'token': 'ĠHe', 'count': 4}, {'id': 343, 'token': 'Ġhe', 'count': 4}, {'id': 202, 'token': 'Ċ', 'count': 4}, {'id': 556, 'token': 'Ġcomp', 'count': 4}, {'id': 1557, 'token': 'Ġdr', 'count': 4}, {'id': 1857, 'token': 'Ġ2015', 'count': 3}, {'id': 68, 'token': 'a', 'count': 3}, {'id': 875, 'token': 'ities', 'count': 3}, {'id': 1751, 'token': 'ots', 'count': 3}, {'id': 847, 'token': 'ĠAnd', 'count': 3}]
+endpoint_top=[{'id': 202, 'token': 'Ċ', 'count': 20}, {'id': 261, 'token': 'Ġa', 'count': 20}, {'id': 266, 'token': 'Ġthe', 'count': 17}, {'id': 15, 'token': ',', 'count': 16}, {'id': 16, 'token': '-', 'count': 15}, {'id': 17, 'token': '.', 'count': 12}, {'id': 72, 'token': 'e', 'count': 12}, {'id': 343, 'token': 'Ġhe', 'count': 9}, {'id': 68, 'token': 'a', 'count': 8}, {'id': 318, 'token': 'ĠI', 'count': 8}, {'id': 290, 'token': 'Ġof', 'count': 8}, {'id': 294, 'token': 'Ġand', 'count': 7}]
+state_text=" 2015evut�irst internues needever� shortaxake need br� a 19ilarason ) W once gotails p — de our anng� prog Colriend werosspar� was N makesmer'm fight restersice : Euro show.W worki"
+endpoint_text=' eyageutifirst internues needment\n\n longake need quite a littleilar thing. Windless which pick de with anngel re ac, where around-ha, likemergedd over the produceement show. When I'
+
+step=438 progress=0.4268 next=0.4277 model_t=0.4268 temp=1.550 support=0.4277 conc=5.923
+state_top=[{'id': 89, 'token': 'v', 'count': 5}, {'id': 15, 'token': ',', 'count': 4}, {'id': 1842, 'token': 'Ġmakes', 'count': 4}, {'id': 82, 'token': 'o', 'count': 4}, {'id': 1935, 'token': 'Ġer', 'count': 4}, {'id': 869, 'token': 'Ġbr', 'count': 4}, {'id': 288, 'token': 'Ġto', 'count': 4}, {'id': 17, 'token': '.', 'count': 3}, {'id': 671, 'token': 'irst', 'count': 3}, {'id': 1271, 'token': 'Ġ)', 'count': 3}, {'id': 1396, 'token': 'Ġgot', 'count': 3}, {'id': 131, 'token': 'Ã', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 29}, {'id': 17, 'token': '.', 'count': 27}, {'id': 266, 'token': 'Ġthe', 'count': 24}, {'id': 202, 'token': 'Ċ', 'count': 21}, {'id': 16, 'token': '-', 'count': 21}, {'id': 68, 'token': 'a', 'count': 18}, {'id': 261, 'token': 'Ġa', 'count': 14}, {'id': 343, 'token': 'Ġhe', 'count': 12}, {'id': 288, 'token': 'Ġto', 'count': 11}, {'id': 72, 'token': 'e', 'count': 10}, {'id': 82, 'token': 'o', 'count': 9}, {'id': 294, 'token': 'Ġand', 'count': 9}]
+state_text=" specevut.irst cues needever, shortaxake stud facturity a 19ilarOR ) W once gotailsrit That ant our Mc�� grow Col come we�uth� was kn makesng'm fight restld talk : Euro effect. D o"
+endpoint_text=' be debutairst I could fever, to shake need bring a similar thing. W once got a pick de our angent progress, which he the t was Nummera fightingersice on the show.Withumablyving Ii'
+
+step=439 progress=0.4277 next=0.4287 model_t=0.4277 temp=1.550 support=0.4287 conc=5.947
+state_top=[{'id': 288, 'token': 'Ġto', 'count': 7}, {'id': 349, 'token': 'Ġyou', 'count': 4}, {'id': 17, 'token': '.', 'count': 4}, {'id': 477, 'token': 'Ġsa', 'count': 4}, {'id': 408, 'token': 'op', 'count': 4}, {'id': 350, 'token': 'il', 'count': 3}, {'id': 1271, 'token': 'Ġ)', 'count': 3}, {'id': 1756, 'token': 'Ġonce', 'count': 3}, {'id': 1324, 'token': 'ĠThat', 'count': 3}, {'id': 1986, 'token': 'ĠMc', 'count': 3}, {'id': 1075, 'token': 'uth', 'count': 3}, {'id': 1902, 'token': 'ĠEuro', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 46}, {'id': 17, 'token': '.', 'count': 42}, {'id': 68, 'token': 'a', 'count': 26}, {'id': 16, 'token': '-', 'count': 23}, {'id': 202, 'token': 'Ċ', 'count': 20}, {'id': 261, 'token': 'Ġa', 'count': 19}, {'id': 318, 'token': 'ĠI', 'count': 15}, {'id': 288, 'token': 'Ġto', 'count': 15}, {'id': 266, 'token': 'Ġthe', 'count': 15}, {'id': 82, 'token': 'o', 'count': 13}, {'id': 282, 'token': 'ing', 'count': 10}, {'id': 290, 'token': 'Ġof', 'count': 8}]
+state_text=' specev you. Fansues howeverless shortilility really fact detdu 19ilar d ) W once techn state W That smallows Mc��� Col! weRuth 7 3 kn�reenure fight whatte talkows Euro effect. D "'
+endpoint_text="ate debut.\n cH however, Iaxake stud br in a similar thing. W once got me. That of our McManan's come weird, it was a. I'm fighting toiceing Euro effect. Des Storth, 't Sm with ital"
+
+step=440 progress=0.4287 next=0.4297 model_t=0.4287 temp=1.550 support=0.4297 conc=5.972
+state_top=[{'id': 288, 'token': 'Ġto', 'count': 5}, {'id': 77, 'token': 'j', 'count': 4}, {'id': 321, 'token': 'ĠA', 'count': 4}, {'id': 473, 'token': 'ge', 'count': 4}, {'id': 16, 'token': '-', 'count': 4}, {'id': 349, 'token': 'Ġyou', 'count': 3}, {'id': 909, 'token': 'Ġshow', 'count': 3}, {'id': 364, 'token': 'ĠD', 'count': 3}, {'id': 522, 'token': 'ue', 'count': 3}, {'id': 639, 'token': 'Ġalso', 'count': 3}, {'id': 65, 'token': '^', 'count': 3}, {'id': 389, 'token': 'us', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 45}, {'id': 17, 'token': '.', 'count': 34}, {'id': 266, 'token': 'Ġthe', 'count': 30}, {'id': 16, 'token': '-', 'count': 24}, {'id': 288, 'token': 'Ġto', 'count': 21}, {'id': 261, 'token': 'Ġa', 'count': 16}, {'id': 202, 'token': 'Ċ', 'count': 15}, {'id': 86, 'token': 's', 'count': 14}, {'id': 280, 'token': 'ed', 'count': 9}, {'id': 283, 'token': 'Ġp', 'count': 9}, {'id': 281, 'token': 'Ġf', 'count': 8}, {'id': 310, 'token': 'ly', 'count': 8}]
+state_text=' downerv youatch Fansuespar metpor short locility really fact detdu 19 out d ) inst Cent techn statethell donly show low�� num!ures importantuth 7ted\r�reenER fight Ar� Trumpows Eur'
+endpoint_text=' to for you. Fans, however, it\'s not really sc to a similar d. Wait! W That\'sows.\nanThe Col!" Autherfect figure know what it talkows back to. Don\'t true \' love it together having t'
+
+step=441 progress=0.4297 next=0.4307 model_t=0.4297 temp=1.550 support=0.4307 conc=5.996
+state_top=[{'id': 266, 'token': 'Ġthe', 'count': 8}, {'id': 16, 'token': '-', 'count': 5}, {'id': 640, 'token': 'Ġpart', 'count': 4}, {'id': 389, 'token': 'us', 'count': 4}, {'id': 38, 'token': 'C', 'count': 4}, {'id': 90, 'token': 'w', 'count': 4}, {'id': 145, 'token': 'Ñ', 'count': 4}, {'id': 1946, 'token': 'aun', 'count': 3}, {'id': 316, 'token': 'id', 'count': 3}, {'id': 473, 'token': 'ge', 'count': 3}, {'id': 323, 'token': 'Ġon', 'count': 3}, {'id': 644, 'token': 'Ġtime', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 29}, {'id': 202, 'token': 'Ċ', 'count': 28}, {'id': 86, 'token': 's', 'count': 28}, {'id': 266, 'token': 'Ġthe', 'count': 26}, {'id': 17, 'token': '.', 'count': 22}, {'id': 16, 'token': '-', 'count': 19}, {'id': 280, 'token': 'ed', 'count': 11}, {'id': 92, 'token': 'y', 'count': 11}, {'id': 70, 'token': 'c', 'count': 10}, {'id': 261, 'token': 'Ġa', 'count': 10}, {'id': 288, 'token': 'Ġto', 'count': 9}, {'id': 39, 'token': 'D', 'count': 9}]
+state_text=' Car form Onegh Fansuesinal charpor short Stility investig tot det story 19 out d ) inst-------- techn asieldald donatherokhen homeald\x13be� Exuthaun includid goinggeler V Medows Tru'
+endpoint_text=' down to you. Fans, however, but if you really torodued out due instantlyplthell Wly show\n\n\n am!\n\nuth 7tedc screenER, Ar Plowsons,itt D "id whoue here: "\n a few dozarsé R post, wit'
+
+step=442 progress=0.4307 next=0.4316 model_t=0.4307 temp=1.550 support=0.4316 conc=6.020
+state_top=[{'id': 266, 'token': 'Ġthe', 'count': 6}, {'id': 788, 'token': 'ĠâĢĵ', 'count': 5}, {'id': 416, 'token': 'ĠE', 'count': 4}, {'id': 38, 'token': 'C', 'count': 4}, {'id': 439, 'token': 'Ġal', 'count': 4}, {'id': 927, 'token': 'Ġstart', 'count': 4}, {'id': 693, 'token': 'ates', 'count': 4}, {'id': 640, 'token': 'Ġpart', 'count': 4}, {'id': 4, 'token': '!', 'count': 4}, {'id': 1397, 'token': 'Ġinterest', 'count': 3}, {'id': 402, 'token': 'rom', 'count': 3}, {'id': 375, 'token': 'ĠR', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 38}, {'id': 16, 'token': '-', 'count': 31}, {'id': 17, 'token': '.', 'count': 27}, {'id': 15, 'token': ',', 'count': 24}, {'id': 288, 'token': 'Ġto', 'count': 18}, {'id': 261, 'token': 'Ġa', 'count': 17}, {'id': 86, 'token': 's', 'count': 17}, {'id': 202, 'token': 'Ċ', 'count': 17}, {'id': 290, 'token': 'Ġof', 'count': 10}, {'id': 280, 'token': 'ed', 'count': 9}, {'id': 310, 'token': 'ly', 'count': 9}, {'id': 316, 'token': 'id', 'count': 9}]
+state_text=" sc form Onegh feimesues'sraft� short St hand investig tot det story how out mon ) inst-------- techn asieldald donather interesthen homecl bre E kinditeduth\x19 includid goodakorm V "
+endpoint_text=' CarD One. Fans orig theor\'s short Ste to bu detailed out dub instant, as aald fly showhen homeald-be how Ex thei solid Ageler Videoows moded tos on D ", whoom \' their june time ea'
+
+step=443 progress=0.4316 next=0.4326 model_t=0.4316 temp=1.550 support=0.4326 conc=6.045
+state_top=[{'id': 72, 'token': 'e', 'count': 4}, {'id': 644, 'token': 'Ġtime', 'count': 4}, {'id': 337, 'token': 'ur', 'count': 4}, {'id': 439, 'token': 'Ġal', 'count': 4}, {'id': 351, 'token': 'ĠB', 'count': 4}, {'id': 927, 'token': 'Ġstart', 'count': 4}, {'id': 788, 'token': 'ĠâĢĵ', 'count': 4}, {'id': 1534, 'token': 'ush', 'count': 4}, {'id': 633, 'token': 'Ġsc', 'count': 3}, {'id': 951, 'token': 'ues', 'count': 3}, {'id': 87, 'token': 't', 'count': 3}, {'id': 787, 'token': 'Ġnow', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 37}, {'id': 17, 'token': '.', 'count': 30}, {'id': 16, 'token': '-', 'count': 17}, {'id': 86, 'token': 's', 'count': 16}, {'id': 15, 'token': ',', 'count': 16}, {'id': 261, 'token': 'Ġa', 'count': 12}, {'id': 288, 'token': 'Ġto', 'count': 11}, {'id': 282, 'token': 'ing', 'count': 10}, {'id': 70, 'token': 'c', 'count': 9}, {'id': 72, 'token': 'e', 'count': 9}, {'id': 290, 'token': 'Ġof', 'count': 8}, {'id': 344, 'token': 'Ġit', 'count': 8}]
+state_text=' sc form**gh himesues�t� short St hand investig ey ident story off out mone instry techn asieldAnleang."hen time until bre E CarVivid now without book good borm also retof years sk'
+endpoint_text=' sc. One of fe in it\'sraft a. St hands totetail how out mon the install, as if you don\'t interesting homecl. Eliteduth Diquid good st. Vfullly skilled on D "idooming their. The big'
+
+step=444 progress=0.4326 next=0.4336 model_t=0.4326 temp=1.550 support=0.4336 conc=6.069
+state_top=[{'id': 283, 'token': 'Ġp', 'count': 5}, {'id': 722, 'token': 'Ġ6', 'count': 5}, {'id': 446, 'token': 'Ġch', 'count': 4}, {'id': 337, 'token': 'ur', 'count': 4}, {'id': 498, 'token': 'ie', 'count': 4}, {'id': 927, 'token': 'Ġstart', 'count': 4}, {'id': 1297, 'token': 'Ġpri', 'count': 4}, {'id': 1879, 'token': 'Ġ>', 'count': 4}, {'id': 951, 'token': 'ues', 'count': 3}, {'id': 72, 'token': 'e', 'count': 3}, {'id': 673, 'token': 'ors', 'count': 3}, {'id': 296, 'token': 'as', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 29}, {'id': 15, 'token': ',', 'count': 21}, {'id': 86, 'token': 's', 'count': 18}, {'id': 261, 'token': 'Ġa', 'count': 17}, {'id': 17, 'token': '.', 'count': 16}, {'id': 282, 'token': 'ing', 'count': 14}, {'id': 288, 'token': 'Ġto', 'count': 11}, {'id': 69, 'token': 'b', 'count': 10}, {'id': 92, 'token': 'y', 'count': 9}, {'id': 351, 'token': 'ĠB', 'count': 9}, {'id': 70, 'token': 'c', 'count': 8}, {'id': 280, 'token': 'ed', 'count': 7}]
+state_text=' sc form** never_imesues e Sc �ect 24�\x11 camp ident tax off outasse Butry government asizedind cheang L win chors They Eod`as now without book good bormany retiting mightaz Be� surs'
+endpoint_text=' screenme a huues etc. St hands eyeed off out moneometrying as " singleangchen time until. EUV is now without a good band to Lof years sky? monster "Isom Fity"" time" inting theira'
+
+step=445 progress=0.4336 next=0.4346 model_t=0.4336 temp=1.550 support=0.4346 conc=6.094
+state_top=[{'id': 722, 'token': 'Ġ6', 'count': 6}, {'id': 1219, 'token': 'ĠAd', 'count': 5}, {'id': 1133, 'token': '19', 'count': 4}, {'id': 337, 'token': 'ur', 'count': 4}, {'id': 46, 'token': 'K', 'count': 4}, {'id': 261, 'token': 'Ġa', 'count': 4}, {'id': 502, 'token': 'ial', 'count': 4}, {'id': 74, 'token': 'g', 'count': 4}, {'id': 440, 'token': 'ust', 'count': 3}, {'id': 72, 'token': 'e', 'count': 3}, {'id': 1640, 'token': 'ley', 'count': 3}, {'id': 410, 'token': 'ĠL', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 21}, {'id': 17, 'token': '.', 'count': 18}, {'id': 261, 'token': 'Ġa', 'count': 18}, {'id': 86, 'token': 's', 'count': 16}, {'id': 72, 'token': 'e', 'count': 12}, {'id': 266, 'token': 'Ġthe', 'count': 10}, {'id': 283, 'token': 'Ġp', 'count': 10}, {'id': 341, 'token': 'ĠM', 'count': 9}, {'id': 202, 'token': 'Ċ', 'count': 9}, {'id': 337, 'token': 'ur', 'count': 7}, {'id': 92, 'token': 'y', 'count': 7}, {'id': 498, 'token': 'ie', 'count': 7}]
+state_text=' sc form** never_imesues des Scfore death\x1f�\x11 camp ident Enust out cone Butverley hadoidind cheang Lvert ch\x0fors E19`as gu without seen good drormanyeneics h st Be� visster), busines'
+endpoint_text=' score I never hurues e Sc affect 24, lenge I off out geometry, as behind cheang Lord chors. Eodias now without a good bike straiting amaz Be a spubep year anomosity. the timeOovox'
+
+step=446 progress=0.4346 next=0.4355 model_t=0.4346 temp=1.550 support=0.4355 conc=6.119
+state_top=[{'id': 446, 'token': 'Ġch', 'count': 5}, {'id': 877, 'token': 'ics', 'count': 4}, {'id': 300, 'token': 'om', 'count': 4}, {'id': 518, 'token': 'Ġus', 'count': 4}, {'id': 266, 'token': 'Ġthe', 'count': 4}, {'id': 722, 'token': 'Ġ6', 'count': 4}, {'id': 695, 'token': 'Ġonly', 'count': 4}, {'id': 15, 'token': ',', 'count': 3}, {'id': 85, 'token': 'r', 'count': 3}, {'id': 1133, 'token': '19', 'count': 3}, {'id': 926, 'token': 'Ġgood', 'count': 3}, {'id': 350, 'token': 'il', 'count': 3}]
+endpoint_top=[{'id': 261, 'token': 'Ġa', 'count': 24}, {'id': 86, 'token': 's', 'count': 19}, {'id': 92, 'token': 'y', 'count': 19}, {'id': 15, 'token': ',', 'count': 17}, {'id': 17, 'token': '.', 'count': 13}, {'id': 266, 'token': 'Ġthe', 'count': 10}, {'id': 318, 'token': 'ĠI', 'count': 9}, {'id': 282, 'token': 'ing', 'count': 8}, {'id': 290, 'token': 'Ġof', 'count': 8}, {'id': 69, 'token': 'b', 'count': 7}, {'id': 72, 'token': 'e', 'count': 7}, {'id': 341, 'token': 'ĠM', 'count': 7}]
+state_text=" 1 form ' never,imes rece des Schingrare;24 camp Mc En ext do con country But cur main Anoidind whichang duringvert ch\x0f� E19` happen today without seen good.,illanyeneics h stately"
+endpoint_text=" scra silb Blues e Scottes a Black. dust out cone Butverley had Wind cheang Lawking's El gas guy a good draganyonicsd steing monster), an atmosphere character Metven a Blackquillea"
+
+step=447 progress=0.4355 next=0.4365 model_t=0.4355 temp=1.550 support=0.4365 conc=6.144
+state_top=[{'id': 15, 'token': ',', 'count': 4}, {'id': 350, 'token': 'il', 'count': 4}, {'id': 475, 'token': 'ĠU', 'count': 4}, {'id': 86, 'token': 's', 'count': 4}, {'id': 341, 'token': 'ĠM', 'count': 4}, {'id': 123, 'token': '»', 'count': 3}, {'id': 1735, 'token': '24', 'count': 3}, {'id': 275, 'token': 'is', 'count': 3}, {'id': 446, 'token': 'Ġch', 'count': 3}, {'id': 147, 'token': 'Ó', 'count': 3}, {'id': 1005, 'token': 'ĠSe', 'count': 3}, {'id': 300, 'token': 'om', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 33}, {'id': 17, 'token': '.', 'count': 26}, {'id': 266, 'token': 'Ġthe', 'count': 19}, {'id': 261, 'token': 'Ġa', 'count': 16}, {'id': 92, 'token': 'y', 'count': 12}, {'id': 86, 'token': 's', 'count': 12}, {'id': 290, 'token': 'Ġof', 'count': 11}, {'id': 82, 'token': 'o', 'count': 10}, {'id': 341, 'token': 'ĠM', 'count': 9}, {'id': 342, 'token': "'s", 'count': 8}, {'id': 300, 'token': 'om', 'count': 7}, {'id': 318, 'token': 'ĠI', 'count': 6}]
+state_text=" 1� ' stud,ck a des Schingigare;24 #ody En ext pr Weis But str thisnoidindAS noideovert ch\x0f�ler low Serew today sub seenerson6rationanyeneD\x11 vately leastardomousler Russomosityhere"
+endpoint_text=" 1, ' never, I, des Scgrint; I's McC to do cone But cur main Anoidind whichang C the champ. E19thas today without a good Staranyeneics h stuff autonomous, som City, theomberyardmen"
+
+step=448 progress=0.4365 next=0.4375 model_t=0.4365 temp=1.550 support=0.4375 conc=6.169
+state_top=[{'id': 15, 'token': ',', 'count': 6}, {'id': 1735, 'token': '24', 'count': 5}, {'id': 81, 'token': 'n', 'count': 5}, {'id': 350, 'token': 'il', 'count': 5}, {'id': 469, 'token': 'Ġhis', 'count': 5}, {'id': 282, 'token': 'ing', 'count': 4}, {'id': 1005, 'token': 'ĠSe', 'count': 4}, {'id': 1591, 'token': 'ĠÂ', 'count': 4}, {'id': 1073, 'token': 'ex', 'count': 4}, {'id': 297, 'token': 'le', 'count': 4}, {'id': 25, 'token': '6', 'count': 3}, {'id': 410, 'token': 'ĠL', 'count': 3}]
+endpoint_top=[{'id': 86, 'token': 's', 'count': 25}, {'id': 15, 'token': ',', 'count': 23}, {'id': 261, 'token': 'Ġa', 'count': 19}, {'id': 266, 'token': 'Ġthe', 'count': 18}, {'id': 16, 'token': '-', 'count': 18}, {'id': 92, 'token': 'y', 'count': 17}, {'id': 17, 'token': '.', 'count': 14}, {'id': 341, 'token': 'ĠM', 'count': 13}, {'id': 283, 'token': 'Ġp', 'count': 10}, {'id': 288, 'token': 'Ġto', 'count': 9}, {'id': 273, 'token': 'Ġc', 'count': 8}, {'id': 366, 'token': 'Ġ2', 'count': 8}]
+state_text="oci thought ' redu,cking des Sc policigare�24 #%plrict� We Se Butn claimnoidindAS noideovert ch\x0f suchler so Serew todaypor seenerson6ration pointeneD\x11 vately leastenomustom cond af"
+endpoint_text=" 1, '1, with a desired cigarettte #ish re ext. Weis But str thisn wind a noidy chailsler arm c the without a 26 MopeneDhing vs autonomouslyonomosity, bicbery alments system A 18il "
+
+step=449 progress=0.4375 next=0.4385 model_t=0.4375 temp=1.550 support=0.4385 conc=6.194
+state_top=[{'id': 532, 'token': 'iz', 'count': 6}, {'id': 15, 'token': ',', 'count': 5}, {'id': 291, 'token': 'Ġin', 'count': 5}, {'id': 82, 'token': 'o', 'count': 4}, {'id': 469, 'token': 'Ġhis', 'count': 4}, {'id': 475, 'token': 'ĠU', 'count': 4}, {'id': 315, 'token': 'ĠS', 'count': 4}, {'id': 1591, 'token': 'ĠÂ', 'count': 4}, {'id': 1073, 'token': 'ex', 'count': 4}, {'id': 282, 'token': 'ing', 'count': 3}, {'id': 752, 'token': 'Ġdes', 'count': 3}, {'id': 86, 'token': 's', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 51}, {'id': 16, 'token': '-', 'count': 21}, {'id': 266, 'token': 'Ġthe', 'count': 17}, {'id': 17, 'token': '.', 'count': 14}, {'id': 261, 'token': 'Ġa', 'count': 12}, {'id': 202, 'token': 'Ċ', 'count': 12}, {'id': 86, 'token': 's', 'count': 10}, {'id': 81, 'token': 'n', 'count': 10}, {'id': 282, 'token': 'ing', 'count': 9}, {'id': 92, 'token': 'y', 'count': 9}, {'id': 341, 'token': 'ĠM', 'count': 9}, {'id': 72, 'token': 'e', 'count': 9}]
+state_text='r thought23 redu,Zing des adv cigare�24 #\x13pl won� We Sevraft claimnbe�<pad> noideo th ch\x0f suchition att inv Pueob seenerson11 donesenera\x11 vately faceore01 free condaticongosityess '
+endpoint_text=", thought 's,cking up a cigarettte, splain pr We. Butnunnyind, noise Me diler so Serew todaypor seen 1961\noundD ( v it Renomination) and generosity and neighbour almost, A2il cent,"
+
+step=450 progress=0.4385 next=0.4395 model_t=0.4385 temp=1.550 support=0.4395 conc=6.219
+state_top=[{'id': 340, 'token': 'Ġst', 'count': 6}, {'id': 15, 'token': ',', 'count': 5}, {'id': 291, 'token': 'Ġin', 'count': 5}, {'id': 92, 'token': 'y', 'count': 5}, {'id': 1987, 'token': '27', 'count': 4}, {'id': 469, 'token': 'Ġhis', 'count': 4}, {'id': 964, 'token': 'âĢĶ', 'count': 4}, {'id': 493, 'token': 'pl', 'count': 3}, {'id': 179, 'token': 'ó', 'count': 3}, {'id': 1655, 'token': 'ideo', 'count': 3}, {'id': 386, 'token': 'ore', 'count': 3}, {'id': 444, 'token': 'ĠO', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 47}, {'id': 266, 'token': 'Ġthe', 'count': 31}, {'id': 16, 'token': '-', 'count': 27}, {'id': 17, 'token': '.', 'count': 21}, {'id': 86, 'token': 's', 'count': 13}, {'id': 202, 'token': 'Ċ', 'count': 12}, {'id': 280, 'token': 'ed', 'count': 11}, {'id': 290, 'token': 'Ġof', 'count': 9}, {'id': 315, 'token': 'ĠS', 'count': 9}, {'id': 92, 'token': 'y', 'count': 9}, {'id': 282, 'token': 'ing', 'count': 8}, {'id': 261, 'token': 'Ġa', 'count': 8}]
+state_text=' iss thought23uff gameZ�ateiedlicigare� says duringupl won l ouratingvbs claimn result�<pad>ileideoational chAn suchitionselfaster P:obans certain enoughmers differerafor�ately�ore'
+endpoint_text='risus, presenting up a cigarette, sples.ion Seván His, no which th chs suchition attep Puezlow’s strap vatelyiceoreomewomatic generosity and neighbour almost into the he the supere'
+
+step=451 progress=0.4395 next=0.4404 model_t=0.4395 temp=1.550 support=0.4404 conc=6.244
+state_top=[{'id': 324, 'token': 'im', 'count': 5}, {'id': 274, 'token': 'it', 'count': 4}, {'id': 378, 'token': 'Ġr', 'count': 4}, {'id': 422, 'token': 'os', 'count': 4}, {'id': 340, 'token': 'Ġst', 'count': 4}, {'id': 964, 'token': 'âĢĶ', 'count': 4}, {'id': 280, 'token': 'ed', 'count': 4}, {'id': 350, 'token': 'il', 'count': 4}, {'id': 1467, 'token': 'ention', 'count': 4}, {'id': 291, 'token': 'Ġin', 'count': 4}, {'id': 15, 'token': ',', 'count': 4}, {'id': 444, 'token': 'ĠO', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 46}, {'id': 266, 'token': 'Ġthe', 'count': 28}, {'id': 16, 'token': '-', 'count': 26}, {'id': 17, 'token': '.', 'count': 17}, {'id': 86, 'token': 's', 'count': 14}, {'id': 291, 'token': 'Ġin', 'count': 14}, {'id': 68, 'token': 'a', 'count': 11}, {'id': 261, 'token': 'Ġa', 'count': 9}, {'id': 92, 'token': 'y', 'count': 9}, {'id': 315, 'token': 'ĠS', 'count': 9}, {'id': 340, 'token': 'Ġst', 'count': 8}, {'id': 280, 'token': 'ed', 'count': 8}]
+state_text=' iss thought23uffOZ movitiedlicigare� grou duringuish woniting ourared rlement lovenures;<pad>aunideoont chun suchitionselfastericortikans Rab amounts differeend gr�ately�\x03 O freeC'
+endpoint_text=' issue stuff, a create a cigarette dupled l ouratingvy sners. While national champenitionselfaster P:obansay’s graightout’orev respectiveiosity and neighont, almost possibly the su'
+
+step=452 progress=0.4404 next=0.4414 model_t=0.4404 temp=1.550 support=0.4414 conc=6.270
+state_top=[{'id': 280, 'token': 'ed', 'count': 6}, {'id': 266, 'token': 'Ġthe', 'count': 5}, {'id': 469, 'token': 'Ġhis', 'count': 5}, {'id': 972, 'token': 'ĠNew', 'count': 4}, {'id': 418, 'token': 'ity', 'count': 4}, {'id': 677, 'token': 'Ġshe', 'count': 4}, {'id': 1079, 'token': 'ving', 'count': 4}, {'id': 1477, 'token': 'ently', 'count': 4}, {'id': 1341, 'token': 'Ġcare', 'count': 4}, {'id': 291, 'token': 'Ġin', 'count': 4}, {'id': 15, 'token': ',', 'count': 4}, {'id': 75, 'token': 'h', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 46}, {'id': 266, 'token': 'Ġthe', 'count': 29}, {'id': 16, 'token': '-', 'count': 16}, {'id': 280, 'token': 'ed', 'count': 15}, {'id': 86, 'token': 's', 'count': 14}, {'id': 202, 'token': 'Ċ', 'count': 13}, {'id': 261, 'token': 'Ġa', 'count': 12}, {'id': 17, 'token': '.', 'count': 12}, {'id': 92, 'token': 'y', 'count': 10}, {'id': 341, 'token': 'ĠM', 'count': 9}, {'id': 290, 'token': 'Ġof', 'count': 8}, {'id': 282, 'token': 'ing', 'count': 8}]
+state_text='hstand23uff wr Pro blackitiedlicigAndt� duringuishms� Newread r seem love ShuresIf streaunletont�vert won fundselfaster cont reseikans 3abxt� differeend gr�ately�\x03 workingfulC runa'
+endpoint_text=' issue\n\nOZuitied cigarette juplicitingeared rapinny; Vaun and a chunk of plastic spikans Rabuals,end grure’ore ONC purdity that neFonted alim by matterios, vars With obss, a shot o'
+
+step=453 progress=0.4414 next=0.4424 model_t=0.4414 temp=1.550 support=0.4424 conc=6.295
+state_top=[{'id': 266, 'token': 'Ġthe', 'count': 6}, {'id': 469, 'token': 'Ġhis', 'count': 6}, {'id': 24, 'token': '5', 'count': 5}, {'id': 441, 'token': 'end', 'count': 4}, {'id': 483, 'token': 'Ġk', 'count': 4}, {'id': 1915, 'token': '".', 'count': 4}, {'id': 421, 'token': 'el', 'count': 4}, {'id': 265, 'token': 'on', 'count': 4}, {'id': 607, 'token': 'ail', 'count': 3}, {'id': 274, 'token': 'it', 'count': 3}, {'id': 884, 'token': 'Ġwell', 'count': 3}, {'id': 386, 'token': 'ore', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 60}, {'id': 16, 'token': '-', 'count': 36}, {'id': 266, 'token': 'Ġthe', 'count': 28}, {'id': 17, 'token': '.', 'count': 21}, {'id': 86, 'token': 's', 'count': 16}, {'id': 282, 'token': 'ing', 'count': 14}, {'id': 280, 'token': 'ed', 'count': 14}, {'id': 268, 'token': 'Ġs', 'count': 12}, {'id': 202, 'token': 'Ċ', 'count': 11}, {'id': 290, 'token': 'Ġof', 'count': 10}, {'id': 92, 'token': 'y', 'count': 10}, {'id': 295, 'token': 'ic', 'count': 8}]
+state_text='h beingstemX wr Clailitiedlicig familytway firstu4ms�ouse whe well seemore useoidIf example pointletont polic infnder fundselfasterendedbik Cent 3 actuallyuring� differeend k� De�\x03'
+endpoint_text='h-inguffOperfitied cigarette juishing,ortread rats are Shual, streetlet-downg of mastic likans lab�s.end gr it’s\nfulC Lydityinection\nP, alb by, but belief… visionosith Co blood eve'
+
+step=454 progress=0.4424 next=0.4434 model_t=0.4424 temp=1.550 support=0.4434 conc=6.321
+state_top=[{'id': 1363, 'token': 'ling', 'count': 5}, {'id': 488, 'token': 'Ġthey', 'count': 4}, {'id': 1635, 'token': 'ended', 'count': 4}, {'id': 1336, 'token': 'Ġtest', 'count': 4}, {'id': 175, 'token': 'ï', 'count': 3}, {'id': 839, 'token': 'Ġway', 'count': 3}, {'id': 1138, 'token': 'ik', 'count': 3}, {'id': 1766, 'token': 'Ġworking', 'count': 3}, {'id': 1439, 'token': 'ology', 'count': 3}, {'id': 418, 'token': 'ity', 'count': 3}, {'id': 421, 'token': 'el', 'count': 3}, {'id': 282, 'token': 'ing', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 50}, {'id': 266, 'token': 'Ġthe', 'count': 35}, {'id': 16, 'token': '-', 'count': 26}, {'id': 282, 'token': 'ing', 'count': 16}, {'id': 86, 'token': 's', 'count': 14}, {'id': 290, 'token': 'Ġof', 'count': 12}, {'id': 280, 'token': 'ed', 'count': 11}, {'id': 279, 'token': 'Ġb', 'count': 11}, {'id': 278, 'token': 'es', 'count': 10}, {'id': 17, 'token': '.', 'count': 10}, {'id': 79, 'token': 'l', 'count': 10}, {'id': 268, 'token': 'Ġs', 'count': 9}]
+state_text='h beingstemew wr Clail sur Ylic they devtr mult two4� In�� way seem pointch Eplay exampleeiansur� classnderrop Howasterendedbik Cent-------- actuallyended� differeendork\x12st�ird wor'
+endpoint_text='h being EXCite Whitz pigarette du4ms house as well MoremeIf,� front the infnder itselfaster-bikes 3 actuallyuring the legend king’s successful (Secdity)ail)), aled byciemia)…vel Lo'
+
+step=455 progress=0.4434 next=0.4443 model_t=0.4434 temp=1.550 support=0.4443 conc=6.347
+state_top=[{'id': 1680, 'token': 'pro', 'count': 5}, {'id': 82, 'token': 'o', 'count': 4}, {'id': 1988, 'token': 'isk', 'count': 4}, {'id': 431, 'token': 'Ġsh', 'count': 4}, {'id': 343, 'token': 'Ġhe', 'count': 4}, {'id': 283, 'token': 'Ġp', 'count': 4}, {'id': 536, 'token': 'Ġ-', 'count': 3}, {'id': 1766, 'token': 'Ġworking', 'count': 3}, {'id': 1507, 'token': 'AR', 'count': 3}, {'id': 282, 'token': 'ing', 'count': 3}, {'id': 266, 'token': 'Ġthe', 'count': 3}, {'id': 1285, 'token': 'Ġpost', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 34}, {'id': 17, 'token': '.', 'count': 30}, {'id': 86, 'token': 's', 'count': 29}, {'id': 15, 'token': ',', 'count': 22}, {'id': 282, 'token': 'ing', 'count': 16}, {'id': 261, 'token': 'Ġa', 'count': 13}, {'id': 278, 'token': 'es', 'count': 11}, {'id': 280, 'token': 'ed', 'count': 9}, {'id': 289, 'token': 'Ġm', 'count': 8}, {'id': 297, 'token': 'le', 'count': 8}, {'id': 92, 'token': 'y', 'count': 7}, {'id': 79, 'token': 'l', 'count': 7}]
+state_text=' rest G;ew wr failail sur -lic they devtr\x0b two460 Invert police way seem pointch Eplay exampleeiansurany classnderaster How�ended crople Cent-------- actuallyended� things sinceork'
+endpoint_text='hystemew wr Clails Ylican (transu4ms G� wayieunch Elpeeaturt classnderrop master-bikes,drill Kendork Inst�s powerfulans Fleelity X Jatch onayled by semia-levelisionos Bengel 7 King'
+
+step=456 progress=0.4443 next=0.4453 model_t=0.4443 temp=1.550 support=0.4453 conc=6.373
+state_top=[{'id': 389, 'token': 'us', 'count': 5}, {'id': 536, 'token': 'Ġ-', 'count': 4}, {'id': 15, 'token': ',', 'count': 4}, {'id': 343, 'token': 'Ġhe', 'count': 4}, {'id': 1280, 'token': 'Ġmust', 'count': 4}, {'id': 288, 'token': 'Ġto', 'count': 4}, {'id': 681, 'token': 'lic', 'count': 3}, {'id': 416, 'token': 'ĠE', 'count': 3}, {'id': 1247, 'token': 'Ġthings', 'count': 3}, {'id': 302, 'token': 'ent', 'count': 3}, {'id': 1517, 'token': 'ted', 'count': 3}, {'id': 266, 'token': 'Ġthe', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 37}, {'id': 17, 'token': '.', 'count': 31}, {'id': 15, 'token': ',', 'count': 22}, {'id': 86, 'token': 's', 'count': 21}, {'id': 288, 'token': 'Ġto', 'count': 15}, {'id': 282, 'token': 'ing', 'count': 13}, {'id': 261, 'token': 'Ġa', 'count': 12}, {'id': 290, 'token': 'Ġof', 'count': 11}, {'id': 72, 'token': 'e', 'count': 10}, {'id': 283, 'token': 'Ġp', 'count': 10}, {'id': 280, 'token': 'ed', 'count': 9}, {'id': 281, 'token': 'Ġf', 'count': 9}]
+state_text=' making we C\x1c wr failportans -lic they devt strong� two460 In Asition way Wh pointch Eplay exampleeiansailable means15nderberions�ended crimes CentatherBut muchhing thingsironorkit'
+endpoint_text='h G;ewsiteed sur - and they-trans-4. Invert the way to arch Elste urtist master Howeverended driked. Tended the things to thenst�s workingfulans run dee cre of theatchingline knew '
+
+step=457 progress=0.4453 next=0.4463 model_t=0.4453 temp=1.550 support=0.4463 conc=6.399
+state_top=[{'id': 76, 'token': 'i', 'count': 4}, {'id': 298, 'token': 'Ġth', 'count': 4}, {'id': 288, 'token': 'Ġto', 'count': 4}, {'id': 320, 'token': 'et', 'count': 4}, {'id': 1024, 'token': 'Ġspec', 'count': 4}, {'id': 86, 'token': 's', 'count': 4}, {'id': 377, 'token': 'Ġwas', 'count': 4}, {'id': 343, 'token': 'Ġhe', 'count': 4}, {'id': 1280, 'token': 'Ġmust', 'count': 4}, {'id': 466, 'token': 'ome', 'count': 3}, {'id': 681, 'token': 'lic', 'count': 3}, {'id': 858, 'token': 'ĠWh', 'count': 3}]
+endpoint_top=[{'id': 389, 'token': 'us', 'count': 45}, {'id': 266, 'token': 'Ġthe', 'count': 33}, {'id': 536, 'token': 'Ġ-', 'count': 23}, {'id': 288, 'token': 'Ġto', 'count': 18}, {'id': 17, 'token': '.', 'count': 18}, {'id': 282, 'token': 'ing', 'count': 17}, {'id': 86, 'token': 's', 'count': 16}, {'id': 15, 'token': ',', 'count': 14}, {'id': 290, 'token': 'Ġof', 'count': 12}, {'id': 280, 'token': 'ed', 'count': 11}, {'id': 261, 'token': 'Ġa', 'count': 10}, {'id': 343, 'token': 'Ġhe', 'count': 9}]
+state_text=' orderi kill\x1c wr failureome earlicug understandt strong�ie4! In addition, Whional D E prog exampleeChailable115 econom� incre.)ared cr every LatherBut increinceftironork gr produ�o'
+endpoint_text=' - we Cre Eeans - Sc they weret strong --460 In addition to the Arch Escsteians, the the m versions ofty crimes rather but muchhing P sinceorkonst�s withcient staff, crecon.ronic a'
+
+step=458 progress=0.4463 next=0.4473 model_t=0.4463 temp=1.550 support=0.4473 conc=6.425
+state_top=[{'id': 498, 'token': 'ie', 'count': 5}, {'id': 341, 'token': 'ĠM', 'count': 5}, {'id': 343, 'token': 'Ġhe', 'count': 5}, {'id': 298, 'token': 'Ġth', 'count': 4}, {'id': 310, 'token': 'ly', 'count': 4}, {'id': 1808, 'token': 'Ġdoing', 'count': 4}, {'id': 1345, 'token': 'Ġsk', 'count': 4}, {'id': 68, 'token': 'a', 'count': 4}, {'id': 1363, 'token': 'ling', 'count': 4}, {'id': 349, 'token': 'Ġyou', 'count': 4}, {'id': 1411, 'token': 'Ġrece', 'count': 3}, {'id': 858, 'token': 'ĠWh', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 25}, {'id': 15, 'token': ',', 'count': 24}, {'id': 17, 'token': '.', 'count': 23}, {'id': 288, 'token': 'Ġto', 'count': 16}, {'id': 341, 'token': 'ĠM', 'count': 16}, {'id': 282, 'token': 'ing', 'count': 14}, {'id': 261, 'token': 'Ġa', 'count': 14}, {'id': 76, 'token': 'i', 'count': 12}, {'id': 280, 'token': 'ed', 'count': 12}, {'id': 202, 'token': 'Ċ', 'count': 12}, {'id': 86, 'token': 's', 'count': 11}, {'id': 290, 'token': 'Ġof', 'count': 11}]
+state_text=' orderie kill\x1c wr bestablelic ear whetherious understand Pro rece wordie4! In addition� Whom D Ev believe Fendailable sugg project polit team under.) complete cr every L\x14ear incre�'
+endpoint_text='ki killing a failure to -lic theyuntime pie4! In addition, White D Emile, a1ieed the incre shared crimes rathers increince  Worker’s mostcient use killing Illoomingually, blog when'
+
+step=459 progress=0.4473 next=0.4482 model_t=0.4473 temp=1.550 support=0.4482 conc=6.451
+state_top=[{'id': 266, 'token': 'Ġthe', 'count': 5}, {'id': 341, 'token': 'ĠM', 'count': 5}, {'id': 1345, 'token': 'Ġsk', 'count': 5}, {'id': 15, 'token': ',', 'count': 4}, {'id': 290, 'token': 'Ġof', 'count': 4}, {'id': 1764, 'token': 'Ġdone', 'count': 4}, {'id': 1163, 'token': 'ption', 'count': 4}, {'id': 1628, 'token': 'Ġclaim', 'count': 4}, {'id': 733, 'token': 'ater', 'count': 3}, {'id': 1090, 'token': 'ĠBl', 'count': 3}, {'id': 743, 'token': 'Ġunder', 'count': 3}, {'id': 17, 'token': '.', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 34}, {'id': 15, 'token': ',', 'count': 23}, {'id': 261, 'token': 'Ġa', 'count': 18}, {'id': 288, 'token': 'Ġto', 'count': 16}, {'id': 17, 'token': '.', 'count': 15}, {'id': 86, 'token': 's', 'count': 13}, {'id': 280, 'token': 'ed', 'count': 13}, {'id': 68, 'token': 'a', 'count': 10}, {'id': 341, 'token': 'ĠM', 'count': 10}, {'id': 310, 'token': 'ly', 'count': 9}, {'id': 343, 'token': 'Ġhe', 'count': 9}, {'id': 282, 'token': 'ing', 'count': 8}]
+state_text=' order� rece uickater inslicels the\x02 understand Pro rece Bl,8!cent nowition� Whom great really protinesancendailableA percenting team under.) completeify years who— before incre� R'
+endpoint_text=' pie killing the bestable to earneious pret the pie4! In addition to Whom D Evileends the project the team de toa cr every Lather was increased mindworker’s lives Honor. Shelled.\n\n'
+
+step=460 progress=0.4482 next=0.4492 model_t=0.4482 temp=1.550 support=0.4492 conc=6.477
+state_top=[{'id': 310, 'token': 'ly', 'count': 5}, {'id': 15, 'token': ',', 'count': 4}, {'id': 1345, 'token': 'Ġsk', 'count': 4}, {'id': 290, 'token': 'Ġof', 'count': 4}, {'id': 311, 'token': 'Ġbe', 'count': 4}, {'id': 267, 'token': 'er', 'count': 4}, {'id': 621, 'token': 'Ġsome', 'count': 4}, {'id': 378, 'token': 'Ġr', 'count': 4}, {'id': 343, 'token': 'Ġhe', 'count': 4}, {'id': 1090, 'token': 'ĠBl', 'count': 3}, {'id': 438, 'token': 'ment', 'count': 3}, {'id': 202, 'token': 'Ċ', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 49}, {'id': 17, 'token': '.', 'count': 34}, {'id': 15, 'token': ',', 'count': 31}, {'id': 290, 'token': 'Ġof', 'count': 22}, {'id': 261, 'token': 'Ġa', 'count': 19}, {'id': 282, 'token': 'ing', 'count': 15}, {'id': 280, 'token': 'ed', 'count': 13}, {'id': 341, 'token': 'ĠM', 'count': 11}, {'id': 288, 'token': 'Ġto', 'count': 11}, {'id': 310, 'token': 'ly', 'count': 9}, {'id': 349, 'token': 'Ġyou', 'count': 7}, {'id': 343, 'token': 'Ġhe', 'count': 7}]
+state_text=' order� rece uickater insbleels ac by understand few rece Blath account was medmentition as Whationsention reallyox took�endailableA percentured team underince shouldructary oper— '
+endpoint_text=' pieck quickly inside of the m of Pro of Bl, but! In nowition. Whom great really l the Fend-Apping team under a completely years whole before increase R point. He’ount the mainston'
+
+step=461 progress=0.4492 next=0.4502 model_t=0.4492 temp=1.550 support=0.4502 conc=6.503
+state_top=[{'id': 310, 'token': 'ly', 'count': 6}, {'id': 15, 'token': ',', 'count': 5}, {'id': 290, 'token': 'Ġof', 'count': 5}, {'id': 320, 'token': 'et', 'count': 4}, {'id': 305, 'token': 'st', 'count': 4}, {'id': 1521, 'token': 'Ġthing', 'count': 4}, {'id': 288, 'token': 'Ġto', 'count': 4}, {'id': 343, 'token': 'Ġhe', 'count': 4}, {'id': 266, 'token': 'Ġthe', 'count': 4}, {'id': 68, 'token': 'a', 'count': 4}, {'id': 438, 'token': 'ment', 'count': 3}, {'id': 858, 'token': 'ĠWh', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 33}, {'id': 15, 'token': ',', 'count': 29}, {'id': 17, 'token': '.', 'count': 23}, {'id': 282, 'token': 'ing', 'count': 18}, {'id': 290, 'token': 'Ġof', 'count': 16}, {'id': 261, 'token': 'Ġa', 'count': 15}, {'id': 202, 'token': 'Ċ', 'count': 14}, {'id': 280, 'token': 'ed', 'count': 12}, {'id': 16, 'token': '-', 'count': 11}, {'id': 310, 'token': 'ly', 'count': 10}, {'id': 341, 'token': 'ĠM', 'count': 10}, {'id': 288, 'token': 'Ġto', 'count': 10}]
+state_text=' proper also receowsick studustombleels ac amount actually 18 rece Blath account wasionalment If as Whancnebrox tookՓailableet percentage team underince should\x1barystob before soc� '
+endpoint_text=' order of theonickly inspels M by theingom Blath he was commented as a attention box took theenderA the the team under the shouldinary operation before increasing pointet, heacked '
+
+step=462 progress=0.4502 next=0.4512 model_t=0.4502 temp=1.550 support=0.4512 conc=6.530
+state_top=[{'id': 15, 'token': ',', 'count': 5}, {'id': 535, 'token': 'Ġsaid', 'count': 5}, {'id': 294, 'token': 'Ġand', 'count': 5}, {'id': 149, 'token': 'Õ', 'count': 4}, {'id': 310, 'token': 'ly', 'count': 4}, {'id': 424, 'token': 'oc', 'count': 3}, {'id': 1252, 'token': 'Ġ18', 'count': 3}, {'id': 438, 'token': 'ment', 'count': 3}, {'id': 151, 'token': '×', 'count': 3}, {'id': 320, 'token': 'et', 'count': 3}, {'id': 305, 'token': 'st', 'count': 3}, {'id': 1521, 'token': 'Ġthing', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 51}, {'id': 266, 'token': 'Ġthe', 'count': 34}, {'id': 261, 'token': 'Ġa', 'count': 18}, {'id': 282, 'token': 'ing', 'count': 18}, {'id': 280, 'token': 'ed', 'count': 17}, {'id': 290, 'token': 'Ġof', 'count': 16}, {'id': 17, 'token': '.', 'count': 16}, {'id': 202, 'token': 'Ċ', 'count': 14}, {'id': 16, 'token': '-', 'count': 12}, {'id': 343, 'token': 'Ġhe', 'count': 11}, {'id': 86, 'token': 's', 'count': 11}, {'id': 378, 'token': 'Ġr', 'count': 9}]
+state_text=' proper also makingowsempt�ustom}mberoc while actually 18�otsath account was proment 11 as�anc dealbrel took� includailableet percentensive team acince should\x1baryst es before soc�I'
+endpoint_text=' but also rece quick double to ac of the 18. Blath he was commented as Wh snee who took aend feet stage team under his shoulderarystob before theinging pettling mount9 a rating New'
+
+step=463 progress=0.4512 next=0.4521 model_t=0.4512 temp=1.550 support=0.4521 conc=6.556
+state_top=[{'id': 304, 'token': 'Ġl', 'count': 5}, {'id': 266, 'token': 'Ġthe', 'count': 5}, {'id': 310, 'token': 'ly', 'count': 4}, {'id': 15, 'token': ',', 'count': 4}, {'id': 535, 'token': 'Ġsaid', 'count': 4}, {'id': 438, 'token': 'ment', 'count': 3}, {'id': 576, 'token': 'Ġoff', 'count': 3}, {'id': 1805, 'token': 'Ġdam', 'count': 3}, {'id': 202, 'token': 'Ċ', 'count': 3}, {'id': 70, 'token': 'c', 'count': 3}, {'id': 351, 'token': 'ĠB', 'count': 3}, {'id': 378, 'token': 'Ġr', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 55}, {'id': 15, 'token': ',', 'count': 31}, {'id': 17, 'token': '.', 'count': 25}, {'id': 202, 'token': 'Ċ', 'count': 21}, {'id': 282, 'token': 'ing', 'count': 19}, {'id': 288, 'token': 'Ġto', 'count': 16}, {'id': 280, 'token': 'ed', 'count': 11}, {'id': 261, 'token': 'Ġa', 'count': 11}, {'id': 281, 'token': 'Ġf', 'count': 10}, {'id': 16, 'token': '-', 'count': 10}, {'id': 294, 'token': 'Ġand', 'count': 9}, {'id': 268, 'token': 'Ġs', 'count': 9}]
+state_text=' proper 7 makingows:�ustom}mberJ chang actuallyt�insath account was repment inter US�ly dealbrel�� includailableet percentensive team ac new should\x1bary cur es before when� seoneyet'
+endpoint_text=' was also making quicking and the foc while actually..otsath she was proped as aancing model took the bulet offensiveond acince should the chest es before theinging feet off the th'
+
+step=464 progress=0.4521 next=0.4531 model_t=0.4521 temp=1.550 support=0.4531 conc=6.583
+state_top=[{'id': 15, 'token': ',', 'count': 8}, {'id': 288, 'token': 'Ġto', 'count': 6}, {'id': 304, 'token': 'Ġl', 'count': 6}, {'id': 266, 'token': 'Ġthe', 'count': 4}, {'id': 17, 'token': '.', 'count': 4}, {'id': 1229, 'token': 'Ġed', 'count': 4}, {'id': 294, 'token': 'Ġand', 'count': 4}, {'id': 290, 'token': 'Ġof', 'count': 3}, {'id': 1690, 'token': 'aps', 'count': 3}, {'id': 840, 'token': 'Ġdon', 'count': 3}, {'id': 255, 'token': 'Ŀ', 'count': 3}, {'id': 1156, 'token': 'Ġgener', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 51}, {'id': 17, 'token': '.', 'count': 28}, {'id': 15, 'token': ',', 'count': 18}, {'id': 202, 'token': 'Ċ', 'count': 15}, {'id': 86, 'token': 's', 'count': 12}, {'id': 290, 'token': 'Ġof', 'count': 9}, {'id': 87, 'token': 't', 'count': 8}, {'id': 280, 'token': 'ed', 'count': 8}, {'id': 343, 'token': 'Ġhe', 'count': 8}, {'id': 288, 'token': 'Ġto', 'count': 8}, {'id': 16, 'token': '-', 'count': 8}, {'id': 291, 'token': 'Ġin', 'count': 7}]
+state_text=' proper 7aun of the� rece ConassJamesapstarge Thatath account was rep actms phform----------------� don loveict� includ happenet percentensive under ac new shouldessank�, before fi'
+endpoint_text=' proper 7 makingows: theustomer JJ Meltzinsath who was represented as allly dealbelard the theicket defensive team ac Juliary str esgy when he selectet off the earlier damage in Ne'
+
+step=465 progress=0.4531 next=0.4541 model_t=0.4531 temp=1.550 support=0.4541 conc=6.610
+state_top=[{'id': 15, 'token': ',', 'count': 8}, {'id': 294, 'token': 'Ġand', 'count': 5}, {'id': 290, 'token': 'Ġof', 'count': 4}, {'id': 261, 'token': 'Ġa', 'count': 4}, {'id': 354, 'token': 'ĠP', 'count': 4}, {'id': 70, 'token': 'c', 'count': 4}, {'id': 224, 'token': 'Ġ', 'count': 4}, {'id': 1848, 'token': 'Ġcomplete', 'count': 3}, {'id': 331, 'token': 'ĠC', 'count': 3}, {'id': 17, 'token': '.', 'count': 3}, {'id': 300, 'token': 'om', 'count': 3}, {'id': 268, 'token': 'Ġs', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 49}, {'id': 266, 'token': 'Ġthe', 'count': 33}, {'id': 17, 'token': '.', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 14}, {'id': 86, 'token': 's', 'count': 13}, {'id': 16, 'token': '-', 'count': 13}, {'id': 280, 'token': 'ed', 'count': 12}, {'id': 288, 'token': 'Ġto', 'count': 12}, {'id': 282, 'token': 'ing', 'count': 11}, {'id': 92, 'token': 'y', 'count': 10}, {'id': 294, 'token': 'Ġand', 'count': 9}, {'id': 81, 'token': 'n', 'count': 9}]
+state_text='ireocaun of "X rece Conassiderames preogarge, And complete� rep actms phform----------------� don meanict� includ happenost\x04endedody Euro far En followvery exper, kind qu�^ slce co'
+endpoint_text=' proper 7 out of the cys.James Art Joseath it was an acted ph aos, the victure,icket, c under ac new essioning, before finally seedcely sent theaw because of sk the Neworth Greek.\n'
+
+step=466 progress=0.4541 next=0.4551 model_t=0.4541 temp=1.550 support=0.4551 conc=6.637
+state_top=[{'id': 15, 'token': ',', 'count': 8}, {'id': 294, 'token': 'Ġand', 'count': 7}, {'id': 290, 'token': 'Ġof', 'count': 5}, {'id': 266, 'token': 'Ġthe', 'count': 5}, {'id': 299, 'token': 'ion', 'count': 4}, {'id': 1787, 'token': '----------------', 'count': 4}, {'id': 292, 'token': 'Ġd', 'count': 4}, {'id': 578, 'token': 'ven', 'count': 4}, {'id': 319, 'token': 'ut', 'count': 4}, {'id': 1291, 'token': 'ital', 'count': 4}, {'id': 286, 'token': 'al', 'count': 4}, {'id': 1084, 'token': 'Ġsystem', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 57}, {'id': 266, 'token': 'Ġthe', 'count': 31}, {'id': 17, 'token': '.', 'count': 22}, {'id': 290, 'token': 'Ġof', 'count': 19}, {'id': 282, 'token': 'ing', 'count': 15}, {'id': 280, 'token': 'ed', 'count': 14}, {'id': 202, 'token': 'Ċ', 'count': 11}, {'id': 295, 'token': 'ic', 'count': 11}, {'id': 268, 'token': 'Ġs', 'count': 10}, {'id': 294, 'token': 'Ġand', 'count': 9}, {'id': 322, 'token': 'Ġis', 'count': 9}, {'id': 261, 'token': 'Ġa', 'count': 8}]
+state_text='ireocaun of/aid system Conioncent N preain�, And complete did repodms phform----------------iven don mean sec rep� dY\x04 )ody000 far Enlandveryult,rent pl�); sl non importantptientit'
+endpoint_text=' vocals of "Xy Conass"" pretty, Andy was an actms physos,preicted. lost extendedody ac far. Everything, before quickly slowly sentient in the core of New York Creeon.\n\nInill, it wa'
+
+step=467 progress=0.4551 next=0.4561 model_t=0.4551 temp=1.550 support=0.4561 conc=6.664
+state_top=[{'id': 15, 'token': ',', 'count': 7}, {'id': 294, 'token': 'Ġand', 'count': 6}, {'id': 290, 'token': 'Ġof', 'count': 5}, {'id': 74, 'token': 'g', 'count': 5}, {'id': 92, 'token': 'y', 'count': 5}, {'id': 292, 'token': 'Ġd', 'count': 4}, {'id': 265, 'token': 'on', 'count': 4}, {'id': 1474, 'token': 'raph', 'count': 4}, {'id': 1291, 'token': 'ital', 'count': 4}, {'id': 319, 'token': 'ut', 'count': 4}, {'id': 284, 'token': 'ou', 'count': 4}, {'id': 267, 'token': 'er', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 57}, {'id': 266, 'token': 'Ġthe', 'count': 43}, {'id': 290, 'token': 'Ġof', 'count': 18}, {'id': 16, 'token': '-', 'count': 18}, {'id': 17, 'token': '.', 'count': 15}, {'id': 294, 'token': 'Ġand', 'count': 14}, {'id': 282, 'token': 'ing', 'count': 12}, {'id': 261, 'token': 'Ġa', 'count': 11}, {'id': 72, 'token': 'e', 'count': 11}, {'id': 224, 'token': 'Ġ', 'count': 11}, {'id': 268, 'token': 'Ġs', 'count': 10}, {'id': 202, 'token': 'Ċ', 'count': 10}]
+state_text='imes lineaun S officaid systemerioncentiquiin produ, Hled didapp frms )ify----------------iven don five beforeoss� dY\x04 )}000 far Enotsvery ext all special plient const slonesalthpt'
+endpoint_text=" vocks of the con fiction. Nunainly, And complete did theodms physical, don't secé dest,,ody a farmland cult, and placed slow andpt hits the damage of New York Creek. Inyem me, it "
+
+step=468 progress=0.4561 next=0.4570 model_t=0.4561 temp=1.550 support=0.4570 conc=6.691
+state_top=[{'id': 15, 'token': ',', 'count': 5}, {'id': 300, 'token': 'om', 'count': 4}, {'id': 290, 'token': 'Ġof', 'count': 4}, {'id': 74, 'token': 'g', 'count': 4}, {'id': 1484, 'token': 'ission', 'count': 3}, {'id': 263, 'token': 'in', 'count': 3}, {'id': 1271, 'token': 'Ġ)', 'count': 3}, {'id': 331, 'token': 'ĠC', 'count': 3}, {'id': 293, 'token': 'Ġh', 'count': 3}, {'id': 487, 'token': 'Ġwhe', 'count': 3}, {'id': 788, 'token': 'ĠâĢĵ', 'count': 3}, {'id': 757, 'token': 'Ġinc', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 77}, {'id': 266, 'token': 'Ġthe', 'count': 40}, {'id': 17, 'token': '.', 'count': 21}, {'id': 290, 'token': 'Ġof', 'count': 20}, {'id': 86, 'token': 's', 'count': 16}, {'id': 294, 'token': 'Ġand', 'count': 13}, {'id': 92, 'token': 'y', 'count': 12}, {'id': 261, 'token': 'Ġa', 'count': 12}, {'id': 268, 'token': 'Ġs', 'count': 11}, {'id': 282, 'token': 'ing', 'count': 10}, {'id': 74, 'token': 'g', 'count': 9}, {'id': 292, 'token': 'Ġd', 'count': 8}]
+state_text='imes thenable S officaid systemissionioncent Engominismumpamesisterentionapp patms )ify----------------iven doncc Se without�ruYside ) wh000 far presentaps 7 glixattleutesientAS sl'
+endpoint_text=", famous Socaid Merion, Niino, Hypappodms,,,, don't lé du,,,000 faralotsz, all the placed sl s kept attits the s of of Grand Creek.are of 2001, it was aar't s a h way he halfed, an"
+
+step=469 progress=0.4570 next=0.4580 model_t=0.4570 temp=1.550 support=0.4580 conc=6.718
+state_top=[{'id': 331, 'token': 'ĠC', 'count': 4}, {'id': 289, 'token': 'Ġm', 'count': 4}, {'id': 290, 'token': 'Ġof', 'count': 4}, {'id': 337, 'token': 'ur', 'count': 4}, {'id': 264, 'token': 're', 'count': 4}, {'id': 74, 'token': 'g', 'count': 4}, {'id': 294, 'token': 'Ġand', 'count': 4}, {'id': 249, 'token': 'Ĺ', 'count': 3}, {'id': 352, 'token': 'Ġwh', 'count': 3}, {'id': 1925, 'token': 'AS', 'count': 3}, {'id': 293, 'token': 'Ġh', 'count': 3}, {'id': 487, 'token': 'Ġwhe', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 53}, {'id': 266, 'token': 'Ġthe', 'count': 38}, {'id': 17, 'token': '.', 'count': 21}, {'id': 261, 'token': 'Ġa', 'count': 19}, {'id': 290, 'token': 'Ġof', 'count': 18}, {'id': 92, 'token': 'y', 'count': 11}, {'id': 288, 'token': 'Ġto', 'count': 10}, {'id': 86, 'token': 's', 'count': 10}, {'id': 282, 'token': 'ing', 'count': 10}, {'id': 310, 'token': 'ly', 'count': 9}, {'id': 294, 'token': 'Ġand', 'count': 9}, {'id': 16, 'token': '-', 'count': 8}]
+state_text="� then's� reasonead system evention got -om legoberumpamesAentionappchnms )ifymeric[orcc sh without�ruffsideortun wh000 hour b ask 7 gl attleutesientASization vers�pt�ulliorbr000id"
+endpoint_text=" theortable Socaid f version of dominism,ames m didapp patms ofify theiven doncc éru outside- wh000. Inaps a glatch of' music sl symptom of the the000 the Grand Creeper saare F dog"
+
+step=470 progress=0.4580 next=0.4590 model_t=0.4580 temp=1.550 support=0.4590 conc=6.745
+state_top=[{'id': 75, 'token': 'h', 'count': 5}, {'id': 280, 'token': 'ed', 'count': 5}, {'id': 294, 'token': 'Ġand', 'count': 5}, {'id': 1097, 'token': 'Ġcour', 'count': 5}, {'id': 331, 'token': 'ĠC', 'count': 4}, {'id': 293, 'token': 'Ġh', 'count': 4}, {'id': 290, 'token': 'Ġof', 'count': 4}, {'id': 289, 'token': 'Ġm', 'count': 4}, {'id': 37, 'token': 'B', 'count': 4}, {'id': 605, 'token': 'ress', 'count': 4}, {'id': 407, 'token': 'un', 'count': 4}, {'id': 2027, 'token': 'ober', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 32}, {'id': 15, 'token': ',', 'count': 30}, {'id': 17, 'token': '.', 'count': 22}, {'id': 261, 'token': 'Ġa', 'count': 21}, {'id': 282, 'token': 'ing', 'count': 21}, {'id': 290, 'token': 'Ġof', 'count': 15}, {'id': 288, 'token': 'Ġto', 'count': 14}, {'id': 202, 'token': 'Ċ', 'count': 12}, {'id': 92, 'token': 'y', 'count': 10}, {'id': 16, 'token': '-', 'count': 9}, {'id': 279, 'token': 'Ġb', 'count': 8}, {'id': 293, 'token': 'Ġh', 'count': 8}]
+state_text='� thenged uologyead sim Grh Com -om everoberumpison�edapp higEclaumeric oneor key sh without("reat thosest� hour bworkiffms attleworkient includ� investement again�ull Maybr Qid 4y'
+endpoint_text=", then'sic reasonead fusion got -om though.\n\nAnappymseend her morning shéruffside a white, bar 7 It urutes� the shotaptomulliorbr000id Sand Creek.aretMately, it was tellarptread th"
+
+step=471 progress=0.4590 next=0.4600 model_t=0.4590 temp=1.550 support=0.4600 conc=6.773
+state_top=[{'id': 280, 'token': 'ed', 'count': 6}, {'id': 68, 'token': 'a', 'count': 6}, {'id': 2027, 'token': 'ober', 'count': 4}, {'id': 1601, 'token': 'Ġbusiness', 'count': 4}, {'id': 1081, 'token': 'ash', 'count': 4}, {'id': 743, 'token': 'Ġunder', 'count': 4}, {'id': 294, 'token': 'Ġand', 'count': 4}, {'id': 264, 'token': 're', 'count': 3}, {'id': 536, 'token': 'Ġ-', 'count': 3}, {'id': 1675, 'token': 'br', 'count': 3}, {'id': 342, 'token': "'s", 'count': 3}, {'id': 659, 'token': 'Ġjust', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 31}, {'id': 266, 'token': 'Ġthe', 'count': 26}, {'id': 17, 'token': '.', 'count': 24}, {'id': 280, 'token': 'ed', 'count': 19}, {'id': 290, 'token': 'Ġof', 'count': 16}, {'id': 16, 'token': '-', 'count': 14}, {'id': 261, 'token': 'Ġa', 'count': 13}, {'id': 282, 'token': 'ing', 'count': 13}, {'id': 202, 'token': 'Ċ', 'count': 11}, {'id': 92, 'token': 'y', 'count': 10}, {'id': 86, 'token': 's', 'count': 10}, {'id': 294, 'token': 'Ġand', 'count': 10}]
+state_text='�inalgedake 2015ead� transre Com -ided everober postisonAned open higEous everymeric oneor key sh But("reatishedbr� cl old bwork againms themostcent includ�\'mement Sh�\'s justbr Qid'
+endpoint_text='� then\'s undead of-haps -om ever jumpak turned up into bclau, oneorse shit(") thosest�, a buntle ingredient. Bagementpt pulled the Qidifying Cor� F. Freaming, it was s empty last h'
+
+step=472 progress=0.4600 next=0.4609 model_t=0.4600 temp=1.550 support=0.4609 conc=6.800
+state_top=[{'id': 275, 'token': 'is', 'count': 5}, {'id': 295, 'token': 'ic', 'count': 4}, {'id': 280, 'token': 'ed', 'count': 4}, {'id': 86, 'token': 's', 'count': 4}, {'id': 68, 'token': 'a', 'count': 4}, {'id': 972, 'token': 'ĠNew', 'count': 4}, {'id': 145, 'token': 'Ñ', 'count': 3}, {'id': 1388, 'token': 'ided', 'count': 3}, {'id': 1870, 'token': 'Ġmembers', 'count': 3}, {'id': 342, 'token': "'s", 'count': 3}, {'id': 524, 'token': 'ĠSt', 'count': 3}, {'id': 1601, 'token': 'Ġbusiness', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 32}, {'id': 15, 'token': ',', 'count': 27}, {'id': 266, 'token': 'Ġthe', 'count': 18}, {'id': 261, 'token': 'Ġa', 'count': 15}, {'id': 68, 'token': 'a', 'count': 15}, {'id': 86, 'token': 's', 'count': 13}, {'id': 293, 'token': 'Ġh', 'count': 12}, {'id': 82, 'token': 'o', 'count': 10}, {'id': 290, 'token': 'Ġof', 'count': 9}, {'id': 280, 'token': 'ed', 'count': 9}, {'id': 88, 'token': 'u', 'count': 9}, {'id': 289, 'token': 'Ġm', 'count': 9}]
+state_text=" theinalgedake 2015ning��re Comoundided ever no post AmericAnitchou higE^ ,mericicp key num But()reatished�� Allane bworknerms themost members��'m subver�'s just took Q occ 4And be"
+endpoint_text=',inalgedake instead of trend - I everobertisonked open "Eous everything oneor key sh But("reatishedbrid cl old band again. themostcent. I\'mement. it\'s just a kid 4. City un enterta'
+
+step=473 progress=0.4609 next=0.4619 model_t=0.4609 temp=1.550 support=0.4619 conc=6.828
+state_top=[{'id': 273, 'token': 'Ġc', 'count': 5}, {'id': 275, 'token': 'is', 'count': 5}, {'id': 289, 'token': 'Ġm', 'count': 5}, {'id': 547, 'token': 'Ġwhich', 'count': 4}, {'id': 92, 'token': 'y', 'count': 4}, {'id': 74, 'token': 'g', 'count': 4}, {'id': 73, 'token': 'f', 'count': 4}, {'id': 15, 'token': ',', 'count': 4}, {'id': 282, 'token': 'ing', 'count': 4}, {'id': 1388, 'token': 'ided', 'count': 3}, {'id': 294, 'token': 'Ġand', 'count': 3}, {'id': 524, 'token': 'ĠSt', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 28}, {'id': 15, 'token': ',', 'count': 25}, {'id': 17, 'token': '.', 'count': 21}, {'id': 261, 'token': 'Ġa', 'count': 20}, {'id': 86, 'token': 's', 'count': 18}, {'id': 280, 'token': 'ed', 'count': 15}, {'id': 318, 'token': 'ĠI', 'count': 13}, {'id': 92, 'token': 'y', 'count': 12}, {'id': 290, 'token': 'Ġof', 'count': 11}, {'id': 275, 'token': 'is', 'count': 11}, {'id': 282, 'token': 'ing', 'count': 11}, {'id': 289, 'token': 'Ġm', 'count': 9}]
+state_text=" the gu differentake 2015 which��'re Comningided everark post Americ eymentsou higE^ , friendic� three num Butript)reat am:� earanellAner and eemostP��her visver know's justideo Q "
+endpoint_text=' the biggake running or treet - I ever no post-Anedou "El , picp key num But up" risheds the Allone banner of themost. "I\'matever it\'s just a Qu 4." Cor un Stormy, a spread photosp'
+
+step=474 progress=0.4619 next=0.4629 model_t=0.4619 temp=1.550 support=0.4629 conc=6.856
+state_top=[{'id': 273, 'token': 'Ġc', 'count': 8}, {'id': 282, 'token': 'ing', 'count': 5}, {'id': 289, 'token': 'Ġm', 'count': 4}, {'id': 280, 'token': 'ed', 'count': 4}, {'id': 92, 'token': 'y', 'count': 4}, {'id': 281, 'token': 'Ġf', 'count': 4}, {'id': 277, 'token': 'or', 'count': 4}, {'id': 73, 'token': 'f', 'count': 4}, {'id': 15, 'token': ',', 'count': 4}, {'id': 919, 'token': 'Ġgu', 'count': 3}, {'id': 143, 'token': 'Ï', 'count': 3}, {'id': 266, 'token': 'Ġthe', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 41}, {'id': 266, 'token': 'Ġthe', 'count': 30}, {'id': 17, 'token': '.', 'count': 16}, {'id': 261, 'token': 'Ġa', 'count': 14}, {'id': 282, 'token': 'ing', 'count': 14}, {'id': 289, 'token': 'Ġm', 'count': 14}, {'id': 86, 'token': 's', 'count': 14}, {'id': 92, 'token': 'y', 'count': 12}, {'id': 273, 'token': 'Ġc', 'count': 11}, {'id': 275, 'token': 'is', 'count': 11}, {'id': 82, 'token': 'o', 'count': 10}, {'id': 318, 'token': 'ĠI', 'count': 9}]
+state_text="ick gu Gake 2015 which�by to whyotherided everiol post Americ eyract different hig happingreadypic�pos num Butript)xt am:� earanextAner and----aseostP�abher growver women's just6 Q"
+endpoint_text=" the guyake winning, you're running to everark post-t coulE ( , musicik three.et() I am: a troll corner and eposting shisher cover it's just a m disc fine until & un Stucky tri* sp"
+
+step=475 progress=0.4629 next=0.4639 model_t=0.4629 temp=1.550 support=0.4639 conc=6.884
+state_top=[{'id': 280, 'token': 'ed', 'count': 5}, {'id': 768, 'token': 'Ġ.', 'count': 5}, {'id': 278, 'token': 'es', 'count': 4}, {'id': 273, 'token': 'Ġc', 'count': 4}, {'id': 79, 'token': 'l', 'count': 4}, {'id': 281, 'token': 'Ġf', 'count': 4}, {'id': 350, 'token': 'il', 'count': 4}, {'id': 400, 'token': 'ist', 'count': 4}, {'id': 1607, 'token': 'aster', 'count': 4}, {'id': 919, 'token': 'Ġgu', 'count': 3}, {'id': 282, 'token': 'ing', 'count': 3}, {'id': 86, 'token': 's', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 40}, {'id': 266, 'token': 'Ġthe', 'count': 26}, {'id': 92, 'token': 'y', 'count': 18}, {'id': 86, 'token': 's', 'count': 16}, {'id': 282, 'token': 'ing', 'count': 14}, {'id': 289, 'token': 'Ġm', 'count': 13}, {'id': 290, 'token': 'Ġof', 'count': 12}, {'id': 82, 'token': 'o', 'count': 12}, {'id': 17, 'token': '.', 'count': 11}, {'id': 273, 'token': 'Ġc', 'count': 10}, {'id': 261, 'token': 'Ġa', 'count': 10}, {'id': 5, 'token': '"', 'count': 10}]
+state_text='ick gueri 2015terourceby to onotherided ever ext post Americadegy New hig wording�pic�pos :es inst) stat am: hold Reanext demner andimate some chPV interesther grow cour Enature ju'
+endpoint_text=" the guyake, which seems to why und ever, post an eye, fpping epic propos. But the)as am: the earaney corner and ease ofPrabher cover it's just w Qu describ bet & kills, 3 mays spr"
+
+step=476 progress=0.4639 next=0.4648 model_t=0.4639 temp=1.550 support=0.4648 conc=6.912
+state_top=[{'id': 261, 'token': 'Ġa', 'count': 6}, {'id': 76, 'token': 'i', 'count': 4}, {'id': 361, 'token': 'Ġ(', 'count': 4}, {'id': 434, 'token': 'ra', 'count': 4}, {'id': 280, 'token': 'ed', 'count': 4}, {'id': 290, 'token': 'Ġof', 'count': 4}, {'id': 281, 'token': 'Ġf', 'count': 4}, {'id': 73, 'token': 'f', 'count': 4}, {'id': 350, 'token': 'il', 'count': 4}, {'id': 263, 'token': 'in', 'count': 4}, {'id': 85, 'token': 'r', 'count': 4}, {'id': 628, 'token': 'ick', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 34}, {'id': 266, 'token': 'Ġthe', 'count': 23}, {'id': 86, 'token': 's', 'count': 17}, {'id': 72, 'token': 'e', 'count': 14}, {'id': 17, 'token': '.', 'count': 12}, {'id': 273, 'token': 'Ġc', 'count': 11}, {'id': 290, 'token': 'Ġof', 'count': 10}, {'id': 261, 'token': 'Ġa', 'count': 10}, {'id': 281, 'token': 'Ġf', 'count': 10}, {'id': 282, 'token': 'ing', 'count': 9}, {'id': 289, 'token': 'Ġm', 'count': 9}, {'id': 280, 'token': 'ed', 'count': 9}]
+state_text='ick gueri 2015Sourceby to b offidedingick post Americade Ed New hig wording�picians is :pr inst had something am:� Reanext be been passimateop chPV interesther grow 9 Enoad just ne'
+endpoint_text='ick guerius whichomby to bother me ever extramadegy New the feeling epiciouspos :es inst) stat am: " Reanext demner and the some chPVcher growing nature just6 ends (the bet It seem'
+
+step=477 progress=0.4648 next=0.4658 model_t=0.4648 temp=1.550 support=0.4658 conc=6.940
+state_top=[{'id': 280, 'token': 'ed', 'count': 6}, {'id': 73, 'token': 'f', 'count': 5}, {'id': 263, 'token': 'in', 'count': 5}, {'id': 76, 'token': 'i', 'count': 4}, {'id': 282, 'token': 'ing', 'count': 4}, {'id': 289, 'token': 'Ġm', 'count': 4}, {'id': 57, 'token': 'V', 'count': 4}, {'id': 330, 'token': 'Ġthat', 'count': 4}, {'id': 382, 'token': 'ate', 'count': 4}, {'id': 318, 'token': 'ĠI', 'count': 4}, {'id': 281, 'token': 'Ġf', 'count': 4}, {'id': 350, 'token': 'il', 'count': 4}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 28}, {'id': 266, 'token': 'Ġthe', 'count': 21}, {'id': 261, 'token': 'Ġa', 'count': 19}, {'id': 290, 'token': 'Ġof', 'count': 16}, {'id': 92, 'token': 'y', 'count': 12}, {'id': 16, 'token': '-', 'count': 11}, {'id': 283, 'token': 'Ġp', 'count': 11}, {'id': 86, 'token': 's', 'count': 10}, {'id': 282, 'token': 'ing', 'count': 10}, {'id': 68, 'token': 'a', 'count': 10}, {'id': 273, 'token': 'Ġc', 'count': 9}, {'id': 72, 'token': 'e', 'count': 9}]
+state_text='ick gueriusSitter it really budmsingick post Americade me New m properingithpared.) is :pr inst had my://:�iranext Y : passualAS yearsPV interesther grow 9 Enoad just new� that (om'
+endpoint_text='ick gueri-Source way to browsing North America\'s the rading epicians is surprising had something new: "Mane to beer and c some chorV. Sm 9 En - just newly disc (Ucent SSC Tra triay'
+
+step=478 progress=0.4658 next=0.4668 model_t=0.4658 temp=1.550 support=0.4668 conc=6.968
+state_top=[{'id': 330, 'token': 'Ġthat', 'count': 7}, {'id': 261, 'token': 'Ġa', 'count': 6}, {'id': 404, 'token': 'th', 'count': 5}, {'id': 280, 'token': 'ed', 'count': 5}, {'id': 281, 'token': 'Ġf', 'count': 5}, {'id': 263, 'token': 'in', 'count': 5}, {'id': 506, 'token': 'Ġme', 'count': 4}, {'id': 82, 'token': 'o', 'count': 4}, {'id': 325, 'token': 'am', 'count': 4}, {'id': 344, 'token': 'Ġit', 'count': 3}, {'id': 279, 'token': 'Ġb', 'count': 3}, {'id': 282, 'token': 'ing', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 28}, {'id': 15, 'token': ',', 'count': 21}, {'id': 318, 'token': 'ĠI', 'count': 17}, {'id': 86, 'token': 's', 'count': 13}, {'id': 261, 'token': 'Ġa', 'count': 13}, {'id': 73, 'token': 'f', 'count': 13}, {'id': 280, 'token': 'ed', 'count': 12}, {'id': 88, 'token': 'u', 'count': 10}, {'id': 289, 'token': 'Ġm', 'count': 10}, {'id': 263, 'token': 'in', 'count': 10}, {'id': 72, 'token': 'e', 'count': 9}, {'id': 290, 'token': 'Ġof', 'count': 9}]
+state_text='ickerserrius�w it hel bp thatingick post des prov me New mant class Plpget. been :OR inst haduc record:�irane tooisterum pass goingAS distP prof interest old - 9 EnDus new� that la'
+endpoint_text='ick FeriusS made it really budding to postuade me for missing prepared.) is surprising with my experience: Miranext be : pass NASAPVShers 9 Enoad just new one that (ImentroundateCr'
+
+step=479 progress=0.4668 next=0.4678 model_t=0.4668 temp=1.550 support=0.4678 conc=6.997
+state_top=[{'id': 330, 'token': 'Ġthat', 'count': 6}, {'id': 261, 'token': 'Ġa', 'count': 5}, {'id': 281, 'token': 'Ġf', 'count': 5}, {'id': 404, 'token': 'th', 'count': 5}, {'id': 289, 'token': 'Ġm', 'count': 4}, {'id': 419, 'token': 'ant', 'count': 4}, {'id': 443, 'token': 'all', 'count': 4}, {'id': 290, 'token': 'Ġof', 'count': 4}, {'id': 1661, 'token': 'Ġlight', 'count': 4}, {'id': 280, 'token': 'ed', 'count': 4}, {'id': 325, 'token': 'am', 'count': 4}, {'id': 730, 'token': 'oy', 'count': 4}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 22}, {'id': 266, 'token': 'Ġthe', 'count': 21}, {'id': 261, 'token': 'Ġa', 'count': 20}, {'id': 318, 'token': 'ĠI', 'count': 18}, {'id': 282, 'token': 'ing', 'count': 15}, {'id': 17, 'token': '.', 'count': 15}, {'id': 72, 'token': 'e', 'count': 14}, {'id': 283, 'token': 'Ġp', 'count': 12}, {'id': 280, 'token': 'ed', 'count': 11}, {'id': 82, 'token': 'o', 'count': 11}, {'id': 86, 'token': 's', 'count': 9}, {'id': 275, 'token': 'is', 'count': 9}]
+state_text='ickersttri person /w it a acp\xa0ingick postERhesalf New mant class resultpared hardarm :And proble had should recordicalThirane tooisterum== laterAS distP prof interest el - 9ty ide '
+endpoint_text='ick Ferrius saw it a bud thatingicked des at meat manting apared. I I I I had my hand: hairane too Yum pass NASAPNS old - 9 EnDus newed that A lot of loops years the ch my For me t'
+
+step=480 progress=0.4678 next=0.4688 model_t=0.4678 temp=1.550 support=0.4688 conc=7.025
+state_top=[{'id': 1661, 'token': 'Ġlight', 'count': 5}, {'id': 289, 'token': 'Ġm', 'count': 4}, {'id': 1030, 'token': 'It', 'count': 4}, {'id': 280, 'token': 'ed', 'count': 4}, {'id': 325, 'token': 'am', 'count': 4}, {'id': 82, 'token': 'o', 'count': 4}, {'id': 449, 'token': 'red', 'count': 4}, {'id': 266, 'token': 'Ġthe', 'count': 3}, {'id': 261, 'token': 'Ġa', 'count': 3}, {'id': 83, 'token': 'p', 'count': 3}, {'id': 335, 'token': 'Ġy', 'count': 3}, {'id': 290, 'token': 'Ġof', 'count': 3}]
+endpoint_top=[{'id': 318, 'token': 'ĠI', 'count': 33}, {'id': 15, 'token': ',', 'count': 30}, {'id': 17, 'token': '.', 'count': 18}, {'id': 266, 'token': 'Ġthe', 'count': 16}, {'id': 290, 'token': 'Ġof', 'count': 15}, {'id': 86, 'token': 's', 'count': 15}, {'id': 280, 'token': 'ed', 'count': 15}, {'id': 283, 'token': 'Ġp', 'count': 15}, {'id': 261, 'token': 'Ġa', 'count': 14}, {'id': 281, 'token': 'Ġf', 'count': 13}, {'id': 289, 'token': 'Ġm', 'count': 12}, {'id': 506, 'token': 'Ġme', 'count': 11}]
+state_text=' theers byret eas / +ong a acpings moreence postERemptalf inf m since class nearparedew y :And past no should recordical askiront.,\'vealth== later - distP prof interest" - 9tyratio'
+endpoint_text='ickers.ri I saw it auspiringick m whole. I mantle prepared.\n\nAnd I had a record:Th wane too summer NASTPNH el -tty susall the mobile of corantops technician, getting me a stealf fu'
+
+step=481 progress=0.4688 next=0.4697 model_t=0.4688 temp=1.550 support=0.4697 conc=7.054
+state_top=[{'id': 278, 'token': 'es', 'count': 5}, {'id': 261, 'token': 'Ġa', 'count': 4}, {'id': 289, 'token': 'Ġm', 'count': 4}, {'id': 272, 'token': 'en', 'count': 4}, {'id': 290, 'token': 'Ġof', 'count': 4}, {'id': 1004, 'token': 'ale', 'count': 4}, {'id': 17, 'token': '.', 'count': 4}, {'id': 1036, 'token': 'ather', 'count': 4}, {'id': 330, 'token': 'Ġthat', 'count': 4}, {'id': 82, 'token': 'o', 'count': 4}, {'id': 449, 'token': 'red', 'count': 4}, {'id': 555, 'token': 'Ġen', 'count': 4}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 45}, {'id': 17, 'token': '.', 'count': 23}, {'id': 266, 'token': 'Ġthe', 'count': 20}, {'id': 318, 'token': 'ĠI', 'count': 18}, {'id': 72, 'token': 'e', 'count': 15}, {'id': 289, 'token': 'Ġm', 'count': 14}, {'id': 281, 'token': 'Ġf', 'count': 14}, {'id': 82, 'token': 'o', 'count': 10}, {'id': 86, 'token': 's', 'count': 10}, {'id': 280, 'token': 'ed', 'count': 9}, {'id': 16, 'token': '-', 'count': 9}, {'id': 70, 'token': 'c', 'count': 8}]
+state_text='ggers byret expect / + again a acpings moreenceoyERemptalf inf miz class nearpimew y : pol past no g record on askir which., out ret==en - alac�ger"ery attyy such�� doneob young of'
+endpoint_text=' theers by she I /wong auspical myence postc hl I mo class prepared, yeurt no m. "Thirt I\'ve beened" - "Pe!" - 9ty much fall the mobile of fantasriend, fiancialating Fr fer died,an'
+
+step=482 progress=0.4697 next=0.4707 model_t=0.4697 temp=1.550 support=0.4707 conc=7.082
+state_top=[{'id': 17, 'token': '.', 'count': 5}, {'id': 318, 'token': 'ĠI', 'count': 5}, {'id': 278, 'token': 'es', 'count': 5}, {'id': 261, 'token': 'Ġa', 'count': 4}, {'id': 289, 'token': 'Ġm', 'count': 4}, {'id': 283, 'token': 'Ġp', 'count': 4}, {'id': 304, 'token': 'Ġl', 'count': 4}, {'id': 974, 'token': 'ool', 'count': 4}, {'id': 1667, 'token': 'Ġgrow', 'count': 4}, {'id': 294, 'token': 'Ġand', 'count': 4}, {'id': 798, 'token': 'uch', 'count': 4}, {'id': 15, 'token': ',', 'count': 4}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 26}, {'id': 17, 'token': '.', 'count': 22}, {'id': 282, 'token': 'ing', 'count': 18}, {'id': 289, 'token': 'Ġm', 'count': 17}, {'id': 15, 'token': ',', 'count': 16}, {'id': 72, 'token': 'e', 'count': 15}, {'id': 261, 'token': 'Ġa', 'count': 14}, {'id': 290, 'token': 'Ġof', 'count': 14}, {'id': 318, 'token': 'ĠI', 'count': 13}, {'id': 280, 'token': 'ed', 'count': 13}, {'id': 86, 'token': 's', 'count': 11}, {'id': 92, 'token': 'y', 'count': 11}]
+state_text='gg beenefret expect / + good a acpings moreence ImER�pp med miz class "p she week ych pol past no systemross on askir place., surbe deen -amac$\x17" char todaytyyss only�ndov young $ '
+endpoint_text=' theers byret. / + again auspical moreenceoys half a mizing prepimew ye pol past no gone on mir which was out eaten - alacunger" - attyy such a the mob young of the galeeel fianaov'
+
+step=483 progress=0.4707 next=0.4717 model_t=0.4707 temp=1.550 support=0.4717 conc=7.111
+state_top=[{'id': 15, 'token': ',', 'count': 6}, {'id': 328, 'token': 'ad', 'count': 5}, {'id': 17, 'token': '.', 'count': 5}, {'id': 1451, 'token': 'ird', 'count': 5}, {'id': 1617, 'token': 'Ġpast', 'count': 4}, {'id': 323, 'token': 'Ġon', 'count': 4}, {'id': 1249, 'token': 'Ġeffect', 'count': 4}, {'id': 85, 'token': 'r', 'count': 4}, {'id': 276, 'token': 'an', 'count': 3}, {'id': 261, 'token': 'Ġa', 'count': 3}, {'id': 974, 'token': 'ool', 'count': 3}, {'id': 281, 'token': 'Ġf', 'count': 3}]
+endpoint_top=[{'id': 17, 'token': '.', 'count': 57}, {'id': 318, 'token': 'ĠI', 'count': 31}, {'id': 15, 'token': ',', 'count': 23}, {'id': 266, 'token': 'Ġthe', 'count': 22}, {'id': 261, 'token': 'Ġa', 'count': 19}, {'id': 82, 'token': 'o', 'count': 15}, {'id': 72, 'token': 'e', 'count': 13}, {'id': 282, 'token': 'ing', 'count': 12}, {'id': 86, 'token': 's', 'count': 10}, {'id': 289, 'token': 'Ġm', 'count': 9}, {'id': 312, 'token': 'Ġg', 'count': 9}, {'id': 81, 'token': 'n', 'count': 9}]
+state_text='oundanefator expect while Ch comp a directpings more should publicister operide�hipatt list "sonottch Lained pol past J ideail on parircept pr membersbe deen - anac$icallyom charor'
+endpoint_text='ggers.retch brually good auspir moreenceoya hpp the miz. "po in ych", no gain on hair". maybe deen -amac w!" -ttyy had onlyhe lov young. Asusale\'veel fuck back coveringient� my own'
+
+step=484 progress=0.4717 next=0.4727 model_t=0.4717 temp=1.550 support=0.4727 conc=7.140
+state_top=[{'id': 15, 'token': ',', 'count': 6}, {'id': 79, 'token': 'l', 'count': 5}, {'id': 637, 'token': 'ound', 'count': 4}, {'id': 82, 'token': 'o', 'count': 4}, {'id': 507, 'token': 'Ġout', 'count': 4}, {'id': 1667, 'token': 'Ġgrow', 'count': 4}, {'id': 10, 'token': "'", 'count': 4}, {'id': 72, 'token': 'e', 'count': 4}, {'id': 895, 'token': 'ef', 'count': 3}, {'id': 1266, 'token': 'Ġusing', 'count': 3}, {'id': 551, 'token': 'Ġwere', 'count': 3}, {'id': 358, 'token': 'ch', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 35}, {'id': 17, 'token': '.', 'count': 32}, {'id': 282, 'token': 'ing', 'count': 23}, {'id': 266, 'token': 'Ġthe', 'count': 21}, {'id': 318, 'token': 'ĠI', 'count': 19}, {'id': 261, 'token': 'Ġa', 'count': 18}, {'id': 82, 'token': 'o', 'count': 16}, {'id': 281, 'token': 'Ġf', 'count': 14}, {'id': 283, 'token': 'Ġp', 'count': 12}, {'id': 72, 'token': 'e', 'count': 11}, {'id': 289, 'token': 'Ġm', 'count': 10}, {'id': 92, 'token': 'y', 'count': 9}]
+state_text='oundanefgy expect using Ch compase sugg presidentingsild were public En operide plium As list\xa0son agch explained pol body Jefail try paririousap aboutbe pointen fore an Un$icallyom'
+endpoint_text=' panefator, while weing auspy more should pister wideing mattress "punch Lo"" Jacob on parira pr maybe deen - anacheoomaored hy eta, nio.iately I take a fuck back bole... more than'
+
+step=485 progress=0.4727 next=0.4736 model_t=0.4727 temp=1.550 support=0.4736 conc=7.169
+state_top=[{'id': 282, 'token': 'ing', 'count': 5}, {'id': 280, 'token': 'ed', 'count': 5}, {'id': 15, 'token': ',', 'count': 5}, {'id': 637, 'token': 'ound', 'count': 4}, {'id': 92, 'token': 'y', 'count': 4}, {'id': 82, 'token': 'o', 'count': 4}, {'id': 10, 'token': "'", 'count': 4}, {'id': 359, 'token': 'Ġas', 'count': 4}, {'id': 422, 'token': 'os', 'count': 4}, {'id': 93, 'token': 'z', 'count': 4}, {'id': 72, 'token': 'e', 'count': 4}, {'id': 289, 'token': 'Ġm', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 69}, {'id': 17, 'token': '.', 'count': 38}, {'id': 16, 'token': '-', 'count': 17}, {'id': 282, 'token': 'ing', 'count': 15}, {'id': 68, 'token': 'a', 'count': 13}, {'id': 82, 'token': 'o', 'count': 13}, {'id': 72, 'token': 'e', 'count': 13}, {'id': 318, 'token': 'ĠI', 'count': 13}, {'id': 281, 'token': 'Ġf', 'count': 11}, {'id': 10, 'token': "'", 'count': 11}, {'id': 266, 'token': 'Ġthe', 'count': 11}, {'id': 343, 'token': 'Ġhe', 'count': 11}]
+state_text='oundanef sign expect based su comp partic sugg mingsild were public En operail increiumocr list\xa0 into agch explained pol body resp rece future9 par dious ed about 7ingen fore anger'
+endpoint_text=' panef,, while Ching a bitatingsild were publicly insideadiumatt. "sonunch explained d. Jefail try dir rap aboutbe pointen, an Unaoom char underorsy, water hoovio,ooke take. fier b'
+
+step=486 progress=0.4736 next=0.4746 model_t=0.4736 temp=1.550 support=0.4746 conc=7.198
+state_top=[{'id': 261, 'token': 'Ġa', 'count': 7}, {'id': 15, 'token': ',', 'count': 6}, {'id': 637, 'token': 'ound', 'count': 4}, {'id': 289, 'token': 'Ġm', 'count': 4}, {'id': 280, 'token': 'ed', 'count': 4}, {'id': 10, 'token': "'", 'count': 4}, {'id': 266, 'token': 'Ġthe', 'count': 4}, {'id': 358, 'token': 'ch', 'count': 3}, {'id': 292, 'token': 'Ġd', 'count': 3}, {'id': 1756, 'token': 'Ġonce', 'count': 3}, {'id': 92, 'token': 'y', 'count': 3}, {'id': 1226, 'token': 'Ġ&', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 36}, {'id': 17, 'token': '.', 'count': 36}, {'id': 280, 'token': 'ed', 'count': 20}, {'id': 266, 'token': 'Ġthe', 'count': 19}, {'id': 282, 'token': 'ing', 'count': 17}, {'id': 68, 'token': 'a', 'count': 16}, {'id': 82, 'token': 'o', 'count': 14}, {'id': 202, 'token': 'Ċ', 'count': 14}, {'id': 92, 'token': 'y', 'count': 12}, {'id': 72, 'token': 'e', 'count': 12}, {'id': 10, 'token': "'", 'count': 11}, {'id': 343, 'token': 'Ġhe', 'count': 11}]
+state_text='oundan appear You expectff su comp che sugg m No fact not publicort operail increiumocr St\xa0 into forech explained pol Con resp sitrewality par dland ed newsilding h foreitingV 5 on'
+endpoint_text=' ban, fixed sudden the misu were.ly inside increium the listed into agch explained pol body responed9f diap about ingening anger.oomingozy half ideoov Imediately used them /aredier'
+
+step=487 progress=0.4746 next=0.4756 model_t=0.4746 temp=1.550 support=0.4756 conc=7.228
+state_top=[{'id': 15, 'token': ',', 'count': 7}, {'id': 261, 'token': 'Ġa', 'count': 6}, {'id': 90, 'token': 'w', 'count': 5}, {'id': 277, 'token': 'or', 'count': 5}, {'id': 1660, 'token': 'Ġappear', 'count': 4}, {'id': 318, 'token': 'ĠI', 'count': 4}, {'id': 289, 'token': 'Ġm', 'count': 4}, {'id': 92, 'token': 'y', 'count': 4}, {'id': 369, 'token': 'ke', 'count': 4}, {'id': 278, 'token': 'es', 'count': 4}, {'id': 280, 'token': 'ed', 'count': 4}, {'id': 637, 'token': 'ound', 'count': 4}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 47}, {'id': 280, 'token': 'ed', 'count': 23}, {'id': 17, 'token': '.', 'count': 20}, {'id': 266, 'token': 'Ġthe', 'count': 18}, {'id': 82, 'token': 'o', 'count': 17}, {'id': 261, 'token': 'Ġa', 'count': 14}, {'id': 318, 'token': 'ĠI', 'count': 13}, {'id': 10, 'token': "'", 'count': 13}, {'id': 289, 'token': 'Ġm', 'count': 12}, {'id': 282, 'token': 'ing', 'count': 12}, {'id': 72, 'token': 'e', 'count': 11}, {'id': 290, 'token': 'Ġof', 'count': 11}]
+state_text='uch00 appear 18 expectff su comp thatlyAS25 fact not publicort A wentant Iert State intoucX explw pol Con resp sit antality parChving same newsilding m expectiting proble 5&* char '
+endpoint_text='can.eoff super che more m No, not sort mailed like the St because into forech explained how Conch sitrewing par doubuilding h forech but 5 onceing char under tery half madeo iai mi'
+
+step=488 progress=0.4756 next=0.4766 model_t=0.4756 temp=1.550 support=0.4766 conc=7.257
+state_top=[{'id': 17, 'token': '.', 'count': 7}, {'id': 15, 'token': ',', 'count': 7}, {'id': 280, 'token': 'ed', 'count': 6}, {'id': 289, 'token': 'Ġm', 'count': 5}, {'id': 74, 'token': 'g', 'count': 5}, {'id': 1820, 'token': 'Ġwent', 'count': 4}, {'id': 266, 'token': 'Ġthe', 'count': 4}, {'id': 1651, 'token': 'ony', 'count': 4}, {'id': 758, 'token': 'fore', 'count': 4}, {'id': 261, 'token': 'Ġa', 'count': 4}, {'id': 480, 'token': 'Ġwor', 'count': 4}, {'id': 268, 'token': 'Ġs', 'count': 4}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 48}, {'id': 280, 'token': 'ed', 'count': 22}, {'id': 266, 'token': 'Ġthe', 'count': 21}, {'id': 17, 'token': '.', 'count': 18}, {'id': 82, 'token': 'o', 'count': 15}, {'id': 261, 'token': 'Ġa', 'count': 15}, {'id': 318, 'token': 'ĠI', 'count': 14}, {'id': 16, 'token': '-', 'count': 12}, {'id': 289, 'token': 'Ġm', 'count': 11}, {'id': 343, 'token': 'Ġhe', 'count': 11}, {'id': 88, 'token': 'u', 'count': 11}, {'id': 282, 'token': 'ing', 'count': 10}]
+state_text='uchformic 18 expectff su le thatlyASas fact notforort A went" emert thechralucday is # d Conside sit generpped following likely mon same newsiedtern m expectveragept 5�* charission'
+endpoint_text=" turned Rockoff suddenly missed not p. A wentant I'm State into theks explw. I Iirt I par he muchbuilding moiting body 5 d* char under sky halfooo Roiss bl ass lightcharedier stuff"
+
+step=489 progress=0.4766 next=0.4775 model_t=0.4766 temp=1.550 support=0.4775 conc=7.287
+state_top=[{'id': 15, 'token': ',', 'count': 6}, {'id': 280, 'token': 'ed', 'count': 6}, {'id': 480, 'token': 'Ġwor', 'count': 5}, {'id': 86, 'token': 's', 'count': 5}, {'id': 710, 'token': 'Ġafter', 'count': 5}, {'id': 83, 'token': 'p', 'count': 4}, {'id': 87, 'token': 't', 'count': 4}, {'id': 266, 'token': 'Ġthe', 'count': 4}, {'id': 290, 'token': 'Ġof', 'count': 4}, {'id': 955, 'token': 'Ġcol', 'count': 4}, {'id': 70, 'token': 'c', 'count': 4}, {'id': 637, 'token': 'ound', 'count': 4}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 46}, {'id': 17, 'token': '.', 'count': 41}, {'id': 266, 'token': 'Ġthe', 'count': 31}, {'id': 280, 'token': 'ed', 'count': 20}, {'id': 261, 'token': 'Ġa', 'count': 19}, {'id': 282, 'token': 'ing', 'count': 18}, {'id': 289, 'token': 'Ġm', 'count': 14}, {'id': 268, 'token': 'Ġs', 'count': 13}, {'id': 82, 'token': 'o', 'count': 12}, {'id': 16, 'token': '-', 'count': 10}, {'id': 292, 'token': 'Ġd', 'count': 9}, {'id': 310, 'token': 'ly', 'count': 8}]
+state_text=' communritic 18 expectff | already thatlyASas fact Tw )ort Amed" lifeertandchopisionably� # d\'llott sit generenn followingI mon sameelsiedtern m expectverageaturea��chn atchraness '
+endpoint_text='uchetic,o, suddenly masters nothing. A went" embaced into theday is a douing situation par a mono died, motherupt 5.* a patchyness. moonyram. We musting lightchlier. In a m dressed'
+
+step=490 progress=0.4775 next=0.4785 model_t=0.4775 temp=1.550 support=0.4785 conc=7.316
+state_top=[{'id': 83, 'token': 'p', 'count': 6}, {'id': 15, 'token': ',', 'count': 5}, {'id': 87, 'token': 't', 'count': 5}, {'id': 332, 'token': 'ig', 'count': 4}, {'id': 480, 'token': 'Ġwor', 'count': 4}, {'id': 86, 'token': 's', 'count': 4}, {'id': 266, 'token': 'Ġthe', 'count': 4}, {'id': 362, 'token': 'nd', 'count': 4}, {'id': 322, 'token': 'Ġis', 'count': 4}, {'id': 74, 'token': 'g', 'count': 4}, {'id': 70, 'token': 'c', 'count': 4}, {'id': 280, 'token': 'ed', 'count': 4}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 64}, {'id': 266, 'token': 'Ġthe', 'count': 27}, {'id': 17, 'token': '.', 'count': 26}, {'id': 282, 'token': 'ing', 'count': 22}, {'id': 16, 'token': '-', 'count': 18}, {'id': 261, 'token': 'Ġa', 'count': 17}, {'id': 82, 'token': 'o', 'count': 16}, {'id': 280, 'token': 'ed', 'count': 16}, {'id': 86, 'token': 's', 'count': 11}, {'id': 88, 'token': 'u', 'count': 10}, {'id': 310, 'token': 'ly', 'count': 9}, {'id': 92, 'token': 'y', 'count': 9}]
+state_text=' iritic� Medffampony thatlyASeng fact� )ort ermed" lifeertand less 30isionably�ce dntott sit generenn contin and mon kels�an m expect Sy onap mayrew ear S\nain Q IsoreeramJ Weraw ch'
+endpoint_text=' Critic, off suddenly mashes "fort A!" life, thechop probably, the duer situation "I mon same diedtern moa ra,e, windy. Quoonyram. Weal\'iglier, came a mycikik a chest-up in IXQ. He'
+
+step=491 progress=0.4785 next=0.4795 model_t=0.4785 temp=1.550 support=0.4795 conc=7.346
+state_top=[{'id': 268, 'token': 'Ġs', 'count': 6}, {'id': 347, 'token': 'ir', 'count': 6}, {'id': 83, 'token': 'p', 'count': 5}, {'id': 266, 'token': 'Ġthe', 'count': 5}, {'id': 87, 'token': 't', 'count': 5}, {'id': 283, 'token': 'Ġp', 'count': 4}, {'id': 86, 'token': 's', 'count': 4}, {'id': 359, 'token': 'Ġas', 'count': 4}, {'id': 261, 'token': 'Ġa', 'count': 4}, {'id': 668, 'token': 'Ġrec', 'count': 4}, {'id': 92, 'token': 'y', 'count': 4}, {'id': 392, 'token': 'um', 'count': 4}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 37}, {'id': 266, 'token': 'Ġthe', 'count': 35}, {'id': 280, 'token': 'ed', 'count': 15}, {'id': 17, 'token': '.', 'count': 15}, {'id': 282, 'token': 'ing', 'count': 14}, {'id': 92, 'token': 'y', 'count': 13}, {'id': 202, 'token': 'Ċ', 'count': 13}, {'id': 16, 'token': '-', 'count': 12}, {'id': 86, 'token': 's', 'count': 12}, {'id': 82, 'token': 'o', 'count': 11}, {'id': 290, 'token': 'Ġof', 'count': 11}, {'id': 275, 'token': 'is', 'count': 9}]
+state_text=' iritic know Med polic whonyThely recordal factom ) conable p" lifeertand complete 30isionably f\x17 dntott sit generenniet and mon kish Trumpan m\xa0itsamap mayrew ear<\n this Q Isoierra'
+endpoint_text=' Criticismoffampddenly lenged " "es ermed" life (andedopisionablyiece destroy recenn, and mon kyran mased onap may B. S\nain Quoo-d Werawlinsigg,, came a mysterress head,,y arm in B'
+
+step=492 progress=0.4795 next=0.4805 model_t=0.4795 temp=1.550 support=0.4805 conc=7.376
+state_top=[{'id': 283, 'token': 'Ġp', 'count': 5}, {'id': 268, 'token': 'Ġs', 'count': 5}, {'id': 266, 'token': 'Ġthe', 'count': 5}, {'id': 131, 'token': 'Ã', 'count': 5}, {'id': 347, 'token': 'ir', 'count': 5}, {'id': 802, 'token': 'ied', 'count': 4}, {'id': 991, 'token': 'Ġinter', 'count': 4}, {'id': 439, 'token': 'Ġal', 'count': 4}, {'id': 529, 'token': 'per', 'count': 4}, {'id': 378, 'token': 'Ġr', 'count': 4}, {'id': 92, 'token': 'y', 'count': 4}, {'id': 280, 'token': 'ed', 'count': 4}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 52}, {'id': 266, 'token': 'Ġthe', 'count': 34}, {'id': 16, 'token': '-', 'count': 30}, {'id': 280, 'token': 'ed', 'count': 19}, {'id': 68, 'token': 'a', 'count': 17}, {'id': 17, 'token': '.', 'count': 17}, {'id': 202, 'token': 'Ċ', 'count': 17}, {'id': 283, 'token': 'Ġp', 'count': 14}, {'id': 268, 'token': 'Ġs', 'count': 11}, {'id': 288, 'token': 'Ġto', 'count': 11}, {'id': 92, 'token': 'y', 'count': 11}, {'id': 289, 'token': 'Ġm', 'count': 10}]
+state_text=' itrit Sp know Med polic wh bet effectly record com clearajor )m thanationah`ertand  30rib sameio\x17 d� expl since gener state Ph and monist used Trumpan m\xa0its resap mayrew earork in'
+endpoint_text='critic knowledge whony thatly pal accomportable pie life (and adv probably fast destro sit penn, and the kid van maits vapirew.\n\n\nIuo dram the Weraw on tig co France explained the '
+
+step=493 progress=0.4805 next=0.4814 model_t=0.4805 temp=1.550 support=0.4814 conc=7.406
+state_top=[{'id': 268, 'token': 'Ġs', 'count': 6}, {'id': 266, 'token': 'Ġthe', 'count': 6}, {'id': 283, 'token': 'Ġp', 'count': 5}, {'id': 708, 'token': 'hed', 'count': 5}, {'id': 293, 'token': 'Ġh', 'count': 5}, {'id': 345, 'token': 'ation', 'count': 4}, {'id': 956, 'token': 'io', 'count': 4}, {'id': 359, 'token': 'Ġas', 'count': 4}, {'id': 392, 'token': 'um', 'count': 4}, {'id': 280, 'token': 'ed', 'count': 4}, {'id': 347, 'token': 'ir', 'count': 4}, {'id': 92, 'token': 'y', 'count': 4}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 45}, {'id': 86, 'token': 's', 'count': 25}, {'id': 16, 'token': '-', 'count': 24}, {'id': 283, 'token': 'Ġp', 'count': 21}, {'id': 266, 'token': 'Ġthe', 'count': 21}, {'id': 131, 'token': 'Ã', 'count': 18}, {'id': 202, 'token': 'Ċ', 'count': 18}, {'id': 17, 'token': '.', 'count': 14}, {'id': 282, 'token': 'ing', 'count': 13}, {'id': 68, 'token': 'a', 'count': 13}, {'id': 261, 'token': 'Ġa', 'count': 13}, {'id': 268, 'token': 'Ġs', 'count': 12}]
+state_text=' itrit Sp a seemase wh sur effect val�ich clearajor Commvelusedationah veryertand  cherib sioatedentston expl sinceream state Ph get�istime Trumpals m\xa0ceslectointp mayrew earork re'
+endpoint_text=" itrit Span,, whoingly record splom immutation of concertand �riblio, da expl since general, and monistish paran maits notap mayrew.\n\n\nIt's pierrama draw on not ever cool\norU That,"
+
+step=494 progress=0.4814 next=0.4824 model_t=0.4814 temp=1.550 support=0.4824 conc=7.436
+state_top=[{'id': 268, 'token': 'Ġs', 'count': 6}, {'id': 266, 'token': 'Ġthe', 'count': 6}, {'id': 506, 'token': 'Ġme', 'count': 5}, {'id': 280, 'token': 'ed', 'count': 5}, {'id': 347, 'token': 'ir', 'count': 5}, {'id': 392, 'token': 'um', 'count': 4}, {'id': 283, 'token': 'Ġp', 'count': 4}, {'id': 411, 'token': 'Ġnot', 'count': 4}, {'id': 16, 'token': '-', 'count': 4}, {'id': 363, 'token': 'ill', 'count': 4}, {'id': 293, 'token': 'Ġh', 'count': 4}, {'id': 397, 'token': 'Ġor', 'count': 4}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 52}, {'id': 15, 'token': ',', 'count': 30}, {'id': 86, 'token': 's', 'count': 21}, {'id': 16, 'token': '-', 'count': 18}, {'id': 268, 'token': 'Ġs', 'count': 17}, {'id': 283, 'token': 'Ġp', 'count': 15}, {'id': 261, 'token': 'Ġa', 'count': 12}, {'id': 378, 'token': 'Ġr', 'count': 12}, {'id': 282, 'token': 'ing', 'count': 11}, {'id': 72, 'token': 'e', 'count': 10}, {'id': 293, 'token': 'Ġh', 'count': 10}, {'id': 82, 'token': 'o', 'count': 9}]
+state_text=" month's Sp a ch said wh suros V�ich clearajor Commvelusedationided firstert as� cheig sioatedordingff un since�um Ph get�\x01ime Trumpalsnessll conflectoint rem may yearksertain ref "
+endpoint_text=" it'ss a base white effective rich clear- novelisation racertand �rib sioated button explosream state Ph getoistic mere merces plypy-dorking this Queen- alleg ds spl ever coen pche"
+
+step=495 progress=0.4824 next=0.4834 model_t=0.4824 temp=1.550 support=0.4834 conc=7.466
+state_top=[{'id': 266, 'token': 'Ġthe', 'count': 8}, {'id': 268, 'token': 'Ġs', 'count': 6}, {'id': 280, 'token': 'ed', 'count': 6}, {'id': 506, 'token': 'Ġme', 'count': 5}, {'id': 15, 'token': ',', 'count': 4}, {'id': 283, 'token': 'Ġp', 'count': 4}, {'id': 363, 'token': 'ill', 'count': 4}, {'id': 1285, 'token': 'Ġpost', 'count': 4}, {'id': 316, 'token': 'id', 'count': 4}, {'id': 93, 'token': 'z', 'count': 4}, {'id': 338, 'token': 'Ġu', 'count': 4}, {'id': 261, 'token': 'Ġa', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 59}, {'id': 15, 'token': ',', 'count': 19}, {'id': 17, 'token': '.', 'count': 16}, {'id': 280, 'token': 'ed', 'count': 15}, {'id': 282, 'token': 'ing', 'count': 15}, {'id': 261, 'token': 'Ġa', 'count': 14}, {'id': 16, 'token': '-', 'count': 14}, {'id': 86, 'token': 's', 'count': 13}, {'id': 378, 'token': 'Ġr', 'count': 12}, {'id': 268, 'token': 'Ġs', 'count': 12}, {'id': 290, 'token': 'Ġof', 'count': 10}, {'id': 283, 'token': 'Ġp', 'count': 10}]
+state_text=" month't 100 addatt wh suros V� intern clear president turnvelusedriesided Johnert as�gerig soidatedereff Thereity�ents:// get fil\x01� holdalsnessll conf resultointia iss such artert"
+endpoint_text=" it's like a ch said wh los V rich clear the novelusedation the first, as a cheig sweatedoff un since rumb getsistimeouals hell reflectedp fanks, ref this electron later dram. We b"
+
+step=496 progress=0.4834 next=0.4844 model_t=0.4834 temp=1.550 support=0.4844 conc=7.497
+state_top=[{'id': 15, 'token': ',', 'count': 5}, {'id': 279, 'token': 'Ġb', 'count': 5}, {'id': 266, 'token': 'Ġthe', 'count': 5}, {'id': 16, 'token': '-', 'count': 4}, {'id': 1462, 'token': 'Ġpat', 'count': 4}, {'id': 280, 'token': 'ed', 'count': 4}, {'id': 282, 'token': 'ing', 'count': 4}, {'id': 1366, 'token': 'ger', 'count': 3}, {'id': 1083, 'token': 'ved', 'count': 3}, {'id': 1777, 'token': 'rop', 'count': 3}, {'id': 968, 'token': 'ever', 'count': 3}, {'id': 1112, 'token': 'ness', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 50}, {'id': 15, 'token': ',', 'count': 37}, {'id': 17, 'token': '.', 'count': 17}, {'id': 280, 'token': 'ed', 'count': 15}, {'id': 282, 'token': 'ing', 'count': 15}, {'id': 279, 'token': 'Ġb', 'count': 13}, {'id': 318, 'token': 'ĠI', 'count': 13}, {'id': 268, 'token': 'Ġs', 'count': 12}, {'id': 290, 'token': 'Ġof', 'count': 12}, {'id': 283, 'token': 'Ġp', 'count': 11}, {'id': 86, 'token': 's', 'count': 10}, {'id': 273, 'token': 'Ġc', 'count': 10}]
+state_text=',oodack24 soatt wh suros Vty intern former president turnvel heriesious many less aszger operved Ed &rop organ There most� get:// get fileverreadyiz consnessll says resultointama i'
+endpoint_text="n't have a batt wh los V rich in that turnedused to the alert as an rig sweatedere. Thereity moments to gets the the falsnessll conf result thatia of such artertain ref long time, "
+
+step=497 progress=0.4844 next=0.4854 model_t=0.4844 temp=1.550 support=0.4854 conc=7.527
+state_top=[{'id': 266, 'token': 'Ġthe', 'count': 7}, {'id': 15, 'token': ',', 'count': 6}, {'id': 289, 'token': 'Ġm', 'count': 4}, {'id': 16, 'token': '-', 'count': 4}, {'id': 567, 'token': 'ry', 'count': 4}, {'id': 323, 'token': 'Ġon', 'count': 4}, {'id': 363, 'token': 'ill', 'count': 4}, {'id': 282, 'token': 'ing', 'count': 4}, {'id': 1462, 'token': 'Ġpat', 'count': 4}, {'id': 359, 'token': 'Ġas', 'count': 3}, {'id': 1112, 'token': 'ness', 'count': 3}, {'id': 1567, 'token': 'oint', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 45}, {'id': 15, 'token': ',', 'count': 28}, {'id': 282, 'token': 'ing', 'count': 19}, {'id': 378, 'token': 'Ġr', 'count': 17}, {'id': 343, 'token': 'Ġhe', 'count': 16}, {'id': 17, 'token': '.', 'count': 15}, {'id': 224, 'token': 'Ġ', 'count': 13}, {'id': 318, 'token': 'ĠI', 'count': 13}, {'id': 86, 'token': 's', 'count': 12}, {'id': 261, 'token': 'Ġa', 'count': 12}, {'id': 279, 'token': 'Ġb', 'count': 11}, {'id': 280, 'token': 'ed', 'count': 11}]
+state_text=',ood cor friend involatt wh friendos protty intern poweria turnond heriesiousagedar aszertainording they the has largeginiety most� get://. fil makesreadyiz consness m says resulto'
+endpoint_text=', cracking soatt Boos Vty the formerad turning heav, many b aszgerrived Ed d the. There nly get to gets the sizingnesslling jointed, such art for a long time, but as heleg head bee'
+
+step=498 progress=0.4854 next=0.4863 model_t=0.4854 temp=1.550 support=0.4863 conc=7.558
+state_top=[{'id': 266, 'token': 'Ġthe', 'count': 7}, {'id': 15, 'token': ',', 'count': 6}, {'id': 279, 'token': 'Ġb', 'count': 5}, {'id': 90, 'token': 'w', 'count': 4}, {'id': 524, 'token': 'ĠSt', 'count': 4}, {'id': 281, 'token': 'Ġf', 'count': 4}, {'id': 363, 'token': 'ill', 'count': 4}, {'id': 76, 'token': 'i', 'count': 4}, {'id': 1025, 'token': 'Ġhand', 'count': 4}, {'id': 548, 'token': 'ia', 'count': 3}, {'id': 1214, 'token': 'Ġturn', 'count': 3}, {'id': 1112, 'token': 'ness', 'count': 3}]
+endpoint_top=[{'id': 266, 'token': 'Ġthe', 'count': 57}, {'id': 15, 'token': ',', 'count': 38}, {'id': 282, 'token': 'ing', 'count': 24}, {'id': 280, 'token': 'ed', 'count': 22}, {'id': 343, 'token': 'Ġhe', 'count': 17}, {'id': 273, 'token': 'Ġc', 'count': 14}, {'id': 17, 'token': '.', 'count': 11}, {'id': 289, 'token': 'Ġm', 'count': 11}, {'id': 279, 'token': 'Ġb', 'count': 10}, {'id': 86, 'token': 's', 'count': 9}, {'id': 224, 'token': 'Ġ', 'count': 9}, {'id': 16, 'token': '-', 'count': 9}]
+state_text=',ood cor friend involatt whmsos protots found poweria turnond heameiousaged� and didnertainme they the has large complete� most He get://ery fil asw sign experness m says result�am'
+endpoint_text=', the the a batt whoos protty the poweria turnond hellious hear aszertain, they the c be of the most to gets. Never sizing the mispointama, such eyes of longle, but as ii been pers'
+
+step=499 progress=0.4863 next=0.4873 model_t=0.4863 temp=1.550 support=0.4873 conc=7.589
+state_top=[{'id': 15, 'token': ',', 'count': 7}, {'id': 266, 'token': 'Ġthe', 'count': 7}, {'id': 279, 'token': 'Ġb', 'count': 5}, {'id': 76, 'token': 'i', 'count': 5}, {'id': 343, 'token': 'Ġhe', 'count': 4}, {'id': 378, 'token': 'Ġr', 'count': 4}, {'id': 1025, 'token': 'Ġhand', 'count': 4}, {'id': 1287, 'token': 'Ġseem', 'count': 4}, {'id': 524, 'token': 'ĠSt', 'count': 4}, {'id': 281, 'token': 'Ġf', 'count': 4}, {'id': 433, 'token': 'nt', 'count': 4}, {'id': 851, 'token': 'other', 'count': 4}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 54}, {'id': 266, 'token': 'Ġthe', 'count': 44}, {'id': 17, 'token': '.', 'count': 19}, {'id': 282, 'token': 'ing', 'count': 19}, {'id': 280, 'token': 'ed', 'count': 17}, {'id': 279, 'token': 'Ġb', 'count': 16}, {'id': 281, 'token': 'Ġf', 'count': 13}, {'id': 290, 'token': 'Ġof', 'count': 12}, {'id': 86, 'token': 's', 'count': 11}, {'id': 283, 'token': 'Ġp', 'count': 10}, {'id': 378, 'token': 'Ġr', 'count': 10}, {'id': 469, 'token': 'Ġhis', 'count': 9}]
+state_text=', she cor�icle del T beenos plots air powerilar turnond heameious r memproattertainme they theid their hand� most He get signery fil aswiredseale m" resultoryama ass�eredwe of firs'
+endpoint_text=', the corner involved whmsosfots on his own turn, he wasiousaged, and grimme in the has large of the. He getsery, aswasingness maged, the iss such with out of longle, me as a drama'
+
+step=500 progress=0.4873 next=0.4883 model_t=0.4873 temp=1.550 support=0.4883 conc=7.619
+state_top=[{'id': 15, 'token': ',', 'count': 8}, {'id': 266, 'token': 'Ġthe', 'count': 6}, {'id': 343, 'token': 'Ġhe', 'count': 5}, {'id': 30, 'token': ';', 'count': 5}, {'id': 281, 'token': 'Ġf', 'count': 4}, {'id': 1810, 'token': 'ring', 'count': 4}, {'id': 369, 'token': 'ke', 'count': 4}, {'id': 2021, 'token': 'wards', 'count': 3}, {'id': 316, 'token': 'id', 'count': 3}, {'id': 273, 'token': 'Ġc', 'count': 3}, {'id': 1230, 'token': 'Ġfil', 'count': 3}, {'id': 289, 'token': 'Ġm', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 90}, {'id': 266, 'token': 'Ġthe', 'count': 47}, {'id': 282, 'token': 'ing', 'count': 21}, {'id': 281, 'token': 'Ġf', 'count': 19}, {'id': 378, 'token': 'Ġr', 'count': 16}, {'id': 290, 'token': 'Ġof', 'count': 14}, {'id': 280, 'token': 'ed', 'count': 11}, {'id': 469, 'token': 'Ġhis', 'count': 11}, {'id': 273, 'token': 'Ġc', 'count': 11}, {'id': 17, 'token': '.', 'count': 10}, {'id': 289, 'token': 'Ġm', 'count': 10}, {'id': 261, 'token': 'Ġa', 'count': 10}]
+state_text=', sever cor//iclewardsation beenos plots air powerilaratingond heameious radpro heertainme they theid their all� ch He c signect fil famandiredse which m"ed thosees next theeredwe '
+endpoint_text=', she corred. Taos plots air powerful turnond heame, round and entertainme they rid their hands. He gets red asworse as mid results, assdered out of his time, seem as a dramat pers'
+
+step=501 progress=0.4883 next=0.4893 model_t=0.4883 temp=1.550 support=0.4893 conc=7.650
+state_top=[{'id': 15, 'token': ',', 'count': 9}, {'id': 72, 'token': 'e', 'count': 8}, {'id': 30, 'token': ';', 'count': 6}, {'id': 343, 'token': 'Ġhe', 'count': 5}, {'id': 280, 'token': 'ed', 'count': 5}, {'id': 305, 'token': 'st', 'count': 5}, {'id': 273, 'token': 'Ġc', 'count': 4}, {'id': 433, 'token': 'nt', 'count': 4}, {'id': 616, 'token': 'Ġthere', 'count': 4}, {'id': 292, 'token': 'Ġd', 'count': 4}, {'id': 282, 'token': 'ing', 'count': 4}, {'id': 16, 'token': '-', 'count': 4}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 69}, {'id': 266, 'token': 'Ġthe', 'count': 28}, {'id': 17, 'token': '.', 'count': 26}, {'id': 280, 'token': 'ed', 'count': 20}, {'id': 343, 'token': 'Ġhe', 'count': 18}, {'id': 72, 'token': 'e', 'count': 17}, {'id': 281, 'token': 'Ġf', 'count': 14}, {'id': 282, 'token': 'ing', 'count': 14}, {'id': 10, 'token': "'", 'count': 12}, {'id': 81, 'token': 'n', 'count': 11}, {'id': 261, 'token': 'Ġa', 'count': 11}, {'id': 289, 'token': 'Ġm', 'count': 10}]
+state_text=', severcentsyiclewardsation40os pl ass too power�ueond heamerent radpro heertainme they rid theirto�//AL c signect fil ( every benseconom m"edresses investiginederedall of neHeott '
+endpoint_text=', he corn towards the beenos plots air power beating the heameious radio heat, they rid their allies. He ceeded abandorse which mounted eyes on the swe of the r, that as he dramat '
+
+step=502 progress=0.4893 next=0.4902 model_t=0.4893 temp=1.550 support=0.4902 conc=7.682
+state_top=[{'id': 72, 'token': 'e', 'count': 8}, {'id': 68, 'token': 'a', 'count': 6}, {'id': 15, 'token': ',', 'count': 5}, {'id': 273, 'token': 'Ġc', 'count': 4}, {'id': 280, 'token': 'ed', 'count': 4}, {'id': 616, 'token': 'Ġthere', 'count': 4}, {'id': 82, 'token': 'o', 'count': 4}, {'id': 469, 'token': 'Ġhis', 'count': 4}, {'id': 266, 'token': 'Ġthe', 'count': 4}, {'id': 282, 'token': 'ing', 'count': 4}, {'id': 269, 'token': 'at', 'count': 3}, {'id': 1018, 'token': 'way', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 102}, {'id': 282, 'token': 'ing', 'count': 22}, {'id': 266, 'token': 'Ġthe', 'count': 22}, {'id': 72, 'token': 'e', 'count': 19}, {'id': 17, 'token': '.', 'count': 14}, {'id': 292, 'token': 'Ġd', 'count': 11}, {'id': 16, 'token': '-', 'count': 11}, {'id': 261, 'token': 'Ġa', 'count': 11}, {'id': 280, 'token': 'ed', 'count': 10}, {'id': 10, 'token': "'", 'count': 10}, {'id': 343, 'token': 'Ġhe', 'count': 9}, {'id': 378, 'token': 'Ġr', 'count': 9}]
+state_text=" develop arcentsy whittleation40osiqu asspp went�ueondinesamerent ratpro�ertain'll they rid theirto�aignway c explp fil ( every Rep phconom mixedresses investig verseredall of neHe"
+endpoint_text=', linging towardsation deos plots too power dueond heame, radar heartme they rid theirn the,, cfected (and bensely mixed ones on the wall of neatott seems slight beat E Stosterst f'
+
+step=503 progress=0.4902 next=0.4912 model_t=0.4902 temp=1.550 support=0.4912 conc=7.713
+state_top=[{'id': 72, 'token': 'e', 'count': 7}, {'id': 68, 'token': 'a', 'count': 6}, {'id': 261, 'token': 'Ġa', 'count': 5}, {'id': 378, 'token': 'Ġr', 'count': 4}, {'id': 297, 'token': 'le', 'count': 4}, {'id': 82, 'token': 'o', 'count': 4}, {'id': 92, 'token': 'y', 'count': 4}, {'id': 738, 'token': 'Ġtwo', 'count': 4}, {'id': 30, 'token': ';', 'count': 4}, {'id': 287, 'token': 'ar', 'count': 4}, {'id': 483, 'token': 'Ġk', 'count': 3}, {'id': 928, 'token': 'ince', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 119}, {'id': 266, 'token': 'Ġthe', 'count': 21}, {'id': 273, 'token': 'Ġc', 'count': 19}, {'id': 72, 'token': 'e', 'count': 19}, {'id': 17, 'token': '.', 'count': 17}, {'id': 282, 'token': 'ing', 'count': 15}, {'id': 343, 'token': 'Ġhe', 'count': 13}, {'id': 82, 'token': 'o', 'count': 13}, {'id': 86, 'token': 's', 'count': 13}, {'id': 280, 'token': 'ed', 'count': 10}, {'id': 68, 'token': 'a', 'count': 10}, {'id': 378, 'token': 'Ġr', 'count': 9}]
+state_text='ior ar ksy whittleation40osiqu fightpp went memueondinesWerent r�pro\n\nERcomince rid theirto Youaignway c explpvers (� differe use had mixedresses investig vers changeall of neready'
+endpoint_text=', arcsy wh station cos plepp haag nond heame, ratio,,, they rid theirto the,way cockpes ( every un ph the mixed ones, the mall of neithere, as he — ratina Stuetersteav mut,, he sho'
+
+step=504 progress=0.4912 next=0.4922 model_t=0.4912 temp=1.550 support=0.4922 conc=7.744
+state_top=[{'id': 72, 'token': 'e', 'count': 7}, {'id': 261, 'token': 'Ġa', 'count': 5}, {'id': 266, 'token': 'Ġthe', 'count': 5}, {'id': 68, 'token': 'a', 'count': 5}, {'id': 641, 'token': 'fter', 'count': 4}, {'id': 280, 'token': 'ed', 'count': 4}, {'id': 82, 'token': 'o', 'count': 4}, {'id': 500, 'token': 'age', 'count': 4}, {'id': 283, 'token': 'Ġp', 'count': 4}, {'id': 1857, 'token': 'Ġ2015', 'count': 4}, {'id': 333, 'token': 'Ġfor', 'count': 4}, {'id': 870, 'token': 'Ġdown', 'count': 4}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 93}, {'id': 72, 'token': 'e', 'count': 23}, {'id': 68, 'token': 'a', 'count': 23}, {'id': 266, 'token': 'Ġthe', 'count': 17}, {'id': 82, 'token': 'o', 'count': 16}, {'id': 17, 'token': '.', 'count': 14}, {'id': 469, 'token': 'Ġhis', 'count': 14}, {'id': 261, 'token': 'Ġa', 'count': 13}, {'id': 343, 'token': 'Ġhe', 'count': 13}, {'id': 86, 'token': 's', 'count': 12}, {'id': 269, 'token': 'at', 'count': 12}, {'id': 281, 'token': 'Ġf', 'count': 11}]
+state_text="ior best ksy whittleation play3iqu invest, went mem fondinesWerenteneollpro\n\nERcomince rid a' Youhway cuspversfter�ness's had put?edatchescyaking changeall of nereadybe� occ suppge"
+endpoint_text=', ars, whittle th closiquipping blueondinesWe, ratpro,,, they rid theirto fallway cockpit (who use had mixed ones, the fall of negbe�s) — Patina StuttersteavauselyildWhital there w'
+
+step=505 progress=0.4922 next=0.4932 model_t=0.4922 temp=1.550 support=0.4932 conc=7.776
+state_top=[{'id': 72, 'token': 'e', 'count': 9}, {'id': 294, 'token': 'Ġand', 'count': 6}, {'id': 1309, 'token': 'ĠFr', 'count': 5}, {'id': 268, 'token': 'Ġs', 'count': 5}, {'id': 289, 'token': 'Ġm', 'count': 4}, {'id': 280, 'token': 'ed', 'count': 4}, {'id': 286, 'token': 'al', 'count': 4}, {'id': 333, 'token': 'Ġfor', 'count': 4}, {'id': 293, 'token': 'Ġh', 'count': 4}, {'id': 68, 'token': 'a', 'count': 4}, {'id': 715, 'token': 'Ġplay', 'count': 3}, {'id': 1333, 'token': 'ead', 'count': 3}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 62}, {'id': 266, 'token': 'Ġthe', 'count': 32}, {'id': 86, 'token': 's', 'count': 24}, {'id': 72, 'token': 'e', 'count': 20}, {'id': 261, 'token': 'Ġa', 'count': 16}, {'id': 282, 'token': 'ing', 'count': 14}, {'id': 289, 'token': 'Ġm', 'count': 14}, {'id': 290, 'token': 'Ġof', 'count': 13}, {'id': 17, 'token': '.', 'count': 12}, {'id': 268, 'token': 'Ġs', 'count': 11}, {'id': 82, 'token': 'o', 'count': 11}, {'id': 344, 'token': 'Ġit', 'count': 11}]
+state_text='ior health ksy whittleation play3 eR, went \' fuckinesWerenteneoll y\n\neadcomince rid a",selveshway cuspientie�ness ) had m?edAN�cyity� dec ofysready They� occ supp..5aredina rel inv'
+endpoint_text="u best king mittleation play d blog, went a fondly,rent pollpror.comince rid a on gham cusp,� theness's had mixed ones t the ball of neatbe�suge matina punter s et putps campneleal"
+
+step=506 progress=0.4932 next=0.4941 model_t=0.4932 temp=1.550 support=0.4941 conc=7.807
+state_top=[{'id': 294, 'token': 'Ġand', 'count': 8}, {'id': 72, 'token': 'e', 'count': 6}, {'id': 261, 'token': 'Ġa', 'count': 5}, {'id': 17, 'token': '.', 'count': 5}, {'id': 333, 'token': 'Ġfor', 'count': 5}, {'id': 715, 'token': 'Ġplay', 'count': 4}, {'id': 289, 'token': 'Ġm', 'count': 4}, {'id': 268, 'token': 'Ġs', 'count': 4}, {'id': 1508, 'token': 'ior', 'count': 3}, {'id': 345, 'token': 'ation', 'count': 3}, {'id': 308, 'token': 'Ġe', 'count': 3}, {'id': 15, 'token': ',', 'count': 3}]
+endpoint_top=[{'id': 72, 'token': 'e', 'count': 32}, {'id': 15, 'token': ',', 'count': 31}, {'id': 266, 'token': 'Ġthe', 'count': 30}, {'id': 68, 'token': 'a', 'count': 29}, {'id': 289, 'token': 'Ġm', 'count': 18}, {'id': 261, 'token': 'Ġa', 'count': 17}, {'id': 86, 'token': 's', 'count': 17}, {'id': 17, 'token': '.', 'count': 15}, {'id': 282, 'token': 'ing', 'count': 11}, {'id': 290, 'token': 'Ġof', 'count': 11}, {'id': 279, 'token': 'Ġb', 'count': 10}, {'id': 293, 'token': 'Ġh', 'count': 10}]
+state_text='ior a ksyvenittleation playitive eiver, went \' fuck hour�renteneoll y\n\neadcomince rittle a",ionalhway cus experientata�ness gu had m andedive�cyity� so ofys 24 meet� occ supp..5are'
+endpoint_text="e a kid whittleation play, eR, and the fucking merenteneoll y instead m, rid a buhway cusp lie,ness's had mixed oneseity a dec of neon’s cgeearedina rellie, secondit putps pour ele"
+
+step=507 progress=0.4941 next=0.4951 model_t=0.4941 temp=1.550 support=0.4951 conc=7.839
+state_top=[{'id': 261, 'token': 'Ġa', 'count': 5}, {'id': 17, 'token': '.', 'count': 5}, {'id': 333, 'token': 'Ġfor', 'count': 5}, {'id': 268, 'token': 'Ġs', 'count': 5}, {'id': 715, 'token': 'Ġplay', 'count': 4}, {'id': 525, 'token': 'ind', 'count': 4}, {'id': 280, 'token': 'ed', 'count': 4}, {'id': 294, 'token': 'Ġand', 'count': 4}, {'id': 464, 'token': 'Ġcan', 'count': 4}, {'id': 744, 'token': 'rough', 'count': 4}, {'id': 401, 'token': 'ab', 'count': 4}, {'id': 283, 'token': 'Ġp', 'count': 4}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 63}, {'id': 17, 'token': '.', 'count': 37}, {'id': 289, 'token': 'Ġm', 'count': 22}, {'id': 72, 'token': 'e', 'count': 21}, {'id': 92, 'token': 'y', 'count': 20}, {'id': 282, 'token': 'ing', 'count': 15}, {'id': 279, 'token': 'Ġb', 'count': 15}, {'id': 273, 'token': 'Ġc', 'count': 12}, {'id': 86, 'token': 's', 'count': 10}, {'id': 261, 'token': 'Ġa', 'count': 9}, {'id': 283, 'token': 'Ġp', 'count': 9}, {'id': 82, 'token': 'o', 'count': 8}]
+state_text=' mean a#syvenittleation playitive leastiver, went ac fuck inst�rentreeoll y\n\neadind look rittle aevionalh they cus experientata�nesscept had m standedive�� inter r\t of mean 24 meet'
+endpoint_text=', a kuveneation playing eind, went a fucking crent coll yeead mince rid a bethway cuspientie.ness gu had missed it ccyity, so of the ch’  supp..5aredina rel mé l favy tour, de m, a'
+
+step=508 progress=0.4951 next=0.4961 model_t=0.4951 temp=1.550 support=0.4961 conc=7.871
+state_top=[{'id': 261, 'token': 'Ġa', 'count': 6}, {'id': 17, 'token': '.', 'count': 6}, {'id': 268, 'token': 'Ġs', 'count': 6}, {'id': 389, 'token': 'us', 'count': 5}, {'id': 280, 'token': 'ed', 'count': 5}, {'id': 294, 'token': 'Ġand', 'count': 5}, {'id': 286, 'token': 'al', 'count': 5}, {'id': 283, 'token': 'Ġp', 'count': 5}, {'id': 92, 'token': 'y', 'count': 5}, {'id': 273, 'token': 'Ġc', 'count': 4}, {'id': 316, 'token': 'id', 'count': 4}, {'id': 87, 'token': 't', 'count': 4}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 49}, {'id': 17, 'token': '.', 'count': 21}, {'id': 72, 'token': 'e', 'count': 20}, {'id': 289, 'token': 'Ġm', 'count': 19}, {'id': 86, 'token': 's', 'count': 16}, {'id': 266, 'token': 'Ġthe', 'count': 13}, {'id': 269, 'token': 'at', 'count': 12}, {'id': 87, 'token': 't', 'count': 12}, {'id': 92, 'token': 'y', 'count': 12}, {'id': 282, 'token': 'ing', 'count': 11}, {'id': 294, 'token': 'Ġand', 'count': 11}, {'id': 268, 'token': 'Ġs', 'count': 10}]
+state_text=' mean a#erence bu —be playitive infiver, now ac polituck inst�rentreeonsbs\n\neadind look rittle aevionalah they cus hientata Gnesscept had m standedive� repise conid of mean 24 meet'
+endpoint_text=', a kaven station player river, m the fucking the t coll ye behind look rat a buh they cuspient meatness I had missed me the the inter race of ging’s supply hearina rel.�, naunavh '
+
+step=509 progress=0.4961 next=0.4971 model_t=0.4961 temp=1.550 support=0.4971 conc=7.903
+state_top=[{'id': 92, 'token': 'y', 'count': 7}, {'id': 389, 'token': 'us', 'count': 6}, {'id': 17, 'token': '.', 'count': 6}, {'id': 261, 'token': 'Ġa', 'count': 5}, {'id': 525, 'token': 'ind', 'count': 5}, {'id': 316, 'token': 'id', 'count': 5}, {'id': 224, 'token': 'Ġ', 'count': 5}, {'id': 268, 'token': 'Ġs', 'count': 5}, {'id': 15, 'token': ',', 'count': 4}, {'id': 86, 'token': 's', 'count': 4}, {'id': 90, 'token': 'w', 'count': 4}, {'id': 952, 'token': 'cy', 'count': 4}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 28}, {'id': 17, 'token': '.', 'count': 28}, {'id': 224, 'token': 'Ġ', 'count': 26}, {'id': 344, 'token': 'Ġit', 'count': 20}, {'id': 86, 'token': 's', 'count': 19}, {'id': 389, 'token': 'us', 'count': 17}, {'id': 266, 'token': 'Ġthe', 'count': 16}, {'id': 282, 'token': 'ing', 'count': 15}, {'id': 72, 'token': 'e', 'count': 15}, {'id': 273, 'token': 'Ġc', 'count': 12}, {'id': 1316, 'token': 'Ġi', 'count': 12}, {'id': 87, 'token': 't', 'count': 12}]
+state_text=' mean a#erence bu colar playitive infiver,rets fuck smalloughrentreewbs famhedind look rittlecyevilityah they c app hby story then back storyush m �edive�� sm conid that the 24ined'
+endpoint_text=' mean af, bu maybe playing infl, now the fuck with the missonsbs m wind look rich aev mah they cus hus, c c i had missed the raise rid of meaning’s suppl5 thus the ésmavis tours de'
+
+step=510 progress=0.4971 next=0.4980 model_t=0.4971 temp=1.550 support=0.4980 conc=7.935
+state_top=[{'id': 15, 'token': ',', 'count': 6}, {'id': 283, 'token': 'Ġp', 'count': 6}, {'id': 261, 'token': 'Ġa', 'count': 5}, {'id': 264, 'token': 're', 'count': 5}, {'id': 72, 'token': 'e', 'count': 5}, {'id': 92, 'token': 'y', 'count': 5}, {'id': 86, 'token': 's', 'count': 4}, {'id': 273, 'token': 'Ġc', 'count': 4}, {'id': 293, 'token': 'Ġh', 'count': 4}, {'id': 316, 'token': 'id', 'count': 4}, {'id': 266, 'token': 'Ġthe', 'count': 4}, {'id': 286, 'token': 'al', 'count': 4}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 34}, {'id': 224, 'token': 'Ġ', 'count': 23}, {'id': 72, 'token': 'e', 'count': 21}, {'id': 17, 'token': '.', 'count': 21}, {'id': 92, 'token': 'y', 'count': 20}, {'id': 86, 'token': 's', 'count': 20}, {'id': 1316, 'token': 'Ġi', 'count': 20}, {'id': 282, 'token': 'ing', 'count': 16}, {'id': 389, 'token': 'us', 'count': 16}, {'id': 283, 'token': 'Ġp', 'count': 13}, {'id': 273, 'token': 'Ġc', 'count': 12}, {'id': 293, 'token': 'Ġh', 'count': 11}]
+state_text=' mean a#erence jsc im Bitivesyiver, wheres fuck small minrentreewbs famhedind look rittlecyularility possek cick hbymin thenre�ush m Isedive��ore conidive the 24 has� occ supp�5ifi'
+endpoint_text=' mean a tot of buyar playing infiver, gets fuckingough thirdwbs, blindand ru ieveah they cold hus, then back i had mentioned a rid sm kid that the ’s supply5 plusear$10, names, 80 '
+
+step=511 progress=0.4980 next=0.4990 model_t=0.4980 temp=1.550 support=0.4990 conc=7.968
+state_top=[{'id': 71, 'token': 'd', 'count': 6}, {'id': 283, 'token': 'Ġp', 'count': 6}, {'id': 261, 'token': 'Ġa', 'count': 5}, {'id': 86, 'token': 's', 'count': 5}, {'id': 72, 'token': 'e', 'count': 5}, {'id': 478, 'token': 'Ġj', 'count': 4}, {'id': 15, 'token': ',', 'count': 4}, {'id': 323, 'token': 'Ġon', 'count': 4}, {'id': 273, 'token': 'Ġc', 'count': 4}, {'id': 293, 'token': 'Ġh', 'count': 4}, {'id': 224, 'token': 'Ġ', 'count': 4}, {'id': 266, 'token': 'Ġthe', 'count': 4}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 49}, {'id': 86, 'token': 's', 'count': 22}, {'id': 17, 'token': '.', 'count': 21}, {'id': 1316, 'token': 'Ġi', 'count': 18}, {'id': 283, 'token': 'Ġp', 'count': 17}, {'id': 224, 'token': 'Ġ', 'count': 15}, {'id': 389, 'token': 'us', 'count': 14}, {'id': 266, 'token': 'Ġthe', 'count': 13}, {'id': 72, 'token': 'e', 'count': 13}, {'id': 92, 'token': 'y', 'count': 13}, {'id': 261, 'token': 'Ġa', 'count': 12}, {'id': 273, 'token': 'Ġc', 'count': 12}]
+state_text=" mean aistererence jsc im B�ptioniver, wheres fuck'vesyrentreew on famhedind success rittleamular home possek cick h ccept then i wush m Isructive��ore con unous re 24ivers� occ is"
+endpoint_text="s af of jscar Broliver, wheres fuck small minutes awbs, blind, rucy, shots, cick hu, thenre rush missed up  core conid that the game has beens suppionrificusear am10� sits in't i i"
+
+step=512 progress=0.4990 next=0.5000 model_t=0.4990 temp=1.550 support=0.5000 conc=8.000
+state_top=[{'id': 283, 'token': 'Ġp', 'count': 7}, {'id': 273, 'token': 'Ġc', 'count': 6}, {'id': 71, 'token': 'd', 'count': 6}, {'id': 478, 'token': 'Ġj', 'count': 5}, {'id': 85, 'token': 'r', 'count': 5}, {'id': 1827, 'token': 'artment', 'count': 5}, {'id': 80, 'token': 'm', 'count': 5}, {'id': 261, 'token': 'Ġa', 'count': 4}, {'id': 15, 'token': ',', 'count': 4}, {'id': 86, 'token': 's', 'count': 4}, {'id': 293, 'token': 'Ġh', 'count': 4}, {'id': 270, 'token': 'Ġw', 'count': 4}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 36}, {'id': 17, 'token': '.', 'count': 26}, {'id': 224, 'token': 'Ġ', 'count': 23}, {'id': 72, 'token': 'e', 'count': 23}, {'id': 86, 'token': 's', 'count': 19}, {'id': 266, 'token': 'Ġthe', 'count': 17}, {'id': 87, 'token': 't', 'count': 17}, {'id': 261, 'token': 'Ġa', 'count': 14}, {'id': 88, 'token': 'u', 'count': 14}, {'id': 1316, 'token': 'Ġi', 'count': 14}, {'id': 79, 'token': 'l', 'count': 14}, {'id': 293, 'token': 'Ġh', 'count': 12}]
+state_text=' pass aistererence jsc im their�ptioniver,arns fuckool certainrentreeg onlectionhedind run rittleamman came possek cick h c i tw i wason m Ispro\n�".orer To Ar re 24formaneience sa�'
+endpoint_text=' mean auen jsc im By diver, wheres fucking min b saw on the behind the rhamular home poss, cick h ccept then i wush missedive more con unous re �,o is a botten  é kits i i mayiven.'
+
+step=513 progress=0.5000 next=0.5010 model_t=0.5000 temp=1.550 support=0.5010 conc=8.033
+state_top=[{'id': 71, 'token': 'd', 'count': 7}, {'id': 85, 'token': 'r', 'count': 6}, {'id': 86, 'token': 's', 'count': 5}, {'id': 273, 'token': 'Ġc', 'count': 5}, {'id': 224, 'token': 'Ġ', 'count': 5}, {'id': 263, 'token': 'in', 'count': 5}, {'id': 79, 'token': 'l', 'count': 5}, {'id': 283, 'token': 'Ġp', 'count': 5}, {'id': 323, 'token': 'Ġon', 'count': 4}, {'id': 1316, 'token': 'Ġi', 'count': 4}, {'id': 1848, 'token': 'Ġcomplete', 'count': 4}, {'id': 1055, 'token': 'Ġsign', 'count': 4}]
+endpoint_top=[{'id': 72, 'token': 'e', 'count': 46}, {'id': 86, 'token': 's', 'count': 27}, {'id': 224, 'token': 'Ġ', 'count': 27}, {'id': 17, 'token': '.', 'count': 24}, {'id': 15, 'token': ',', 'count': 23}, {'id': 289, 'token': 'Ġm', 'count': 18}, {'id': 79, 'token': 'l', 'count': 16}, {'id': 273, 'token': 'Ġc', 'count': 15}, {'id': 71, 'token': 'd', 'count': 14}, {'id': 68, 'token': 'a', 'count': 14}, {'id': 87, 'token': 't', 'count': 14}, {'id': 283, 'token': 'Ġp', 'count': 14}]
+state_text='ined a certain law Comm cleank their value Y together buildarns fuck c certain feelreeg on H coind v rittlets back came possek c members oases i tw i completeasonsel Isproch� willu'
+endpoint_text=' pass a lau jo im theiri river, gets fucking certain creeg on the behind the rhamman geek cick h cat tw i we miss\n\nwmorerse redrane, is a colde  miss�   the world may. pee b The mo'
+
+step=514 progress=0.5010 next=0.5020 model_t=0.5010 temp=1.550 support=0.5020 conc=8.065
+state_top=[{'id': 85, 'token': 'r', 'count': 7}, {'id': 71, 'token': 'd', 'count': 6}, {'id': 273, 'token': 'Ġc', 'count': 5}, {'id': 263, 'token': 'in', 'count': 5}, {'id': 283, 'token': 'Ġp', 'count': 5}, {'id': 261, 'token': 'Ġa', 'count': 4}, {'id': 16, 'token': '-', 'count': 4}, {'id': 73, 'token': 'f', 'count': 4}, {'id': 298, 'token': 'Ġth', 'count': 4}, {'id': 260, 'token': 'Ġt', 'count': 4}, {'id': 224, 'token': 'Ġ', 'count': 4}, {'id': 1454, 'token': 'Ġmen', 'count': 4}]
+endpoint_top=[{'id': 72, 'token': 'e', 'count': 48}, {'id': 15, 'token': ',', 'count': 27}, {'id': 17, 'token': '.', 'count': 23}, {'id': 79, 'token': 'l', 'count': 21}, {'id': 86, 'token': 's', 'count': 19}, {'id': 261, 'token': 'Ġa', 'count': 18}, {'id': 1316, 'token': 'Ġi', 'count': 18}, {'id': 224, 'token': 'Ġ', 'count': 17}, {'id': 81, 'token': 'n', 'count': 16}, {'id': 71, 'token': 'd', 'count': 14}, {'id': 289, 'token': 'Ġm', 'count': 13}, {'id': 88, 'token': 'u', 'count': 12}]
+state_text='N aittle law also cleener their value etern buildarnng fuck c certain feelreeg appro blggind v rittle- every came possek cirformationases i tw i put Or bre Ispro\\� will".rraft memo'
+endpoint_text='s a certaind j clean their. Y together, os fuck cat feel jg on H coind v ratam back came possek cat oh i tw i to besel Isproch  will hr con Ar reas sane, sao i, fear miss massing i'
+
+step=515 progress=0.5020 next=0.5029 model_t=0.5020 temp=1.550 support=0.5029 conc=8.098
+state_top=[{'id': 71, 'token': 'd', 'count': 8}, {'id': 85, 'token': 'r', 'count': 6}, {'id': 261, 'token': 'Ġa', 'count': 5}, {'id': 260, 'token': 'Ġt', 'count': 5}, {'id': 273, 'token': 'Ġc', 'count': 4}, {'id': 74, 'token': 'g', 'count': 4}, {'id': 73, 'token': 'f', 'count': 4}, {'id': 298, 'token': 'Ġth', 'count': 4}, {'id': 60, 'token': 'Y', 'count': 4}, {'id': 88, 'token': 'u', 'count': 4}, {'id': 224, 'token': 'Ġ', 'count': 4}, {'id': 81, 'token': 'n', 'count': 4}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 54}, {'id': 17, 'token': '.', 'count': 22}, {'id': 86, 'token': 's', 'count': 17}, {'id': 261, 'token': 'Ġa', 'count': 14}, {'id': 72, 'token': 'e', 'count': 14}, {'id': 82, 'token': 'o', 'count': 12}, {'id': 71, 'token': 'd', 'count': 12}, {'id': 283, 'token': 'Ġp', 'count': 12}, {'id': 273, 'token': 'Ġc', 'count': 11}, {'id': 68, 'token': 'a', 'count': 11}, {'id': 289, 'token': 'Ġm', 'count': 11}, {'id': 92, 'token': 'y', 'count': 11}]
+state_text='\'s alement her also�ener theirong e ro buildarnng fuck cull feelreegerence blgg c v Or wh- every came possek c moneyclases i tw i mem Orand Is 17ason� will".� most memond\x1bformereie'
+endpoint_text='N a ca also clean their play etern karns fuck cat feelung on Hoind v rat-b- cheek circles i. i c the bre Ispro, he will err a memond of theere w sa line,gh fear inem youpping redis'
+
+step=516 progress=0.5029 next=0.5039 model_t=0.5029 temp=1.550 support=0.5039 conc=8.131
+state_top=[{'id': 261, 'token': 'Ġa', 'count': 6}, {'id': 85, 'token': 'r', 'count': 6}, {'id': 273, 'token': 'Ġc', 'count': 5}, {'id': 71, 'token': 'd', 'count': 5}, {'id': 48, 'token': 'M', 'count': 5}, {'id': 281, 'token': 'Ġf', 'count': 4}, {'id': 74, 'token': 'g', 'count': 4}, {'id': 16, 'token': '-', 'count': 4}, {'id': 292, 'token': 'Ġd', 'count': 4}, {'id': 1316, 'token': 'Ġi', 'count': 4}, {'id': 73, 'token': 'f', 'count': 4}, {'id': 298, 'token': 'Ġth', 'count': 4}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 60}, {'id': 72, 'token': 'e', 'count': 21}, {'id': 17, 'token': '.', 'count': 17}, {'id': 71, 'token': 'd', 'count': 15}, {'id': 292, 'token': 'Ġd', 'count': 14}, {'id': 82, 'token': 'o', 'count': 14}, {'id': 224, 'token': 'Ġ', 'count': 14}, {'id': 85, 'token': 'r', 'count': 13}, {'id': 87, 'token': 't', 'count': 13}, {'id': 68, 'token': 'a', 'count': 12}, {'id': 1316, 'token': 'Ġi', 'count': 11}, {'id': 92, 'token': 'y', 'count': 11}]
+state_text="'s aressper also Am from theirong� ro build trarist f grow c social feelurogerence bl work c v r wh- every came allek c moneyclim d tw i days 'and Is 17ason� inst can�iam memptionb"
+endpoint_text="'s a little her also scener mong e ro builddng fuck cat feelreeg, blue c v rus-uk y' circles i tw i put cand i y,, willyr most memond of Ceren saw lines fear in the mpping redece p"
+
+step=517 progress=0.5039 next=0.5049 model_t=0.5039 temp=1.550 support=0.5049 conc=8.164
+state_top=[{'id': 273, 'token': 'Ġc', 'count': 5}, {'id': 292, 'token': 'Ġd', 'count': 5}, {'id': 71, 'token': 'd', 'count': 5}, {'id': 261, 'token': 'Ġa', 'count': 5}, {'id': 289, 'token': 'Ġm', 'count': 5}, {'id': 283, 'token': 'Ġp', 'count': 5}, {'id': 85, 'token': 'r', 'count': 5}, {'id': 323, 'token': 'Ġon', 'count': 4}, {'id': 74, 'token': 'g', 'count': 4}, {'id': 16, 'token': '-', 'count': 4}, {'id': 294, 'token': 'Ġand', 'count': 4}, {'id': 73, 'token': 'f', 'count': 4}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 48}, {'id': 1316, 'token': 'Ġi', 'count': 43}, {'id': 72, 'token': 'e', 'count': 22}, {'id': 292, 'token': 'Ġd', 'count': 17}, {'id': 85, 'token': 'r', 'count': 17}, {'id': 261, 'token': 'Ġa', 'count': 16}, {'id': 224, 'token': 'Ġ', 'count': 16}, {'id': 17, 'token': '.', 'count': 14}, {'id': 68, 'token': 'a', 'count': 14}, {'id': 273, 'token': 'Ġc', 'count': 12}, {'id': 289, 'token': 'Ġm', 'count': 12}, {'id': 344, 'token': 'Ġit', 'count': 11}]
+state_text="'s Fl conper also rec from their�thing being major tra__ f grow continalf feel ong killility work inv v r wh- every came all< c moneyclim d tell i better ' fight Is 17 both� inst c"
+endpoint_text="'s a super blue from song i roll i a fuck cat i ang, blind c v rus- every came all the cyclim dat i c cand Is  i i inst can d i mem dby myere  i i, acc iear in the though ding red "
+
+step=518 progress=0.5049 next=0.5059 model_t=0.5049 temp=1.550 support=0.5059 conc=8.197
+state_top=[{'id': 16, 'token': '-', 'count': 6}, {'id': 261, 'token': 'Ġa', 'count': 6}, {'id': 71, 'token': 'd', 'count': 5}, {'id': 73, 'token': 'f', 'count': 5}, {'id': 266, 'token': 'Ġthe', 'count': 5}, {'id': 85, 'token': 'r', 'count': 5}, {'id': 281, 'token': 'Ġf', 'count': 4}, {'id': 74, 'token': 'g', 'count': 4}, {'id': 294, 'token': 'Ġand', 'count': 4}, {'id': 81, 'token': 'n', 'count': 4}, {'id': 289, 'token': 'Ġm', 'count': 4}, {'id': 290, 'token': 'Ġof', 'count': 4}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 33}, {'id': 292, 'token': 'Ġd', 'count': 29}, {'id': 1316, 'token': 'Ġi', 'count': 26}, {'id': 85, 'token': 'r', 'count': 21}, {'id': 224, 'token': 'Ġ', 'count': 19}, {'id': 261, 'token': 'Ġa', 'count': 18}, {'id': 72, 'token': 'e', 'count': 16}, {'id': 92, 'token': 'y', 'count': 14}, {'id': 88, 'token': 'u', 'count': 14}, {'id': 81, 'token': 'n', 'count': 14}, {'id': 344, 'token': 'Ġit', 'count': 14}, {'id': 17, 'token': '.', 'count': 14}]
+state_text=' here bel teamper also C fromsh�thing beingiber tra__ fient mayalfrop."g- mustur invar rash Q everytt all< c moneyclim did ve i\x07 \'oy Is well both know inst Com� what memptionksiv a'
+endpoint_text="'s a super d rec from theirown d being major  a fall calf feel ong killing work c v rat-d, all the cyclim dat i better ' fight Is i both, inst can't what memp div and �f d9 tear in"
+
+step=519 progress=0.5059 next=0.5068 model_t=0.5059 temp=1.550 support=0.5068 conc=8.231
+state_top=[{'id': 294, 'token': 'Ġand', 'count': 6}, {'id': 85, 'token': 'r', 'count': 6}, {'id': 15, 'token': ',', 'count': 5}, {'id': 261, 'token': 'Ġa', 'count': 5}, {'id': 73, 'token': 'f', 'count': 5}, {'id': 272, 'token': 'en', 'count': 5}, {'id': 263, 'token': 'in', 'count': 5}, {'id': 281, 'token': 'Ġf', 'count': 4}, {'id': 16, 'token': '-', 'count': 4}, {'id': 273, 'token': 'Ġc', 'count': 4}, {'id': 81, 'token': 'n', 'count': 4}, {'id': 289, 'token': 'Ġm', 'count': 4}]
+endpoint_top=[{'id': 15, 'token': ',', 'count': 42}, {'id': 272, 'token': 'en', 'count': 33}, {'id': 266, 'token': 'Ġthe', 'count': 31}, {'id': 72, 'token': 'e', 'count': 19}, {'id': 16, 'token': '-', 'count': 18}, {'id': 87, 'token': 't', 'count': 16}, {'id': 293, 'token': 'Ġh', 'count': 15}, {'id': 88, 'token': 'u', 'count': 14}, {'id': 261, 'token': 'Ġa', 'count': 14}, {'id': 85, 'token': 'r', 'count': 14}, {'id': 292, 'token': 'Ġd', 'count': 13}, {'id': 17, 'token': '.', 'count': 12}]
+state_text='artodButperatic C fromsh mindthing beingiber� # fient developalfensive."�- acur invarccess I Qchtt all< c moneyclode did ve i En \' today Is well , know inst 9� what memhes�iv maini'
+endpoint_text="'s bel super also C from their-b being so tra the fu halfropung-burbar rash, everytt all the cyclim da iij. Is well both know instge of what mem works, and the playing the9ffic in "
+
+step=520 progress=0.5068 next=0.5078 model_t=0.5068 temp=1.550 support=0.5078 conc=8.264
+state_top=[{'id': 272, 'token': 'en', 'count': 6}, {'id': 294, 'token': 'Ġand', 'count': 6}, {'id': 15, 'token': ',', 'count': 5}, {'id': 289, 'token': 'Ġm', 'count': 5}, {'id': 286, 'token': 'al', 'count': 5}, {'id': 263, 'token': 'in', 'count': 5}, {'id': 292, 'token': 'Ġd', 'count': 5}, {'id': 305, 'token': 'st', 'count': 5}, {'id': 16, 'token': '-', 'count': 4}, {'id': 337, 'token': 'ur', 'count': 4}, {'id': 266, 'token': 'Ġthe', 'count': 4}, {'id': 88, 'token': 'u', 'count': 4}]
+endpoint_top=[{'id': 272, 'token': 'en', 'count': 66}, {'id': 15, 'token': ',', 'count': 30}, {'id': 72, 'token': 'e', 'count': 22}, {'id': 87, 'token': 't', 'count': 20}, {'id': 85, 'token': 'r', 'count': 15}, {'id': 293, 'token': 'Ġh', 'count': 14}, {'id': 292, 'token': 'Ġd', 'count': 14}, {'id': 266, 'token': 'Ġthe', 'count': 13}, {'id': 81, 'token': 'n', 'count': 13}, {'id': 267, 'token': 'er', 'count': 12}, {'id': 79, 'token': 'l', 'count': 12}, {'id': 88, 'token': 'u', 'count': 12}]
+state_text=' popoduredemes bo from Mc B r beingw won cre fient developalfensiveace�-ndur�arernpr Qbeide all the c moneyclud did veant turners hist Is well War knowumacy� whatip just�ivruct ( p'
+endpoint_text="artodolperatic C from �rthing beingibert, fur half,tg-cur har rat Qchtt all the cycles did ve i, 's Is well , know inst� of what memhes div main with player j9ffown in the stand a "
+
+step=521 progress=0.5078 next=0.5088 model_t=0.5078 temp=1.550 support=0.5088 conc=8.298
+state_top=[{'id': 16, 'token': '-', 'count': 6}, {'id': 272, 'token': 'en', 'count': 6}, {'id': 337, 'token': 'ur', 'count': 5}, {'id': 15, 'token': ',', 'count': 5}, {'id': 414, 'token': 'Ġv', 'count': 5}, {'id': 85, 'token': 'r', 'count': 5}, {'id': 263, 'token': 'in', 'count': 5}, {'id': 628, 'token': 'ick', 'count': 4}, {'id': 273, 'token': 'Ġc', 'count': 4}, {'id': 287, 'token': 'ar', 'count': 4}, {'id': 78, 'token': 'k', 'count': 4}, {'id': 655, 'token': 'Ġget', 'count': 4}]
+endpoint_top=[{'id': 272, 'token': 'en', 'count': 60}, {'id': 292, 'token': 'Ġd', 'count': 35}, {'id': 15, 'token': ',', 'count': 29}, {'id': 87, 'token': 't', 'count': 25}, {'id': 72, 'token': 'e', 'count': 24}, {'id': 267, 'token': 'er', 'count': 21}, {'id': 293, 'token': 'Ġh', 'count': 18}, {'id': 73, 'token': 'f', 'count': 18}, {'id': 266, 'token': 'Ġthe', 'count': 13}, {'id': 88, 'token': 'u', 'count': 13}, {'id': 1980, 'token': 'Ġz', 'count': 13}, {'id': 270, 'token': 'Ġw', 'count': 13}]
+state_text='ickoduredemes bo from Mc B myriesw won cre fient Italfensiveace�- happenur occibern esab governach all the c moneyclud O veant turnar hist Is fear do�acy But what laterAL�iv er ( p'
+endpoint_text='hodenemessel from the B ratwous v fu half kaceen-ndurrarernprusbeide all the cyclese veant turners. as well, zum�, whatip just div g ( play?p9 skown in the standard w red bedlaganz'
+
+step=522 progress=0.5088 next=0.5098 model_t=0.5088 temp=1.550 support=0.5098 conc=8.332
+state_top=[{'id': 421, 'token': 'el', 'count': 7}, {'id': 270, 'token': 'Ġw', 'count': 7}, {'id': 78, 'token': 'k', 'count': 6}, {'id': 16, 'token': '-', 'count': 5}, {'id': 416, 'token': 'ĠE', 'count': 5}, {'id': 289, 'token': 'Ġm', 'count': 5}, {'id': 272, 'token': 'en', 'count': 5}, {'id': 320, 'token': 'et', 'count': 5}, {'id': 263, 'token': 'in', 'count': 5}, {'id': 337, 'token': 'ur', 'count': 4}, {'id': 378, 'token': 'Ġr', 'count': 4}, {'id': 15, 'token': ',', 'count': 4}]
+endpoint_top=[{'id': 272, 'token': 'en', 'count': 62}, {'id': 292, 'token': 'Ġd', 'count': 40}, {'id': 87, 'token': 't', 'count': 35}, {'id': 15, 'token': ',', 'count': 31}, {'id': 267, 'token': 'er', 'count': 20}, {'id': 73, 'token': 'f', 'count': 19}, {'id': 16, 'token': '-', 'count': 15}, {'id': 88, 'token': 'u', 'count': 13}, {'id': 293, 'token': 'Ġh', 'count': 11}, {'id': 72, 'token': 'e', 'count': 11}, {'id': 71, 'token': 'd', 'count': 10}, {'id': 17, 'token': '.', 'count': 10}]
+state_text='ometructuredemesarm from ro// fl�w won cre f broventalfensiveace pe-ourceur� Enern esab govern.... all the c moneyclob O�ant turnitt hist- fear Europe�acy enel laterAL�iv er ( def '
+endpoint_text='moddemessel from. B rchweren fu halffaceen-ndur ibern esab reach all the cycles giant turnaround, dar doum. Butulfäiv er (wesp. kown in the standard- colike burl bundtling exp dibe'
+
+step=523 progress=0.5098 next=0.5107 model_t=0.5098 temp=1.550 support=0.5107 conc=8.366
+state_top=[{'id': 270, 'token': 'Ġw', 'count': 8}, {'id': 320, 'token': 'et', 'count': 6}, {'id': 337, 'token': 'ur', 'count': 5}, {'id': 388, 'token': 'Ġse', 'count': 5}, {'id': 85, 'token': 'r', 'count': 5}, {'id': 753, 'token': 'Ġmost', 'count': 4}, {'id': 421, 'token': 'el', 'count': 4}, {'id': 279, 'token': 'Ġb', 'count': 4}, {'id': 416, 'token': 'ĠE', 'count': 4}, {'id': 292, 'token': 'Ġd', 'count': 4}, {'id': 80, 'token': 'm', 'count': 4}, {'id': 294, 'token': 'Ġand', 'count': 4}]
+endpoint_top=[{'id': 272, 'token': 'en', 'count': 78}, {'id': 292, 'token': 'Ġd', 'count': 40}, {'id': 87, 'token': 't', 'count': 27}, {'id': 270, 'token': 'Ġw', 'count': 23}, {'id': 15, 'token': ',', 'count': 22}, {'id': 72, 'token': 'e', 'count': 17}, {'id': 267, 'token': 'er', 'count': 15}, {'id': 88, 'token': 'u', 'count': 14}, {'id': 16, 'token': '-', 'count': 12}, {'id': 81, 'token': 'n', 'count': 12}, {'id': 320, 'token': 'et', 'count': 12}, {'id': 79, 'token': 'l', 'count': 11}]
+state_text='omet atividemesarm from ro// fl� ass won cre e most Twalfensiveur pe-ageur seismect esabut.... all the c moneyclob O�ant waritt hist market fear Europe� start Asel laterattle�iv er'
+endpoint_text=' fatured bessel from role fltwer, fu�en race pe-Purüern esabenen all the cyclob Ourant turnaren-starferacy eneltäiv er ( defar wastesown in dumbenlike bislach Ellingks ifen l� zone'
+
+step=524 progress=0.5107 next=0.5117 model_t=0.5107 temp=1.550 support=0.5117 conc=8.400
+state_top=[{'id': 270, 'token': 'Ġw', 'count': 8}, {'id': 75, 'token': 'h', 'count': 5}, {'id': 292, 'token': 'Ġd', 'count': 5}, {'id': 85, 'token': 'r', 'count': 5}, {'id': 337, 'token': 'ur', 'count': 4}, {'id': 388, 'token': 'Ġse', 'count': 4}, {'id': 93, 'token': 'z', 'count': 4}, {'id': 1014, 'token': 'ters', 'count': 4}, {'id': 320, 'token': 'et', 'count': 4}, {'id': 421, 'token': 'el', 'count': 4}, {'id': 101, 'token': '¤', 'count': 4}, {'id': 293, 'token': 'Ġh', 'count': 4}]
+endpoint_top=[{'id': 272, 'token': 'en', 'count': 99}, {'id': 292, 'token': 'Ġd', 'count': 47}, {'id': 270, 'token': 'Ġw', 'count': 38}, {'id': 87, 'token': 't', 'count': 28}, {'id': 88, 'token': 'u', 'count': 22}, {'id': 72, 'token': 'e', 'count': 21}, {'id': 15, 'token': ',', 'count': 17}, {'id': 73, 'token': 'f', 'count': 16}, {'id': 75, 'token': 'h', 'count': 15}, {'id': 320, 'token': 'et', 'count': 14}, {'id': 267, 'token': 'er', 'count': 13}, {'id': 293, 'token': 'Ġh', 'count': 13}]
+state_text='omet atursemesarm from hop// fl� ass wonitt e most Twalf Ph |ec-ageur sez family esabut head all Pl partic moneyclob Oidant weitt histters fearet� start Asel laterattle�iv er ( def'
+endpoint_text='ometer femes v from roleindu den zipen half dur pe- dur seitel es muten all the cyclob Ourant sitten, wearfdenieltattamiv er ( flu wast skownt powerokenen half burt. Eventen if dia'
+
+step=525 progress=0.5117 next=0.5127 model_t=0.5117 temp=1.550 support=0.5127 conc=8.434
+state_top=[{'id': 320, 'token': 'et', 'count': 7}, {'id': 270, 'token': 'Ġw', 'count': 7}, {'id': 73, 'token': 'f', 'count': 6}, {'id': 88, 'token': 'u', 'count': 6}, {'id': 269, 'token': 'at', 'count': 5}, {'id': 292, 'token': 'Ġd', 'count': 5}, {'id': 272, 'token': 'en', 'count': 5}, {'id': 85, 'token': 'r', 'count': 5}, {'id': 87, 'token': 't', 'count': 4}, {'id': 293, 'token': 'Ġh', 'count': 4}, {'id': 378, 'token': 'Ġr', 'count': 4}, {'id': 72, 'token': 'e', 'count': 4}]
+endpoint_top=[{'id': 272, 'token': 'en', 'count': 69}, {'id': 292, 'token': 'Ġd', 'count': 33}, {'id': 267, 'token': 'er', 'count': 32}, {'id': 87, 'token': 't', 'count': 31}, {'id': 270, 'token': 'Ġw', 'count': 24}, {'id': 72, 'token': 'e', 'count': 20}, {'id': 75, 'token': 'h', 'count': 19}, {'id': 293, 'token': 'Ġh', 'count': 16}, {'id': 15, 'token': ',', 'count': 15}, {'id': 88, 'token': 'u', 'count': 14}, {'id': 1980, 'token': 'Ġz', 'count': 13}, {'id': 73, 'token': 'f', 'count': 13}]
+state_text='omet Bursem� F from hop// flaim ass wonitt Weittle Twtec�eccl surpez family Sab week</s> all Pl partic moneyatedob Oidantronittinc sol fearet� startfel later Am Liv Un ( contin 25 '
+endpoint_text='t at semessel from rock fluen sitt et halfenitt-ageur sezenrabut, all the ceclus Oidant weittentstarett start feltäivt (Don wasted be�-Pokenen half-honey. Ein een ift error 196 /, '
+
+step=526 progress=0.5127 next=0.5137 model_t=0.5127 temp=1.550 support=0.5137 conc=8.468
+state_top=[{'id': 88, 'token': 'u', 'count': 8}, {'id': 73, 'token': 'f', 'count': 6}, {'id': 272, 'token': 'en', 'count': 6}, {'id': 320, 'token': 'et', 'count': 6}, {'id': 270, 'token': 'Ġw', 'count': 6}, {'id': 87, 'token': 't', 'count': 5}, {'id': 293, 'token': 'Ġh', 'count': 5}, {'id': 389, 'token': 'us', 'count': 5}, {'id': 292, 'token': 'Ġd', 'count': 5}, {'id': 346, 'token': 'ith', 'count': 5}, {'id': 414, 'token': 'Ġv', 'count': 5}, {'id': 369, 'token': 'ke', 'count': 5}]
+endpoint_top=[{'id': 272, 'token': 'en', 'count': 79}, {'id': 292, 'token': 'Ġd', 'count': 44}, {'id': 270, 'token': 'Ġw', 'count': 33}, {'id': 87, 'token': 't', 'count': 24}, {'id': 267, 'token': 'er', 'count': 23}, {'id': 88, 'token': 'u', 'count': 19}, {'id': 15, 'token': ',', 'count': 19}, {'id': 73, 'token': 'f', 'count': 17}, {'id': 17, 'token': '.', 'count': 16}, {'id': 75, 'token': 'h', 'count': 16}, {'id': 72, 'token': 'e', 'count': 15}, {'id': 320, 'token': 'et', 'count': 12}]
+state_text='omet musased n�mer from hop// flaim ass wonitt charittle Twtecated lawcl non arepez family Sab week</s> all Pl partic money strob Oidant bodyittIt sol fearances intern impfelasterq'
+endpoint_text='. B memes Füle fluen witt Fang ist dbec- surpezen Sablen allen participatedobtidant weittinches fearet aufelt. Liven (whon dt skt)Pok sen half- hat buholfen if den d den d, wife ru'
+
+step=527 progress=0.5137 next=0.5146 model_t=0.5137 temp=1.550 support=0.5146 conc=8.503
+state_top=[{'id': 88, 'token': 'u', 'count': 12}, {'id': 87, 'token': 't', 'count': 8}, {'id': 292, 'token': 'Ġd', 'count': 8}, {'id': 76, 'token': 'i', 'count': 7}, {'id': 270, 'token': 'Ġw', 'count': 7}, {'id': 389, 'token': 'us', 'count': 6}, {'id': 369, 'token': 'ke', 'count': 6}, {'id': 73, 'token': 'f', 'count': 5}, {'id': 86, 'token': 's', 'count': 5}, {'id': 293, 'token': 'Ġh', 'count': 5}, {'id': 72, 'token': 'e', 'count': 5}, {'id': 75, 'token': 'h', 'count': 5}]
+endpoint_top=[{'id': 272, 'token': 'en', 'count': 79}, {'id': 87, 'token': 't', 'count': 42}, {'id': 292, 'token': 'Ġd', 'count': 42}, {'id': 267, 'token': 'er', 'count': 30}, {'id': 88, 'token': 'u', 'count': 30}, {'id': 73, 'token': 'f', 'count': 17}, {'id': 17, 'token': '.', 'count': 17}, {'id': 270, 'token': 'Ġw', 'count': 16}, {'id': 498, 'token': 'ie', 'count': 14}, {'id': 15, 'token': ',', 'count': 13}, {'id': 358, 'token': 'ch', 'count': 12}, {'id': 75, 'token': 'h', 'count': 12}]
+state_text='omet musased 200�mer along hop// fl� understand performitt char oldostecated Pcl� arepezts Sab week</s>ured Pl partic. strale Oofant getauItup centarancesough impfelsqifyiv cour ( '
+endpoint_text='er et nufrom den flagsmitteniss et�t den durpez. Sablen allenags kobbidant witten solidaret dufelthen diva (neut was entity!)Pokief half an hatid folken if finelt unter zy dt ruf d'
+
+step=528 progress=0.5146 next=0.5156 model_t=0.5146 temp=1.550 support=0.5156 conc=8.537
+state_top=[{'id': 88, 'token': 'u', 'count': 13}, {'id': 87, 'token': 't', 'count': 9}, {'id': 292, 'token': 'Ġd', 'count': 9}, {'id': 76, 'token': 'i', 'count': 7}, {'id': 270, 'token': 'Ġw', 'count': 7}, {'id': 312, 'token': 'Ġg', 'count': 6}, {'id': 338, 'token': 'Ġu', 'count': 6}, {'id': 320, 'token': 'et', 'count': 6}, {'id': 75, 'token': 'h', 'count': 5}, {'id': 293, 'token': 'Ġh', 'count': 5}, {'id': 72, 'token': 'e', 'count': 5}, {'id': 383, 'token': 'Ġat', 'count': 5}]
+endpoint_top=[{'id': 272, 'token': 'en', 'count': 89}, {'id': 292, 'token': 'Ġd', 'count': 45}, {'id': 88, 'token': 'u', 'count': 39}, {'id': 87, 'token': 't', 'count': 37}, {'id': 267, 'token': 'er', 'count': 30}, {'id': 270, 'token': 'Ġw', 'count': 23}, {'id': 17, 'token': '.', 'count': 20}, {'id': 1980, 'token': 'Ġz', 'count': 17}, {'id': 498, 'token': 'ie', 'count': 16}, {'id': 73, 'token': 'f', 'count': 15}, {'id': 75, 'token': 'h', 'count': 14}, {'id': 72, 'token': 'e', 'count': 14}]
+state_text=' far Howased 200�mer along hop// Ph� understand performitt char belosth conc combcl� areroughllts Sab es stillured Plog.anale until Commant getauItup centaraps Eonfelell/tiv con ( '
+endpoint_text='t mus�ben dt mit flümitten Most d. P’ espezts Sableten Plus. Dale Olant witt dup harkschufeltktiven (plus wasfunden)Fokiet half denheid folken f�ialt unter hylus ru ohen und dassin'
+
+step=529 progress=0.5156 next=0.5166 model_t=0.5156 temp=1.550 support=0.5166 conc=8.572
+state_top=[{'id': 88, 'token': 'u', 'count': 13}, {'id': 87, 'token': 't', 'count': 11}, {'id': 75, 'token': 'h', 'count': 7}, {'id': 292, 'token': 'Ġd', 'count': 7}, {'id': 272, 'token': 'en', 'count': 7}, {'id': 293, 'token': 'Ġh', 'count': 6}, {'id': 312, 'token': 'Ġg', 'count': 6}, {'id': 71, 'token': 'd', 'count': 6}, {'id': 320, 'token': 'et', 'count': 6}, {'id': 1662, 'token': 'Ġes', 'count': 5}, {'id': 73, 'token': 'f', 'count': 5}, {'id': 389, 'token': 'us', 'count': 5}]
+endpoint_top=[{'id': 272, 'token': 'en', 'count': 93}, {'id': 292, 'token': 'Ġd', 'count': 77}, {'id': 88, 'token': 'u', 'count': 40}, {'id': 87, 'token': 't', 'count': 30}, {'id': 267, 'token': 'er', 'count': 29}, {'id': 17, 'token': '.', 'count': 22}, {'id': 270, 'token': 'Ġw', 'count': 19}, {'id': 498, 'token': 'ie', 'count': 19}, {'id': 73, 'token': 'f', 'count': 18}, {'id': 75, 'token': 'h', 'count': 16}, {'id': 72, 'token': 'e', 'count': 13}, {'id': 15, 'token': ',', 'count': 12}]
+state_text=' far Howased 200�mer along hopsc doesn� country perform regourn bel yearsthided combcl happen areroughllts valab es discm Plog. fewif until intoantassauIt 100naraps E allfelell/tiv'
+endpoint_text=' der w 200en d denen äßen uichtha d’s sollte Sie es den blog.an ein dant getau der dar. Eufelsktivie ( blillisangert) güt hukt vid Folken füt unter hyl, zufhen und dassionetechouse'
+
+step=530 progress=0.5166 next=0.5176 model_t=0.5166 temp=1.550 support=0.5176 conc=8.607
+state_top=[{'id': 87, 'token': 't', 'count': 14}, {'id': 88, 'token': 'u', 'count': 10}, {'id': 498, 'token': 'ie', 'count': 9}, {'id': 272, 'token': 'en', 'count': 9}, {'id': 78, 'token': 'k', 'count': 7}, {'id': 292, 'token': 'Ġd', 'count': 7}, {'id': 75, 'token': 'h', 'count': 6}, {'id': 312, 'token': 'Ġg', 'count': 6}, {'id': 338, 'token': 'Ġu', 'count': 6}, {'id': 79, 'token': 'l', 'count': 6}, {'id': 71, 'token': 'd', 'count': 6}, {'id': 1662, 'token': 'Ġes', 'count': 5}]
+endpoint_top=[{'id': 272, 'token': 'en', 'count': 108}, {'id': 292, 'token': 'Ġd', 'count': 55}, {'id': 87, 'token': 't', 'count': 34}, {'id': 88, 'token': 'u', 'count': 34}, {'id': 75, 'token': 'h', 'count': 28}, {'id': 267, 'token': 'er', 'count': 27}, {'id': 73, 'token': 'f', 'count': 20}, {'id': 131, 'token': 'Ã', 'count': 17}, {'id': 17, 'token': '.', 'count': 17}, {'id': 270, 'token': 'Ġw', 'count': 17}, {'id': 1980, 'token': 'Ġz', 'count': 15}, {'id': 274, 'token': 'it', 'count': 13}]
+state_text='ie How theng� varE hopap behö claimEourn belisterthided acl happen aretellere valab eso enyog.rorift intoant 13auItThenaraps E all specialellect/tivug ( manyieisangity pos) g comip'
+endpoint_text=' farmtümer dersc ür regenenichthaenenus are sollts,ab es vm blog. D\ntenanthaufgnar. Eufeltktivug (Mennis City!) geucht huskt vid folfen f�kt� den scheen ruf den uch dessionetechous'
+
+step=531 progress=0.5176 next=0.5186 model_t=0.5176 temp=1.550 support=0.5186 conc=8.642
+state_top=[{'id': 87, 'token': 't', 'count': 14}, {'id': 88, 'token': 'u', 'count': 11}, {'id': 498, 'token': 'ie', 'count': 8}, {'id': 272, 'token': 'en', 'count': 8}, {'id': 79, 'token': 'l', 'count': 8}, {'id': 73, 'token': 'f', 'count': 7}, {'id': 78, 'token': 'k', 'count': 7}, {'id': 414, 'token': 'Ġv', 'count': 7}, {'id': 338, 'token': 'Ġu', 'count': 6}, {'id': 292, 'token': 'Ġd', 'count': 6}, {'id': 264, 'token': 're', 'count': 6}, {'id': 69, 'token': 'b', 'count': 6}]
+endpoint_top=[{'id': 272, 'token': 'en', 'count': 107}, {'id': 292, 'token': 'Ġd', 'count': 69}, {'id': 267, 'token': 'er', 'count': 57}, {'id': 87, 'token': 't', 'count': 39}, {'id': 88, 'token': 'u', 'count': 30}, {'id': 73, 'token': 'f', 'count': 22}, {'id': 17, 'token': '.', 'count': 22}, {'id': 498, 'token': 'ie', 'count': 20}, {'id': 75, 'token': 'h', 'count': 20}, {'id': 78, 'token': 'k', 'count': 17}, {'id': 1980, 'token': 'Ġz', 'count': 16}, {'id': 79, 'token': 'l', 'count': 13}]
+state_text='ie How thengition varE hop-�öange seourn beistertreatided apect happen areennllere Trab es-------- enyog.ursift\\antpauIt�nerv b E allfyinglecteraltivug (prieisang ind pos) geruchto'
+endpoint_text='ie eungen\nElen öt ph sisterthand aufchteller dab esen enyog. Stift dant heau behnar. Eufeltktivion (dieisangeren) greipt huskus der Stolsten füthen dit scandalsenufelt und dessione'
+
+step=532 progress=0.5186 next=0.5195 model_t=0.5186 temp=1.550 support=0.5195 conc=8.677
+state_top=[{'id': 87, 'token': 't', 'count': 11}, {'id': 272, 'token': 'en', 'count': 11}, {'id': 88, 'token': 'u', 'count': 11}, {'id': 73, 'token': 'f', 'count': 9}, {'id': 75, 'token': 'h', 'count': 8}, {'id': 79, 'token': 'l', 'count': 8}, {'id': 498, 'token': 'ie', 'count': 7}, {'id': 267, 'token': 'er', 'count': 7}, {'id': 292, 'token': 'Ġd', 'count': 7}, {'id': 78, 'token': 'k', 'count': 7}, {'id': 17, 'token': '.', 'count': 6}, {'id': 414, 'token': 'Ġv', 'count': 6}]
+endpoint_top=[{'id': 272, 'token': 'en', 'count': 98}, {'id': 292, 'token': 'Ġd', 'count': 76}, {'id': 267, 'token': 'er', 'count': 40}, {'id': 87, 'token': 't', 'count': 37}, {'id': 88, 'token': 'u', 'count': 27}, {'id': 73, 'token': 'f', 'count': 22}, {'id': 75, 'token': 'h', 'count': 21}, {'id': 17, 'token': '.', 'count': 21}, {'id': 498, 'token': 'ie', 'count': 18}, {'id': 15, 'token': ',', 'count': 17}, {'id': 78, 'token': 'k', 'count': 15}, {'id': 261, 'token': 'Ġa', 'count': 13}]
+state_text='ie Howungition varE hop-�� Whenange sepro involhtreat net aby� areennllere Trab es-------- Thatyog. Wbst membersantpauIt�nerv b E allfen planbertivug (proneyisang indso) geruchtose'
+endpoint_text='iebungen-End-möderpg beistertht aufchtellen dab esenkyog. Stift dant daupphnen bis befel�ktivug (prieisangeren) gerkt aus aus der consolsten füt e der scaarenufen, und die hein noc'
+
+step=533 progress=0.5195 next=0.5205 model_t=0.5195 temp=1.550 support=0.5205 conc=8.712
+state_top=[{'id': 87, 'token': 't', 'count': 12}, {'id': 272, 'token': 'en', 'count': 12}, {'id': 292, 'token': 'Ġd', 'count': 10}, {'id': 88, 'token': 'u', 'count': 10}, {'id': 73, 'token': 'f', 'count': 9}, {'id': 75, 'token': 'h', 'count': 8}, {'id': 76, 'token': 'i', 'count': 8}, {'id': 79, 'token': 'l', 'count': 8}, {'id': 267, 'token': 'er', 'count': 7}, {'id': 78, 'token': 'k', 'count': 7}, {'id': 265, 'token': 'on', 'count': 6}, {'id': 15, 'token': ',', 'count': 6}]
+endpoint_top=[{'id': 272, 'token': 'en', 'count': 98}, {'id': 292, 'token': 'Ġd', 'count': 64}, {'id': 267, 'token': 'er', 'count': 50}, {'id': 88, 'token': 'u', 'count': 23}, {'id': 87, 'token': 't', 'count': 22}, {'id': 73, 'token': 'f', 'count': 21}, {'id': 15, 'token': ',', 'count': 21}, {'id': 498, 'token': 'ie', 'count': 18}, {'id': 75, 'token': 'h', 'count': 18}, {'id': 79, 'token': 'l', 'count': 18}, {'id': 17, 'token': '.', 'count': 17}, {'id': 202, 'token': 'Ċ', 'count': 14}]
+state_text="oun HowungitionndIfster recvern�uthorange se'veraht doiven abyAnd areennll Re Trabimate part Thatyog. Wopount�tspauIt�nervles E allfen planbertivug (pr sex acang 15so) geruchtosenc"
+endpoint_text='ieitungen an abt-Wöder sepro beht den ausfenennllen Trab espkyog. Welt unantpauferen dter Eufen Abertivug (prieisangeren) gerktosenaus der consolsten füthen dtenaar,iefen, und der '
+
+step=534 progress=0.5205 next=0.5215 model_t=0.5205 temp=1.550 support=0.5215 conc=8.748
+state_top=[{'id': 87, 'token': 't', 'count': 12}, {'id': 73, 'token': 'f', 'count': 10}, {'id': 272, 'token': 'en', 'count': 10}, {'id': 292, 'token': 'Ġd', 'count': 10}, {'id': 88, 'token': 'u', 'count': 10}, {'id': 267, 'token': 'er', 'count': 8}, {'id': 78, 'token': 'k', 'count': 8}, {'id': 74, 'token': 'g', 'count': 7}, {'id': 274, 'token': 'it', 'count': 7}, {'id': 75, 'token': 'h', 'count': 7}, {'id': 69, 'token': 'b', 'count': 7}, {'id': 17, 'token': '.', 'count': 6}]
+endpoint_top=[{'id': 272, 'token': 'en', 'count': 116}, {'id': 292, 'token': 'Ġd', 'count': 66}, {'id': 267, 'token': 'er', 'count': 36}, {'id': 73, 'token': 'f', 'count': 29}, {'id': 88, 'token': 'u', 'count': 23}, {'id': 87, 'token': 't', 'count': 22}, {'id': 15, 'token': ',', 'count': 21}, {'id': 498, 'token': 'ie', 'count': 20}, {'id': 75, 'token': 'h', 'count': 19}, {'id': 74, 'token': 'g', 'count': 18}, {'id': 131, 'token': 'Ã', 'count': 17}, {'id': 78, 'token': 'k', 'count': 17}]
+state_text='oun HowungitionndIfsteritvernartmentuthor� se supportraht doiven abyAndctennll Re Trootq Legyog. Wopount�tspau.�nervles sugginsfenselfbertivug (pr sex acang 15 women) ger\x7ftosoimher'
+endpoint_text='erierungennd dster-möange sehraht wch aufen soller Trinengkyog. Welt dtspaufinn dg Eufen Abertivug (pronfangelso) gerucht denhus der Solmen füthen, wareraar aufen an und d diehtsch'
+
+step=535 progress=0.5215 next=0.5225 model_t=0.5215 temp=1.550 support=0.5225 conc=8.783
+state_top=[{'id': 272, 'token': 'en', 'count': 16}, {'id': 267, 'token': 'er', 'count': 13}, {'id': 292, 'token': 'Ġd', 'count': 12}, {'id': 87, 'token': 't', 'count': 11}, {'id': 78, 'token': 'k', 'count': 11}, {'id': 88, 'token': 'u', 'count': 10}, {'id': 73, 'token': 'f', 'count': 8}, {'id': 498, 'token': 'ie', 'count': 8}, {'id': 74, 'token': 'g', 'count': 8}, {'id': 362, 'token': 'nd', 'count': 7}, {'id': 75, 'token': 'h', 'count': 7}, {'id': 15, 'token': ',', 'count': 6}]
+endpoint_top=[{'id': 272, 'token': 'en', 'count': 99}, {'id': 292, 'token': 'Ġd', 'count': 73}, {'id': 267, 'token': 'er', 'count': 42}, {'id': 15, 'token': ',', 'count': 33}, {'id': 87, 'token': 't', 'count': 27}, {'id': 73, 'token': 'f', 'count': 27}, {'id': 88, 'token': 'u', 'count': 22}, {'id': 498, 'token': 'ie', 'count': 19}, {'id': 274, 'token': 'it', 'count': 18}, {'id': 17, 'token': '.', 'count': 18}, {'id': 74, 'token': 'g', 'count': 16}, {'id': 131, 'token': 'Ã', 'count': 16}]
+state_text='oun onlyunironitionndIfsterqurentartmenten Thisch supportraht doiven whichbyAndctennll Re Trronone notoidyog. Wop not�bepauitive Snervnce suggins yearsenifiedbertivco (pr sex trp 1'
+endpoint_text='erierung unden mitenk den seitraht doch auenenennller Trumer Land blog. Werf Etspau. Knervles aufen Aichtivug (prim dang 15en) geruchtosocher dercher den füchen, der darf channen, '
+
+step=536 progress=0.5225 next=0.5234 model_t=0.5225 temp=1.550 support=0.5234 conc=8.819
+state_top=[{'id': 272, 'token': 'en', 'count': 20}, {'id': 292, 'token': 'Ġd', 'count': 16}, {'id': 87, 'token': 't', 'count': 14}, {'id': 267, 'token': 'er', 'count': 14}, {'id': 78, 'token': 'k', 'count': 12}, {'id': 75, 'token': 'h', 'count': 10}, {'id': 498, 'token': 'ie', 'count': 10}, {'id': 88, 'token': 'u', 'count': 8}, {'id': 74, 'token': 'g', 'count': 7}, {'id': 362, 'token': 'nd', 'count': 6}, {'id': 15, 'token': ',', 'count': 6}, {'id': 131, 'token': 'Ã', 'count': 6}]
+endpoint_top=[{'id': 272, 'token': 'en', 'count': 108}, {'id': 292, 'token': 'Ġd', 'count': 87}, {'id': 267, 'token': 'er', 'count': 38}, {'id': 15, 'token': ',', 'count': 33}, {'id': 87, 'token': 't', 'count': 24}, {'id': 73, 'token': 'f', 'count': 24}, {'id': 75, 'token': 'h', 'count': 22}, {'id': 131, 'token': 'Ã', 'count': 20}, {'id': 85, 'token': 'r', 'count': 18}, {'id': 88, 'token': 'u', 'count': 18}, {'id': 78, 'token': 'k', 'count': 17}, {'id': 498, 'token': 'ie', 'count': 17}]
+state_text='ounthun fullournnd tworalientartmenten Thischkraht doiven whichbyAndcthag Re Trepone F Colyog. Wivid notzbepau� allnervnce sugg a yearsen S fretivaster (pr sex trp 15 women Christ '
+endpoint_text='eitung und asterenen den schkraht doch im den dennll Reutrenenkyen. Werf untspau�hn den wufen Abertivhen (pr� Exp 15en) gerzt stoimher diecher den f�. Chen, der daren channelen use'
+
+step=537 progress=0.5234 next=0.5244 model_t=0.5234 temp=1.550 support=0.5244 conc=8.855
+state_top=[{'id': 272, 'token': 'en', 'count': 20}, {'id': 292, 'token': 'Ġd', 'count': 16}, {'id': 267, 'token': 'er', 'count': 15}, {'id': 87, 'token': 't', 'count': 12}, {'id': 78, 'token': 'k', 'count': 11}, {'id': 498, 'token': 'ie', 'count': 10}, {'id': 88, 'token': 'u', 'count': 9}, {'id': 75, 'token': 'h', 'count': 8}, {'id': 17, 'token': '.', 'count': 7}, {'id': 74, 'token': 'g', 'count': 7}, {'id': 101, 'token': '¤', 'count': 6}, {'id': 358, 'token': 'ch', 'count': 6}]
+endpoint_top=[{'id': 272, 'token': 'en', 'count': 115}, {'id': 292, 'token': 'Ġd', 'count': 87}, {'id': 267, 'token': 'er', 'count': 52}, {'id': 15, 'token': ',', 'count': 26}, {'id': 73, 'token': 'f', 'count': 23}, {'id': 498, 'token': 'ie', 'count': 22}, {'id': 87, 'token': 't', 'count': 21}, {'id': 79, 'token': 'l', 'count': 21}, {'id': 88, 'token': 'u', 'count': 20}, {'id': 78, 'token': 'k', 'count': 17}, {'id': 75, 'token': 'h', 'count': 16}, {'id': 17, 'token': '.', 'count': 15}]
+state_text='ounthun full z� two caientartmenten nohenasterraht doiven whichbyAndcth bigron Trep test avreadsog. Wivid notzbe Kau� allnervnce suggfESen S fre=uraster (jun trp. women 30 ger01tos'
+endpoint_text='enterung und derkt den schkrahtigen der seenhagen Tr zen Freyen. Wieetzbepau�hn d den aben Schtiver (pr�erpenen) gerktosocht drincheren 2012en. Ehen,cken, die channelenieer drei Be'
+
+step=538 progress=0.5244 next=0.5254 model_t=0.5244 temp=1.550 support=0.5254 conc=8.891
+state_top=[{'id': 272, 'token': 'en', 'count': 21}, {'id': 267, 'token': 'er', 'count': 17}, {'id': 292, 'token': 'Ġd', 'count': 17}, {'id': 87, 'token': 't', 'count': 15}, {'id': 498, 'token': 'ie', 'count': 11}, {'id': 75, 'token': 'h', 'count': 10}, {'id': 78, 'token': 'k', 'count': 10}, {'id': 131, 'token': 'Ã', 'count': 9}, {'id': 88, 'token': 'u', 'count': 9}, {'id': 407, 'token': 'un', 'count': 7}, {'id': 73, 'token': 'f', 'count': 7}, {'id': 265, 'token': 'on', 'count': 7}]
+endpoint_top=[{'id': 272, 'token': 'en', 'count': 121}, {'id': 292, 'token': 'Ġd', 'count': 85}, {'id': 267, 'token': 'er', 'count': 44}, {'id': 15, 'token': ',', 'count': 32}, {'id': 87, 'token': 't', 'count': 26}, {'id': 498, 'token': 'ie', 'count': 23}, {'id': 88, 'token': 'u', 'count': 21}, {'id': 75, 'token': 'h', 'count': 21}, {'id': 74, 'token': 'g', 'count': 19}, {'id': 79, 'token': 'l', 'count': 17}, {'id': 73, 'token': 'f', 'count': 16}, {'id': 78, 'token': 'k', 'count': 16}]
+state_text=' purthung v� good ca usingtartmenten nohen graht doiven which couldott Zhagen Trep ro avreadsend. Wivid notzbe Kau��nervnceupfracten Sportturaster (jun eig. women 30 ger__tos since'
+endpoint_text='enthung zu imerchteten noch Straht,h denun ihagen St denenutsen. Wer�zbe Kännen auf den Schturg (jungp. u) gerktlischher der Gherache 200en. Ehen Becker, das channele useriere Le B'
+
+step=539 progress=0.5254 next=0.5264 model_t=0.5254 temp=1.550 support=0.5264 conc=8.927
+state_top=[{'id': 272, 'token': 'en', 'count': 20}, {'id': 292, 'token': 'Ġd', 'count': 16}, {'id': 87, 'token': 't', 'count': 15}, {'id': 267, 'token': 'er', 'count': 15}, {'id': 498, 'token': 'ie', 'count': 12}, {'id': 75, 'token': 'h', 'count': 11}, {'id': 74, 'token': 'g', 'count': 9}, {'id': 88, 'token': 'u', 'count': 9}, {'id': 131, 'token': 'Ã', 'count': 8}, {'id': 78, 'token': 'k', 'count': 8}, {'id': 407, 'token': 'un', 'count': 6}, {'id': 414, 'token': 'Ġv', 'count': 6}]
+endpoint_top=[{'id': 272, 'token': 'en', 'count': 123}, {'id': 292, 'token': 'Ġd', 'count': 102}, {'id': 267, 'token': 'er', 'count': 60}, {'id': 87, 'token': 't', 'count': 33}, {'id': 498, 'token': 'ie', 'count': 27}, {'id': 75, 'token': 'h', 'count': 25}, {'id': 17, 'token': '.', 'count': 18}, {'id': 74, 'token': 'g', 'count': 16}, {'id': 131, 'token': 'Ã', 'count': 16}, {'id': 88, 'token': 'u', 'count': 16}, {'id': 73, 'token': 'f', 'count': 16}, {'id': 78, 'token': 'k', 'count': 13}]
+state_text=' purthung v� good ca conttegen nohen graht doiven which couldeneprohagementailep% av Ansend. Wivid notzbe Kau� whnennceupfracten Sportturaster trjun eig.hen 30 ger__tAnd sinceri00 '
+endpoint_text='chthung vus demehteten nohen graht dochen denehagen Trieenllensend. Wietzbe Können auf den Sportturger (jungig. Eer gerktosischer der B ver aussen. Eie Becken, die channelen derer '
+
+step=540 progress=0.5264 next=0.5273 model_t=0.5264 temp=1.550 support=0.5273 conc=8.964
+state_top=[{'id': 272, 'token': 'en', 'count': 24}, {'id': 292, 'token': 'Ġd', 'count': 19}, {'id': 267, 'token': 'er', 'count': 15}, {'id': 87, 'token': 't', 'count': 14}, {'id': 498, 'token': 'ie', 'count': 12}, {'id': 75, 'token': 'h', 'count': 11}, {'id': 74, 'token': 'g', 'count': 9}, {'id': 131, 'token': 'Ã', 'count': 9}, {'id': 78, 'token': 'k', 'count': 9}, {'id': 88, 'token': 'u', 'count': 9}, {'id': 17, 'token': '.', 'count': 8}, {'id': 101, 'token': '¤', 'count': 8}]
+endpoint_top=[{'id': 272, 'token': 'en', 'count': 126}, {'id': 292, 'token': 'Ġd', 'count': 91}, {'id': 267, 'token': 'er', 'count': 49}, {'id': 87, 'token': 't', 'count': 33}, {'id': 75, 'token': 'h', 'count': 25}, {'id': 498, 'token': 'ie', 'count': 25}, {'id': 131, 'token': 'Ã', 'count': 23}, {'id': 74, 'token': 'g', 'count': 20}, {'id': 407, 'token': 'un', 'count': 18}, {'id': 73, 'token': 'f', 'count': 17}, {'id': 88, 'token': 'u', 'count': 16}, {'id': 358, 'token': 'ch', 'count': 15}]
+state_text=' purthung vi j ca caset�en nohen Russraht doiven direct couldanceprohagenailep%res Ansend. Wivid notzbe Kau�cknennceollfracten Sportturgerificj ed eig.hen 30 ger__tAnd sinceri00 de'
+endpoint_text='chthung von d�hteten nohen grahtun den deneprohagen Stependen Anses. Wietzbe Kännen auf den Sportturgungun eigenhen 30 gerht es�rien der im Vernussen.When Beckerg das channel aus d'
+
+step=541 progress=0.5273 next=0.5283 model_t=0.5273 temp=1.550 support=0.5283 conc=9.000
+state_top=[{'id': 292, 'token': 'Ġd', 'count': 23}, {'id': 272, 'token': 'en', 'count': 22}, {'id': 267, 'token': 'er', 'count': 16}, {'id': 75, 'token': 'h', 'count': 11}, {'id': 87, 'token': 't', 'count': 11}, {'id': 131, 'token': 'Ã', 'count': 11}, {'id': 88, 'token': 'u', 'count': 10}, {'id': 498, 'token': 'ie', 'count': 9}, {'id': 78, 'token': 'k', 'count': 9}, {'id': 17, 'token': '.', 'count': 8}, {'id': 101, 'token': '¤', 'count': 8}, {'id': 74, 'token': 'g', 'count': 7}]
+endpoint_top=[{'id': 272, 'token': 'en', 'count': 125}, {'id': 292, 'token': 'Ġd', 'count': 84}, {'id': 267, 'token': 'er', 'count': 49}, {'id': 75, 'token': 'h', 'count': 39}, {'id': 87, 'token': 't', 'count': 30}, {'id': 131, 'token': 'Ã', 'count': 23}, {'id': 498, 'token': 'ie', 'count': 23}, {'id': 15, 'token': ',', 'count': 18}, {'id': 74, 'token': 'g', 'count': 17}, {'id': 88, 'token': 'u', 'count': 17}, {'id': 73, 'token': 'f', 'count': 15}, {'id': 79, 'token': 'l', 'count': 15}]
+state_text='iethung vi j ca\x0fologyts� nohen Russraht thingsick directesten Adhagenailep%ump Ansend. Wivid notzbe Kau�hnennceollfracten Sportviewurgerificj� eig.hen 30 geriedtAnd since2700 der u'
+endpoint_text='engthung von jhhtigen nohen grahtunivenen dmprohagen Stependen Ansend. Wertz im Köhnen auf den Sportturger hjen eig.hens gerhtzlrien der dubacnehen. Eies Beckl, das channel beer se'
+
+step=542 progress=0.5283 next=0.5293 model_t=0.5283 temp=1.550 support=0.5293 conc=9.037
+state_top=[{'id': 292, 'token': 'Ġd', 'count': 26}, {'id': 272, 'token': 'en', 'count': 25}, {'id': 267, 'token': 'er', 'count': 20}, {'id': 87, 'token': 't', 'count': 12}, {'id': 75, 'token': 'h', 'count': 11}, {'id': 131, 'token': 'Ã', 'count': 11}, {'id': 498, 'token': 'ie', 'count': 10}, {'id': 78, 'token': 'k', 'count': 9}, {'id': 88, 'token': 'u', 'count': 9}, {'id': 101, 'token': '¤', 'count': 8}, {'id': 73, 'token': 'f', 'count': 8}, {'id': 17, 'token': '.', 'count': 7}]
+endpoint_top=[{'id': 272, 'token': 'en', 'count': 126}, {'id': 292, 'token': 'Ġd', 'count': 86}, {'id': 267, 'token': 'er', 'count': 45}, {'id': 75, 'token': 'h', 'count': 36}, {'id': 498, 'token': 'ie', 'count': 35}, {'id': 87, 'token': 't', 'count': 26}, {'id': 131, 'token': 'Ã', 'count': 21}, {'id': 73, 'token': 'f', 'count': 21}, {'id': 17, 'token': '.', 'count': 20}, {'id': 88, 'token': 'u', 'count': 19}, {'id': 358, 'token': 'ch', 'count': 18}, {'id': 74, 'token': 'g', 'count': 16}]
+state_text='iethung vor j ca choologyts� nohen charactraht things ro directesten�itheragenailep%ump Ansend. Wividph dbe Kähnen wollfracten Save faceurgerific m any eig%A 30 ger5tAnd fah00 der '
+endpoint_text='iethung vi jacht den nohen Straht wicklesenprohagen Stepenen Ansend. Wertzie Kähnen aollferten Sportburger w�en eig. D 30 gerht esenrien der Khacneht. Die Becker, das kannel beg se'
+
+step=543 progress=0.5293 next=0.5303 model_t=0.5293 temp=1.550 support=0.5303 conc=9.073
+state_top=[{'id': 292, 'token': 'Ġd', 'count': 30}, {'id': 272, 'token': 'en', 'count': 26}, {'id': 267, 'token': 'er', 'count': 21}, {'id': 498, 'token': 'ie', 'count': 13}, {'id': 75, 'token': 'h', 'count': 12}, {'id': 87, 'token': 't', 'count': 12}, {'id': 88, 'token': 'u', 'count': 9}, {'id': 131, 'token': 'Ã', 'count': 8}, {'id': 101, 'token': '¤', 'count': 8}, {'id': 73, 'token': 'f', 'count': 8}, {'id': 358, 'token': 'ch', 'count': 8}, {'id': 78, 'token': 'k', 'count': 8}]
+endpoint_top=[{'id': 272, 'token': 'en', 'count': 112}, {'id': 292, 'token': 'Ġd', 'count': 74}, {'id': 267, 'token': 'er', 'count': 52}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 498, 'token': 'ie', 'count': 30}, {'id': 131, 'token': 'Ã', 'count': 25}, {'id': 87, 'token': 't', 'count': 22}, {'id': 73, 'token': 'f', 'count': 20}, {'id': 79, 'token': 'l', 'count': 20}, {'id': 15, 'token': ',', 'count': 17}, {'id': 17, 'token': '.', 'count': 16}, {'id': 78, 'token': 'k', 'count': 16}]
+state_text='azthung vor jnce choologyts� no P charactraht having roeringesten goingitheragenailepbiff Ansames. Wividph dbe Käagenen wollfracten S someansurger cour mized eigachble 30 gerchtAnd'
+endpoint_text='iebung vor jeteretts, nohen Straht wickenestenenhagen Stepenen Ansend. Werf der Kähnen wollf den Sindburger, mit eigenAon gerht es faht der kannacnehen.Com Becker, das kannel sehen'
+
+step=544 progress=0.5303 next=0.5312 model_t=0.5303 temp=1.550 support=0.5312 conc=9.110
+state_top=[{'id': 292, 'token': 'Ġd', 'count': 35}, {'id': 272, 'token': 'en', 'count': 28}, {'id': 267, 'token': 'er', 'count': 23}, {'id': 75, 'token': 'h', 'count': 15}, {'id': 498, 'token': 'ie', 'count': 13}, {'id': 87, 'token': 't', 'count': 12}, {'id': 358, 'token': 'ch', 'count': 10}, {'id': 88, 'token': 'u', 'count': 9}, {'id': 101, 'token': '¤', 'count': 8}, {'id': 362, 'token': 'nd', 'count': 8}, {'id': 131, 'token': 'Ã', 'count': 8}, {'id': 73, 'token': 'f', 'count': 7}]
+endpoint_top=[{'id': 272, 'token': 'en', 'count': 112}, {'id': 292, 'token': 'Ġd', 'count': 75}, {'id': 267, 'token': 'er', 'count': 47}, {'id': 75, 'token': 'h', 'count': 29}, {'id': 498, 'token': 'ie', 'count': 28}, {'id': 87, 'token': 't', 'count': 27}, {'id': 73, 'token': 'f', 'count': 23}, {'id': 131, 'token': 'Ã', 'count': 20}, {'id': 15, 'token': ',', 'count': 19}, {'id': 79, 'token': 'l', 'count': 17}, {'id': 78, 'token': 'k', 'count': 17}, {'id': 17, 'token': '.', 'count': 15}]
+state_text='ronatic <g vor jwn choologyts� no P .raht having inseringesten goingitherieren adepbiff Ansames. Werph den K Bl�henness wur\x12Then S00ansurger cour mized eigvedblend gerch courAndrao'
+endpoint_text='azthung vor jetenlts d no Petraht end Gestenenhagen st Aenk Ansen. Werf der Kähnen wollf den Schfurger, mit eigen und gercht es f�er der kannelnehen. Der Becklg das kannel dg sea �'
+
+step=545 progress=0.5312 next=0.5322 model_t=0.5312 temp=1.550 support=0.5322 conc=9.147
+state_top=[{'id': 272, 'token': 'en', 'count': 33}, {'id': 292, 'token': 'Ġd', 'count': 32}, {'id': 267, 'token': 'er', 'count': 23}, {'id': 75, 'token': 'h', 'count': 17}, {'id': 498, 'token': 'ie', 'count': 14}, {'id': 87, 'token': 't', 'count': 13}, {'id': 73, 'token': 'f', 'count': 9}, {'id': 358, 'token': 'ch', 'count': 9}, {'id': 88, 'token': 'u', 'count': 9}, {'id': 15, 'token': ',', 'count': 8}, {'id': 131, 'token': 'Ã', 'count': 8}, {'id': 268, 'token': 'Ġs', 'count': 8}]
+endpoint_top=[{'id': 272, 'token': 'en', 'count': 114}, {'id': 292, 'token': 'Ġd', 'count': 96}, {'id': 267, 'token': 'er', 'count': 48}, {'id': 75, 'token': 'h', 'count': 33}, {'id': 87, 'token': 't', 'count': 28}, {'id': 15, 'token': ',', 'count': 25}, {'id': 73, 'token': 'f', 'count': 25}, {'id': 498, 'token': 'ie', 'count': 22}, {'id': 131, 'token': 'Ã', 'count': 19}, {'id': 358, 'token': 'ch', 'count': 17}, {'id': 17, 'token': '.', 'count': 17}, {'id': 79, 'token': 'l', 'count': 15}]
+state_text='fteraticungutureor jwn choologyts N no P . sometht having inseringesten goingt~en adepbiff Ansner. Werph den K Bl�lectnen wurfThen S00herurger cour milized eigvedbleute gesch Carie'
+endpoint_text='enkung vor jed den d d no Petraht,engescherlagen indepben Ansen. Werf den Köhnen wurf den Schfurger, mit eigen und gescht esraopen der kannel m aner. d. Becken, das kannel wt dausä'
+
+step=546 progress=0.5322 next=0.5332 model_t=0.5322 temp=1.550 support=0.5332 conc=9.185
+state_top=[{'id': 272, 'token': 'en', 'count': 37}, {'id': 292, 'token': 'Ġd', 'count': 35}, {'id': 267, 'token': 'er', 'count': 22}, {'id': 75, 'token': 'h', 'count': 18}, {'id': 87, 'token': 't', 'count': 14}, {'id': 498, 'token': 'ie', 'count': 13}, {'id': 131, 'token': 'Ã', 'count': 10}, {'id': 73, 'token': 'f', 'count': 10}, {'id': 358, 'token': 'ch', 'count': 9}, {'id': 88, 'token': 'u', 'count': 9}, {'id': 15, 'token': ',', 'count': 8}, {'id': 76, 'token': 'i', 'count': 8}]
+endpoint_top=[{'id': 292, 'token': 'Ġd', 'count': 110}, {'id': 272, 'token': 'en', 'count': 102}, {'id': 267, 'token': 'er', 'count': 49}, {'id': 75, 'token': 'h', 'count': 41}, {'id': 498, 'token': 'ie', 'count': 28}, {'id': 15, 'token': ',', 'count': 26}, {'id': 87, 'token': 't', 'count': 24}, {'id': 131, 'token': 'Ã', 'count': 23}, {'id': 73, 'token': 'f', 'count': 22}, {'id': 358, 'token': 'ch', 'count': 19}, {'id': 202, 'token': 'Ċ', 'count': 17}, {'id': 88, 'token': 'u', 'count': 16}]
+state_text='\x07aticungutureor jwn choologyts N let o Bl sometht op9 199esten goingt~en ad firstbann Ansner. Werph den Kölectnen wurfThen S00 whetherurger� mil meet eigvedblend gesch Carie amount'
+endpoint_text='erierung vor jeden dts dach Portraht e ins gestenzt den indepben Ansner. Werf den Köhnen wurf den Schherungerro d, eigen und gesch dieh d, der kannelne ehen den geghn das kannelneg'
+
+step=547 progress=0.5332 next=0.5342 model_t=0.5332 temp=1.550 support=0.5342 conc=9.222
+state_top=[{'id': 292, 'token': 'Ġd', 'count': 37}, {'id': 272, 'token': 'en', 'count': 35}, {'id': 267, 'token': 'er', 'count': 20}, {'id': 75, 'token': 'h', 'count': 18}, {'id': 498, 'token': 'ie', 'count': 15}, {'id': 131, 'token': 'Ã', 'count': 12}, {'id': 87, 'token': 't', 'count': 11}, {'id': 15, 'token': ',', 'count': 11}, {'id': 76, 'token': 'i', 'count': 10}, {'id': 73, 'token': 'f', 'count': 10}, {'id': 358, 'token': 'ch', 'count': 9}, {'id': 88, 'token': 'u', 'count': 9}]
+endpoint_top=[{'id': 292, 'token': 'Ġd', 'count': 105}, {'id': 272, 'token': 'en', 'count': 100}, {'id': 267, 'token': 'er', 'count': 49}, {'id': 75, 'token': 'h', 'count': 36}, {'id': 131, 'token': 'Ã', 'count': 30}, {'id': 87, 'token': 't', 'count': 29}, {'id': 498, 'token': 'ie', 'count': 27}, {'id': 15, 'token': ',', 'count': 26}, {'id': 73, 'token': 'f', 'count': 23}, {'id': 358, 'token': 'ch', 'count': 19}, {'id': 88, 'token': 'u', 'count': 17}, {'id': 74, 'token': 'g', 'count': 14}]
+state_text='\x07aticungutureor j Dr childastts N expl o Bl somethations opists 199 abtenibt den adsbann00nderi. Werph den Kö differeoberen w do�Then S00\x1burger� mil meet eigvedblend geschlineie am'
+endpoint_text='ertung vor jeden ets Nachenh ihtaerges n ist den verbl Ansner. Werf den Können wurf den Schfunger, d, eigen und gesch dieh d, der kannelneuen d den Beithn das kannel Frankken führe'
+
+step=548 progress=0.5342 next=0.5352 model_t=0.5342 temp=1.550 support=0.5352 conc=9.260
+state_top=[{'id': 292, 'token': 'Ġd', 'count': 40}, {'id': 272, 'token': 'en', 'count': 33}, {'id': 267, 'token': 'er', 'count': 20}, {'id': 498, 'token': 'ie', 'count': 19}, {'id': 75, 'token': 'h', 'count': 17}, {'id': 15, 'token': ',', 'count': 13}, {'id': 87, 'token': 't', 'count': 12}, {'id': 131, 'token': 'Ã', 'count': 12}, {'id': 73, 'token': 'f', 'count': 11}, {'id': 88, 'token': 'u', 'count': 11}, {'id': 76, 'token': 'i', 'count': 9}, {'id': 101, 'token': '¤', 'count': 8}]
+endpoint_top=[{'id': 272, 'token': 'en', 'count': 106}, {'id': 292, 'token': 'Ġd', 'count': 93}, {'id': 267, 'token': 'er', 'count': 44}, {'id': 75, 'token': 'h', 'count': 37}, {'id': 15, 'token': ',', 'count': 30}, {'id': 498, 'token': 'ie', 'count': 28}, {'id': 131, 'token': 'Ã', 'count': 25}, {'id': 73, 'token': 'f', 'count': 24}, {'id': 88, 'token': 'u', 'count': 20}, {'id': 87, 'token': 't', 'count': 19}, {'id': 79, 'token': 'l', 'count': 18}, {'id': 358, 'token': 'ch', 'count': 16}]
+state_text='onesaticungutureor jed childastts Nof o Christ somethations opistsmer metenibt den adsbann00nderrib. Werph den Kö differenen w dofident are S00\x1burger� mil later eig corblend g mili'
+endpoint_text='erlung vor j��untsen,er Bl iht es don abten ist den Esblnsen. Werf den Kölnen wurf den Schfurgerun die eigen und gesch die Kaen der kommelchenh dener Bebhn das kannel Frank den ähl'
+
+step=549 progress=0.5352 next=0.5361 model_t=0.5352 temp=1.550 support=0.5361 conc=9.297
+state_top=[{'id': 292, 'token': 'Ġd', 'count': 44}, {'id': 272, 'token': 'en', 'count': 32}, {'id': 498, 'token': 'ie', 'count': 19}, {'id': 267, 'token': 'er', 'count': 18}, {'id': 75, 'token': 'h', 'count': 17}, {'id': 15, 'token': ',', 'count': 14}, {'id': 131, 'token': 'Ã', 'count': 13}, {'id': 73, 'token': 'f', 'count': 13}, {'id': 87, 'token': 't', 'count': 11}, {'id': 76, 'token': 'i', 'count': 10}, {'id': 88, 'token': 'u', 'count': 9}, {'id': 101, 'token': '¤', 'count': 8}]
+endpoint_top=[{'id': 272, 'token': 'en', 'count': 112}, {'id': 292, 'token': 'Ġd', 'count': 97}, {'id': 15, 'token': ',', 'count': 46}, {'id': 267, 'token': 'er', 'count': 40}, {'id': 75, 'token': 'h', 'count': 39}, {'id': 498, 'token': 'ie', 'count': 35}, {'id': 73, 'token': 'f', 'count': 25}, {'id': 87, 'token': 't', 'count': 24}, {'id': 131, 'token': 'Ã', 'count': 22}, {'id': 88, 'token': 'u', 'count': 20}, {'id': 268, 'token': 'Ġs', 'count': 15}, {'id': 79, 'token': 'l', 'count': 14}]
+state_text=' keyaticungutureor jed�astts N Sy o Christedhationsike occ ke me sec Pht den assbann00nderrib. Werph den Kö differenen w dofidenten\xa000\x1burom fre mil later eig cor und glicch die amo'
+endpoint_text='ahrung vor jedfastenenofenh ihtenenenchtenibt den Esb�ennderen. Wer es den Können wuf den Senfurger,ö eigen und gesch die Waen der kertel beiert Deren Beihn das kannelleßus Kähnen,'
+
+step=550 progress=0.5361 next=0.5371 model_t=0.5361 temp=1.550 support=0.5371 conc=9.335
+state_top=[{'id': 292, 'token': 'Ġd', 'count': 47}, {'id': 272, 'token': 'en', 'count': 35}, {'id': 498, 'token': 'ie', 'count': 21}, {'id': 267, 'token': 'er', 'count': 18}, {'id': 75, 'token': 'h', 'count': 16}, {'id': 15, 'token': ',', 'count': 15}, {'id': 131, 'token': 'Ã', 'count': 13}, {'id': 73, 'token': 'f', 'count': 12}, {'id': 87, 'token': 't', 'count': 10}, {'id': 389, 'token': 'us', 'count': 9}, {'id': 268, 'token': 'Ġs', 'count': 9}, {'id': 76, 'token': 'i', 'count': 8}]
+endpoint_top=[{'id': 272, 'token': 'en', 'count': 107}, {'id': 292, 'token': 'Ġd', 'count': 106}, {'id': 267, 'token': 'er', 'count': 46}, {'id': 75, 'token': 'h', 'count': 39}, {'id': 498, 'token': 'ie', 'count': 38}, {'id': 15, 'token': ',', 'count': 34}, {'id': 131, 'token': 'Ã', 'count': 23}, {'id': 73, 'token': 'f', 'count': 23}, {'id': 88, 'token': 'u', 'count': 21}, {'id': 87, 'token': 't', 'count': 18}, {'id': 358, 'token': 'ch', 'count': 14}, {'id': 79, 'token': 'l', 'count': 13}]
+state_text='ressaticung vom jedinalast may Nors o Christnecth> est occie me var kindt den assbann00porrib. Werph den Kö differenen wafidentenback} casehip� better mil later eig ke und gusch di'
+endpoint_text='erierung vor jeder dhen Nachenm ihmen dieenhibt den Esblennderen. Wer es den Können wuf den den durch freuen eigen und gesch die Staen der kommel beien Kahn Beantaren das kannel di'
+
+step=551 progress=0.5371 next=0.5381 model_t=0.5371 temp=1.550 support=0.5381 conc=9.373
+state_top=[{'id': 292, 'token': 'Ġd', 'count': 50}, {'id': 272, 'token': 'en', 'count': 36}, {'id': 498, 'token': 'ie', 'count': 22}, {'id': 267, 'token': 'er', 'count': 17}, {'id': 75, 'token': 'h', 'count': 16}, {'id': 15, 'token': ',', 'count': 15}, {'id': 131, 'token': 'Ã', 'count': 13}, {'id': 73, 'token': 'f', 'count': 13}, {'id': 87, 'token': 't', 'count': 11}, {'id': 261, 'token': 'Ġa', 'count': 9}, {'id': 88, 'token': 'u', 'count': 9}, {'id': 268, 'token': 'Ġs', 'count': 9}]
+endpoint_top=[{'id': 272, 'token': 'en', 'count': 120}, {'id': 292, 'token': 'Ġd', 'count': 96}, {'id': 267, 'token': 'er', 'count': 42}, {'id': 498, 'token': 'ie', 'count': 42}, {'id': 15, 'token': ',', 'count': 42}, {'id': 75, 'token': 'h', 'count': 36}, {'id': 73, 'token': 'f', 'count': 24}, {'id': 131, 'token': 'Ã', 'count': 23}, {'id': 87, 'token': 't', 'count': 17}, {'id': 88, 'token': 'u', 'count': 17}, {'id': 270, 'token': 'Ġw', 'count': 16}, {'id': 93, 'token': 'z', 'count': 15}]
+state_text='ensiveoreung vom jederast may dll o Christweh eff est occie hard var kindt den assbann00":rib. Werph den Kö differenen waign�identenbackaugh casehipie mark mil later eig ke und gus'
+endpoint_text='enierung vom jederenen Nosenh�hmen die mehrt den assblenenen. Werf den Können wuf den denhieenen den eigen und gegen die Faist der wirte beiel Kiker Be�hn das kannel Frayerst lähre'
+
+step=552 progress=0.5381 next=0.5391 model_t=0.5381 temp=1.550 support=0.5391 conc=9.411
+state_top=[{'id': 292, 'token': 'Ġd', 'count': 48}, {'id': 272, 'token': 'en', 'count': 35}, {'id': 267, 'token': 'er', 'count': 23}, {'id': 498, 'token': 'ie', 'count': 23}, {'id': 75, 'token': 'h', 'count': 16}, {'id': 87, 'token': 't', 'count': 15}, {'id': 15, 'token': ',', 'count': 15}, {'id': 73, 'token': 'f', 'count': 14}, {'id': 131, 'token': 'Ã', 'count': 13}, {'id': 88, 'token': 'u', 'count': 11}, {'id': 414, 'token': 'Ġv', 'count': 9}, {'id': 308, 'token': 'Ġe', 'count': 8}]
+endpoint_top=[{'id': 272, 'token': 'en', 'count': 116}, {'id': 292, 'token': 'Ġd', 'count': 99}, {'id': 267, 'token': 'er', 'count': 42}, {'id': 498, 'token': 'ie', 'count': 41}, {'id': 15, 'token': ',', 'count': 40}, {'id': 75, 'token': 'h', 'count': 32}, {'id': 73, 'token': 'f', 'count': 28}, {'id': 131, 'token': 'Ã', 'count': 26}, {'id': 87, 'token': 't', 'count': 22}, {'id': 270, 'token': 'Ġw', 'count': 16}, {'id': 68, 'token': 'a', 'count': 16}, {'id': 268, 'token': 'Ġs', 'count': 14}]
+state_text='1oreung vom jeder Be may dll o Christ holdh effbers occie hardise kindt den assbann00 Twrib. Werph den Köepnen mustaign�identenbackaugh casehipie mark State later eig an und gensch'
+endpoint_text='enierung vom jeder d, dieerhwehmen die sohzt den assbannenhen. Werf den Köhnen wirt den daen dief der eigen und ausch die Faist der wirte dienchiker Be�hn das kannel Fraenst lählen'
+
+step=553 progress=0.5391 next=0.5400 model_t=0.5391 temp=1.550 support=0.5400 conc=9.449
+state_top=[{'id': 292, 'token': 'Ġd', 'count': 49}, {'id': 272, 'token': 'en', 'count': 37}, {'id': 267, 'token': 'er', 'count': 25}, {'id': 498, 'token': 'ie', 'count': 23}, {'id': 73, 'token': 'f', 'count': 18}, {'id': 75, 'token': 'h', 'count': 15}, {'id': 87, 'token': 't', 'count': 15}, {'id': 131, 'token': 'Ã', 'count': 14}, {'id': 15, 'token': ',', 'count': 13}, {'id': 88, 'token': 'u', 'count': 11}, {'id': 362, 'token': 'nd', 'count': 8}, {'id': 268, 'token': 'Ġs', 'count': 8}]
+endpoint_top=[{'id': 272, 'token': 'en', 'count': 97}, {'id': 292, 'token': 'Ġd', 'count': 95}, {'id': 498, 'token': 'ie', 'count': 44}, {'id': 267, 'token': 'er', 'count': 42}, {'id': 15, 'token': ',', 'count': 36}, {'id': 75, 'token': 'h', 'count': 28}, {'id': 87, 'token': 't', 'count': 26}, {'id': 73, 'token': 'f', 'count': 26}, {'id': 131, 'token': 'Ã', 'count': 24}, {'id': 270, 'token': 'Ġw', 'count': 14}, {'id': 88, 'token': 'u', 'count': 14}, {'id': 268, 'token': 'Ġs', 'count': 14}]
+state_text='1 longung vomuneder Bevert dar oically holdh (ord Twie hardise kindt den as playbann� Twrib� Werhe den Köepnenaiaignie denbackaugh casehip But mark State laterstandigen und gensch '
+endpoint_text='enigung vom jeder Be, der Kh ihmen die wiseht den Usbannenhen. Werf den Köhnen wollen den Ut, die St den eigen und aesch die Staen der wirte websener uen Beitaren das kannel Frlbst'
+
+step=554 progress=0.5400 next=0.5410 model_t=0.5400 temp=1.550 support=0.5410 conc=9.488
+state_top=[{'id': 292, 'token': 'Ġd', 'count': 52}, {'id': 272, 'token': 'en', 'count': 35}, {'id': 267, 'token': 'er', 'count': 29}, {'id': 498, 'token': 'ie', 'count': 25}, {'id': 73, 'token': 'f', 'count': 19}, {'id': 87, 'token': 't', 'count': 16}, {'id': 75, 'token': 'h', 'count': 15}, {'id': 131, 'token': 'Ã', 'count': 14}, {'id': 15, 'token': ',', 'count': 14}, {'id': 88, 'token': 'u', 'count': 10}, {'id': 268, 'token': 'Ġs', 'count': 10}, {'id': 265, 'token': 'on', 'count': 9}]
+endpoint_top=[{'id': 272, 'token': 'en', 'count': 106}, {'id': 292, 'token': 'Ġd', 'count': 97}, {'id': 267, 'token': 'er', 'count': 50}, {'id': 498, 'token': 'ie', 'count': 43}, {'id': 15, 'token': ',', 'count': 35}, {'id': 131, 'token': 'Ã', 'count': 31}, {'id': 73, 'token': 'f', 'count': 31}, {'id': 75, 'token': 'h', 'count': 28}, {'id': 87, 'token': 't', 'count': 24}, {'id': 68, 'token': 'a', 'count': 21}, {'id': 270, 'token': 'Ġw', 'count': 16}, {'id': 268, 'token': 'Ġs', 'count': 14}]
+state_text='1ill makegiewomuneder Bevert d leg oically�h ( Europe zie hardiseMt den as play warann� Tw might� Werhe den Köhnen protrewie denbackaugh casehipempt markead later Iigen und gensch '
+endpoint_text='eierung vom jeder be, der K� ihten die werht den erblen�en. Werhe den Köhnen, die den Staf diehäilligen und gensch die soaen der wirte webs von und Beihn das Staselflichst lählen, '
+
+step=555 progress=0.5410 next=0.5420 model_t=0.5410 temp=1.550 support=0.5420 conc=9.527
+state_top=[{'id': 292, 'token': 'Ġd', 'count': 55}, {'id': 272, 'token': 'en', 'count': 38}, {'id': 267, 'token': 'er', 'count': 27}, {'id': 498, 'token': 'ie', 'count': 26}, {'id': 73, 'token': 'f', 'count': 20}, {'id': 75, 'token': 'h', 'count': 17}, {'id': 131, 'token': 'Ã', 'count': 16}, {'id': 87, 'token': 't', 'count': 14}, {'id': 15, 'token': ',', 'count': 14}, {'id': 88, 'token': 'u', 'count': 12}, {'id': 268, 'token': 'Ġs', 'count': 10}, {'id': 270, 'token': 'Ġw', 'count': 9}]
+endpoint_top=[{'id': 272, 'token': 'en', 'count': 103}, {'id': 292, 'token': 'Ġd', 'count': 98}, {'id': 498, 'token': 'ie', 'count': 56}, {'id': 15, 'token': ',', 'count': 51}, {'id': 267, 'token': 'er', 'count': 48}, {'id': 75, 'token': 'h', 'count': 28}, {'id': 131, 'token': 'Ã', 'count': 27}, {'id': 73, 'token': 'f', 'count': 27}, {'id': 87, 'token': 't', 'count': 19}, {'id': 270, 'token': 'Ġw', 'count': 15}, {'id': 268, 'token': 'Ġs', 'count': 15}, {'id': 414, 'token': 'Ġv', 'count': 13}]
+state_text='1illungiewomuneder ures dng o+�h wach zie hardisebrt denumentieap claim� why might� Werhe den Köhnen todayizeie denbackaugh casehipempteread mon Iigen und gensch die toonder L der '
+endpoint_text='erbung vom jeder Be, der Kähmen die eshht den iebannflen. Werhe den Köhnen, die den diefieenenerenitigen und gensch die Wa, der wiel webs von diezuen, das Kaselflichst dählichen un'
+
+step=556 progress=0.5420 next=0.5430 model_t=0.5420 temp=1.550 support=0.5430 conc=9.565
+state_top=[{'id': 292, 'token': 'Ġd', 'count': 55}, {'id': 272, 'token': 'en', 'count': 40}, {'id': 498, 'token': 'ie', 'count': 33}, {'id': 267, 'token': 'er', 'count': 27}, {'id': 73, 'token': 'f', 'count': 19}, {'id': 75, 'token': 'h', 'count': 16}, {'id': 15, 'token': ',', 'count': 16}, {'id': 88, 'token': 'u', 'count': 15}, {'id': 87, 'token': 't', 'count': 15}, {'id': 131, 'token': 'Ã', 'count': 15}, {'id': 414, 'token': 'Ġv', 'count': 9}, {'id': 268, 'token': 'Ġs', 'count': 9}]
+endpoint_top=[{'id': 292, 'token': 'Ġd', 'count': 103}, {'id': 272, 'token': 'en', 'count': 96}, {'id': 498, 'token': 'ie', 'count': 52}, {'id': 15, 'token': ',', 'count': 44}, {'id': 267, 'token': 'er', 'count': 41}, {'id': 73, 'token': 'f', 'count': 31}, {'id': 131, 'token': 'Ã', 'count': 29}, {'id': 87, 'token': 't', 'count': 26}, {'id': 75, 'token': 'h', 'count': 25}, {'id': 88, 'token': 'u', 'count': 19}, {'id': 315, 'token': 'ĠS', 'count': 14}, {'id': 68, 'token': 'a', 'count': 14}]
+state_text='�ismung vom feeleder ures die oer2h wach zu hardise 25t denumentieap claimk un might� Werhe den Köhnen ev die denback 10 casehipempteread mon Iigen und pussch die toonder L der wep'
+endpoint_text=' Stillung vomuneder und die Sähmen zu bielegt den diehannf den. Werhe den Köhnen, die den dafen derieinitgen und gesch die Wa, der wielen, von diezufen das Stasel Frank ust ähliche'
+
+step=557 progress=0.5430 next=0.5439 model_t=0.5430 temp=1.550 support=0.5439 conc=9.604
+state_top=[{'id': 292, 'token': 'Ġd', 'count': 57}, {'id': 272, 'token': 'en', 'count': 42}, {'id': 498, 'token': 'ie', 'count': 30}, {'id': 267, 'token': 'er', 'count': 27}, {'id': 75, 'token': 'h', 'count': 20}, {'id': 131, 'token': 'Ã', 'count': 18}, {'id': 73, 'token': 'f', 'count': 18}, {'id': 15, 'token': ',', 'count': 17}, {'id': 88, 'token': 'u', 'count': 14}, {'id': 87, 'token': 't', 'count': 14}, {'id': 270, 'token': 'Ġw', 'count': 9}, {'id': 268, 'token': 'Ġs', 'count': 9}]
+endpoint_top=[{'id': 292, 'token': 'Ġd', 'count': 107}, {'id': 272, 'token': 'en', 'count': 92}, {'id': 498, 'token': 'ie', 'count': 65}, {'id': 15, 'token': ',', 'count': 42}, {'id': 267, 'token': 'er', 'count': 34}, {'id': 73, 'token': 'f', 'count': 32}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 87, 'token': 't', 'count': 28}, {'id': 131, 'token': 'Ã', 'count': 28}, {'id': 88, 'token': 'u', 'count': 20}, {'id': 261, 'token': 'Ġa', 'count': 17}, {'id': 79, 'token': 'l', 'count': 16}]
+state_text='Xismunem vom feeleder ures die o called2h subpe zu hovibt den secondieap claim until unve� Wer I den Köhden ev die den already 10 casehipicheread mon Iigen und pumpch die toorib L '
+endpoint_text='higung vom jeder und die ohweh wt zu beieht den die Kannklen. Werhe den Köhnen, die den Bafen der Stiefigen und psych die Sta, der wiehlen von die Lion d, das dasel Freschst gählen'
+
+step=558 progress=0.5439 next=0.5449 model_t=0.5439 temp=1.550 support=0.5449 conc=9.643
+state_top=[{'id': 292, 'token': 'Ġd', 'count': 66}, {'id': 272, 'token': 'en', 'count': 38}, {'id': 498, 'token': 'ie', 'count': 35}, {'id': 267, 'token': 'er', 'count': 27}, {'id': 73, 'token': 'f', 'count': 19}, {'id': 75, 'token': 'h', 'count': 18}, {'id': 15, 'token': ',', 'count': 17}, {'id': 131, 'token': 'Ã', 'count': 16}, {'id': 88, 'token': 'u', 'count': 14}, {'id': 87, 'token': 't', 'count': 14}, {'id': 268, 'token': 'Ġs', 'count': 10}, {'id': 362, 'token': 'nd', 'count': 9}]
+endpoint_top=[{'id': 292, 'token': 'Ġd', 'count': 113}, {'id': 272, 'token': 'en', 'count': 91}, {'id': 498, 'token': 'ie', 'count': 67}, {'id': 15, 'token': ',', 'count': 48}, {'id': 267, 'token': 'er', 'count': 38}, {'id': 73, 'token': 'f', 'count': 33}, {'id': 75, 'token': 'h', 'count': 32}, {'id': 131, 'token': 'Ã', 'count': 26}, {'id': 87, 'token': 't', 'count': 25}, {'id': 88, 'token': 'u', 'count': 20}, {'id': 261, 'token': 'Ġa', 'count': 16}, {'id': 315, 'token': 'ĠS', 'count': 15}]
+state_text='Xismunem vom Duner und die o called Qh subpe zuptovibt den dieap claim untilensve� Wer I den Köhden stand die denances 10 casehipichereadl Iigt childnd pumpch die Strib L der weh--'
+endpoint_text='ertung vom jeder und die ohnehaen zu hat�t den die Siek unen. Werf den Köhnen, die den Siefl der Stieitigen und psych die Stief der wehlen von die Gutell, das das Poles abst gählen'
+
+step=559 progress=0.5449 next=0.5459 model_t=0.5449 temp=1.550 support=0.5459 conc=9.683
+state_top=[{'id': 292, 'token': 'Ġd', 'count': 65}, {'id': 272, 'token': 'en', 'count': 40}, {'id': 498, 'token': 'ie', 'count': 37}, {'id': 267, 'token': 'er', 'count': 26}, {'id': 73, 'token': 'f', 'count': 21}, {'id': 75, 'token': 'h', 'count': 17}, {'id': 131, 'token': 'Ã', 'count': 17}, {'id': 15, 'token': ',', 'count': 17}, {'id': 88, 'token': 'u', 'count': 15}, {'id': 87, 'token': 't', 'count': 15}, {'id': 268, 'token': 'Ġs', 'count': 11}, {'id': 78, 'token': 'k', 'count': 9}]
+endpoint_top=[{'id': 292, 'token': 'Ġd', 'count': 115}, {'id': 272, 'token': 'en', 'count': 85}, {'id': 498, 'token': 'ie', 'count': 59}, {'id': 267, 'token': 'er', 'count': 42}, {'id': 15, 'token': ',', 'count': 40}, {'id': 73, 'token': 'f', 'count': 33}, {'id': 75, 'token': 'h', 'count': 32}, {'id': 131, 'token': 'Ã', 'count': 29}, {'id': 87, 'token': 't', 'count': 28}, {'id': 88, 'token': 'u', 'count': 22}, {'id': 261, 'token': 'Ġa', 'count': 14}, {'id': 85, 'token': 'r', 'count': 13}]
+state_text='Xism Conter vom Duner und die o calledneh subony zupt getibt den dieap claimHensve�ger I den Köhden stand marie denances 1080hip Allereadl Iigt childnd psych die limaveet der weh� '
+endpoint_text='enmunem vom Heder und die ohnehmen zu remreibt den die Stiefieen. Wer in den Köhden, die den Safl derhltigen und psych die Staf der wehren von die der eina das das Poles abst gähle'
+
+step=560 progress=0.5459 next=0.5469 model_t=0.5459 temp=1.550 support=0.5469 conc=9.722
+state_top=[{'id': 292, 'token': 'Ġd', 'count': 67}, {'id': 272, 'token': 'en', 'count': 40}, {'id': 498, 'token': 'ie', 'count': 39}, {'id': 267, 'token': 'er', 'count': 24}, {'id': 73, 'token': 'f', 'count': 20}, {'id': 75, 'token': 'h', 'count': 19}, {'id': 131, 'token': 'Ã', 'count': 19}, {'id': 15, 'token': ',', 'count': 19}, {'id': 88, 'token': 'u', 'count': 16}, {'id': 87, 'token': 't', 'count': 15}, {'id': 261, 'token': 'Ġa', 'count': 11}, {'id': 74, 'token': 'g', 'count': 10}]
+endpoint_top=[{'id': 292, 'token': 'Ġd', 'count': 114}, {'id': 272, 'token': 'en', 'count': 85}, {'id': 498, 'token': 'ie', 'count': 63}, {'id': 73, 'token': 'f', 'count': 38}, {'id': 267, 'token': 'er', 'count': 37}, {'id': 15, 'token': ',', 'count': 34}, {'id': 131, 'token': 'Ã', 'count': 29}, {'id': 75, 'token': 'h', 'count': 25}, {'id': 87, 'token': 't', 'count': 20}, {'id': 88, 'token': 'u', 'count': 19}, {'id': 315, 'token': 'ĠS', 'count': 19}, {'id': 79, 'token': 'l', 'count': 15}]
+state_text=' iationalunter vom Duner und die o calledneh suben zupt authoribt den d�==== claimstemensve reduger I den Köhden experience die den en�80hipiedereadl movigt und psych die lim aet d'
+endpoint_text='enmunter vom Duner und die Ohnehren zuptreibt den die Siefieen. der in den Köhden, die den Sieen w derklichigt und psych die Inbet der wehlen von die Sief, das das Portescht gählau'
+
+step=561 progress=0.5469 next=0.5479 model_t=0.5469 temp=1.550 support=0.5479 conc=9.762
+state_top=[{'id': 292, 'token': 'Ġd', 'count': 74}, {'id': 272, 'token': 'en', 'count': 40}, {'id': 498, 'token': 'ie', 'count': 39}, {'id': 267, 'token': 'er', 'count': 25}, {'id': 131, 'token': 'Ã', 'count': 22}, {'id': 73, 'token': 'f', 'count': 21}, {'id': 75, 'token': 'h', 'count': 20}, {'id': 15, 'token': ',', 'count': 20}, {'id': 88, 'token': 'u', 'count': 18}, {'id': 87, 'token': 't', 'count': 14}, {'id': 74, 'token': 'g', 'count': 12}, {'id': 261, 'token': 'Ġa', 'count': 11}]
+endpoint_top=[{'id': 292, 'token': 'Ġd', 'count': 112}, {'id': 272, 'token': 'en', 'count': 75}, {'id': 498, 'token': 'ie', 'count': 69}, {'id': 15, 'token': ',', 'count': 40}, {'id': 267, 'token': 'er', 'count': 36}, {'id': 73, 'token': 'f', 'count': 34}, {'id': 131, 'token': 'Ã', 'count': 31}, {'id': 75, 'token': 'h', 'count': 26}, {'id': 87, 'token': 't', 'count': 23}, {'id': 88, 'token': 'u', 'count': 21}, {'id': 79, 'token': 'l', 'count': 18}, {'id': 85, 'token': 'r', 'count': 17}]
+state_text='�ationalunter vom Duner und die ohneh suben zupt authoribt den d�==== claimstemens Ad reduger Iodeen K�);hden, die den en�80hipiedereadl movigt und psych die lim aet der wehemberus'
+endpoint_text=' Kraunter von Dasser und die ohnehmen zuptreibt den die Siefieveun der, den Kähden, die den F�rniederflichigt und psych die,itet der wehlen von die Siefer das das Poles abst gählau'
+
+step=562 progress=0.5479 next=0.5488 model_t=0.5479 temp=1.550 support=0.5488 conc=9.801
+state_top=[{'id': 292, 'token': 'Ġd', 'count': 76}, {'id': 272, 'token': 'en', 'count': 44}, {'id': 498, 'token': 'ie', 'count': 42}, {'id': 267, 'token': 'er', 'count': 25}, {'id': 75, 'token': 'h', 'count': 22}, {'id': 88, 'token': 'u', 'count': 20}, {'id': 73, 'token': 'f', 'count': 20}, {'id': 15, 'token': ',', 'count': 19}, {'id': 131, 'token': 'Ã', 'count': 18}, {'id': 414, 'token': 'Ġv', 'count': 13}, {'id': 87, 'token': 't', 'count': 13}, {'id': 79, 'token': 'l', 'count': 11}]
+endpoint_top=[{'id': 292, 'token': 'Ġd', 'count': 114}, {'id': 272, 'token': 'en', 'count': 83}, {'id': 498, 'token': 'ie', 'count': 60}, {'id': 15, 'token': ',', 'count': 41}, {'id': 131, 'token': 'Ã', 'count': 31}, {'id': 267, 'token': 'er', 'count': 30}, {'id': 73, 'token': 'f', 'count': 29}, {'id': 75, 'token': 'h', 'count': 26}, {'id': 88, 'token': 'u', 'count': 24}, {'id': 87, 'token': 't', 'count': 22}, {'id': 79, 'token': 'l', 'count': 17}, {'id': 261, 'token': 'Ġa', 'count': 16}]
+state_text='�ational failter von D career und die ohnehitalen zupt peibt den d�==== claim�ens res redugerb den Köhden, die den best�80hipiedereadl movigt und psych die lim aet der Stehreust vo'
+endpoint_text='enhunter von Duner und die Ohnehmen zu bereibt den die Siefensenun der in den Köhden, die den ü dieder selichigt und psych die,bet der wehlen von die “pl, das das Poles abst gählau'
+
+step=563 progress=0.5488 next=0.5498 model_t=0.5488 temp=1.550 support=0.5498 conc=9.841
+state_top=[{'id': 292, 'token': 'Ġd', 'count': 74}, {'id': 272, 'token': 'en', 'count': 48}, {'id': 498, 'token': 'ie', 'count': 45}, {'id': 267, 'token': 'er', 'count': 27}, {'id': 131, 'token': 'Ã', 'count': 22}, {'id': 73, 'token': 'f', 'count': 21}, {'id': 75, 'token': 'h', 'count': 19}, {'id': 15, 'token': ',', 'count': 19}, {'id': 88, 'token': 'u', 'count': 18}, {'id': 87, 'token': 't', 'count': 12}, {'id': 414, 'token': 'Ġv', 'count': 11}, {'id': 79, 'token': 'l', 'count': 11}]
+endpoint_top=[{'id': 292, 'token': 'Ġd', 'count': 111}, {'id': 272, 'token': 'en', 'count': 81}, {'id': 498, 'token': 'ie', 'count': 70}, {'id': 15, 'token': ',', 'count': 44}, {'id': 73, 'token': 'f', 'count': 37}, {'id': 75, 'token': 'h', 'count': 34}, {'id': 267, 'token': 'er', 'count': 31}, {'id': 131, 'token': 'Ã', 'count': 28}, {'id': 88, 'token': 'u', 'count': 22}, {'id': 87, 'token': 't', 'count': 18}, {'id': 79, 'token': 'l', 'count': 17}, {'id': 261, 'token': 'Ġa', 'count': 15}]
+state_text='� plan fail sm von D career und die ohnehitalen zu er peibt den die==== claim� state res redugerb den Köhden, die den of�veshipieder showl movigt und psych die Imletical der Stehre'
+endpoint_text='en hunter von Dasser und die ohnehmen zuptreibt den die Siefensenun derb den Kühden, die den dief diederhlichigt und psych die,bet der Stehmen von die Siepl, das das Pgesisst gähla'
+
+step=564 progress=0.5498 next=0.5508 model_t=0.5498 temp=1.550 support=0.5508 conc=9.881
+state_top=[{'id': 292, 'token': 'Ġd', 'count': 74}, {'id': 272, 'token': 'en', 'count': 50}, {'id': 498, 'token': 'ie', 'count': 47}, {'id': 267, 'token': 'er', 'count': 27}, {'id': 73, 'token': 'f', 'count': 22}, {'id': 131, 'token': 'Ã', 'count': 22}, {'id': 75, 'token': 'h', 'count': 20}, {'id': 15, 'token': ',', 'count': 19}, {'id': 88, 'token': 'u', 'count': 17}, {'id': 87, 'token': 't', 'count': 12}, {'id': 265, 'token': 'on', 'count': 11}, {'id': 268, 'token': 'Ġs', 'count': 11}]
+endpoint_top=[{'id': 292, 'token': 'Ġd', 'count': 108}, {'id': 272, 'token': 'en', 'count': 96}, {'id': 498, 'token': 'ie', 'count': 71}, {'id': 15, 'token': ',', 'count': 41}, {'id': 73, 'token': 'f', 'count': 35}, {'id': 75, 'token': 'h', 'count': 32}, {'id': 131, 'token': 'Ã', 'count': 32}, {'id': 267, 'token': 'er', 'count': 29}, {'id': 88, 'token': 'u', 'count': 21}, {'id': 79, 'token': 'l', 'count': 21}, {'id': 87, 'token': 't', 'count': 20}, {'id': 261, 'token': 'Ġa', 'count': 18}]
+state_text=' country plan fail sm worldon D eventer und die ohnehitalen zucc peibt den die siefhes res Tgerb den Kühden, die den local�Yhipieder showl movigt und psych die Zwical der Stehreen '
+endpoint_text='enen den von Dasser und die ohnehmen zu erreibt den die Siefie�ungerb den Kühden, die den Siefeniederhlichigt und psych die Imaf der Stehmen von die Saen, das das Sgescht gählauf u'
+
+step=565 progress=0.5508 next=0.5518 model_t=0.5508 temp=1.550 support=0.5518 conc=9.921
+state_top=[{'id': 292, 'token': 'Ġd', 'count': 77}, {'id': 272, 'token': 'en', 'count': 51}, {'id': 498, 'token': 'ie', 'count': 49}, {'id': 267, 'token': 'er', 'count': 25}, {'id': 131, 'token': 'Ã', 'count': 23}, {'id': 15, 'token': ',', 'count': 23}, {'id': 75, 'token': 'h', 'count': 20}, {'id': 73, 'token': 'f', 'count': 20}, {'id': 88, 'token': 'u', 'count': 17}, {'id': 265, 'token': 'on', 'count': 14}, {'id': 87, 'token': 't', 'count': 12}, {'id': 268, 'token': 'Ġs', 'count': 12}]
+endpoint_top=[{'id': 292, 'token': 'Ġd', 'count': 113}, {'id': 498, 'token': 'ie', 'count': 78}, {'id': 272, 'token': 'en', 'count': 77}, {'id': 15, 'token': ',', 'count': 44}, {'id': 73, 'token': 'f', 'count': 36}, {'id': 75, 'token': 'h', 'count': 33}, {'id': 131, 'token': 'Ã', 'count': 32}, {'id': 267, 'token': 'er', 'count': 31}, {'id': 88, 'token': 'u', 'count': 23}, {'id': 79, 'token': 'l', 'count': 20}, {'id': 87, 'token': 't', 'count': 17}, {'id': 124, 'token': '¼', 'count': 17}]
+state_text=' country es directps exampleon D eventer und die ohneh�en zucc peibt den die sieocihes res Tgerb den Kühden, die d along local�isthipzer showl movigt und psych die Ewical der Stehr'
+endpoint_text='ieen den von Dasser und die ohnehmen zuflibt den die Sief d�ungerb den Kühden, die den Sief diederkltigt und psych die Saf der Stehmen von die Sief, das das Smes der gählauf und mi'
+
+step=566 progress=0.5518 next=0.5527 model_t=0.5518 temp=1.550 support=0.5527 conc=9.962
+state_top=[{'id': 292, 'token': 'Ġd', 'count': 81}, {'id': 498, 'token': 'ie', 'count': 54}, {'id': 272, 'token': 'en', 'count': 47}, {'id': 267, 'token': 'er', 'count': 24}, {'id': 131, 'token': 'Ã', 'count': 24}, {'id': 75, 'token': 'h', 'count': 23}, {'id': 15, 'token': ',', 'count': 23}, {'id': 73, 'token': 'f', 'count': 23}, {'id': 88, 'token': 'u', 'count': 19}, {'id': 265, 'token': 'on', 'count': 15}, {'id': 79, 'token': 'l', 'count': 14}, {'id': 87, 'token': 't', 'count': 13}]
+endpoint_top=[{'id': 292, 'token': 'Ġd', 'count': 116}, {'id': 272, 'token': 'en', 'count': 87}, {'id': 498, 'token': 'ie', 'count': 82}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 35}, {'id': 73, 'token': 'f', 'count': 32}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 267, 'token': 'er', 'count': 27}, {'id': 88, 'token': 'u', 'count': 23}, {'id': 87, 'token': 't', 'count': 18}, {'id': 268, 'token': 'Ġs', 'count': 18}, {'id': 124, 'token': '¼', 'count': 18}]
+state_text=' country es directps exampleon D eventer und die ohneh�erson zu Preibt den die sieoci charact res T whoab den Kühden, die d along local�xt Twzer Gl movigt und psych die Ewical der '
+endpoint_text='en escen von Dieter und die ohnehmen zukreibt den die sief dieungerb den Kühden, die den Bieistenzerkltigt und psych die Swf der Stehmen von die Sief, dass das Siel den gähtauf und'
+
+step=567 progress=0.5527 next=0.5537 model_t=0.5527 temp=1.550 support=0.5537 conc=10.002
+state_top=[{'id': 292, 'token': 'Ġd', 'count': 80}, {'id': 498, 'token': 'ie', 'count': 60}, {'id': 272, 'token': 'en', 'count': 54}, {'id': 15, 'token': ',', 'count': 26}, {'id': 131, 'token': 'Ã', 'count': 26}, {'id': 75, 'token': 'h', 'count': 24}, {'id': 73, 'token': 'f', 'count': 24}, {'id': 267, 'token': 'er', 'count': 23}, {'id': 88, 'token': 'u', 'count': 20}, {'id': 265, 'token': 'on', 'count': 15}, {'id': 414, 'token': 'Ġv', 'count': 13}, {'id': 87, 'token': 't', 'count': 13}]
+endpoint_top=[{'id': 292, 'token': 'Ġd', 'count': 113}, {'id': 272, 'token': 'en', 'count': 87}, {'id': 498, 'token': 'ie', 'count': 86}, {'id': 15, 'token': ',', 'count': 47}, {'id': 73, 'token': 'f', 'count': 38}, {'id': 131, 'token': 'Ã', 'count': 31}, {'id': 75, 'token': 'h', 'count': 28}, {'id': 88, 'token': 'u', 'count': 26}, {'id': 267, 'token': 'er', 'count': 25}, {'id': 79, 'token': 'l', 'count': 21}, {'id': 124, 'token': '¼', 'count': 20}, {'id': 87, 'token': 't', 'count': 16}]
+state_text=', es directps von Disioner und die ohnehinsen zu Preibt den die sieoci charact res T whoab den Kühden, die die local�most�zer Gl movigt und psych die E want camp der Stehendeden vi'
+endpoint_text=', esommen von Dasser und die ohnehmen zu Preibt den die sief die Tampaft den Kühden, die den aufetzerblutigt und psych die Zwer der Stehmen via die Sief, dass das haben Sie gähnauf'
+
+step=568 progress=0.5537 next=0.5547 model_t=0.5537 temp=1.550 support=0.5547 conc=10.043
+state_top=[{'id': 292, 'token': 'Ġd', 'count': 82}, {'id': 498, 'token': 'ie', 'count': 63}, {'id': 272, 'token': 'en', 'count': 54}, {'id': 15, 'token': ',', 'count': 28}, {'id': 131, 'token': 'Ã', 'count': 26}, {'id': 75, 'token': 'h', 'count': 23}, {'id': 267, 'token': 'er', 'count': 22}, {'id': 73, 'token': 'f', 'count': 21}, {'id': 88, 'token': 'u', 'count': 19}, {'id': 414, 'token': 'Ġv', 'count': 16}, {'id': 124, 'token': '¼', 'count': 15}, {'id': 265, 'token': 'on', 'count': 13}]
+endpoint_top=[{'id': 292, 'token': 'Ġd', 'count': 110}, {'id': 272, 'token': 'en', 'count': 94}, {'id': 498, 'token': 'ie', 'count': 89}, {'id': 15, 'token': ',', 'count': 46}, {'id': 73, 'token': 'f', 'count': 37}, {'id': 131, 'token': 'Ã', 'count': 35}, {'id': 75, 'token': 'h', 'count': 32}, {'id': 267, 'token': 'er', 'count': 26}, {'id': 88, 'token': 'u', 'count': 25}, {'id': 124, 'token': '¼', 'count': 24}, {'id': 261, 'token': 'Ġa', 'count': 19}, {'id': 79, 'token': 'l', 'count': 17}]
+state_text=', es directps von Disioner u Min die ohnehinsen zu Preibt den die sieoci friend N T whoablessen Kühd individual, die die Pro�most techn verestl cityigt und psych die E would� der S'
+endpoint_text=', es die von Daser und die ohnehmen zu Preibt den die sief deriehaus den Kühden, die die die�etzer Glossigt und psych die Ehen der Stehmen via die Sief, dass das Aben Siemählauf un'
+
+step=569 progress=0.5547 next=0.5557 model_t=0.5547 temp=1.550 support=0.5557 conc=10.084
+state_top=[{'id': 292, 'token': 'Ġd', 'count': 85}, {'id': 498, 'token': 'ie', 'count': 70}, {'id': 272, 'token': 'en', 'count': 55}, {'id': 15, 'token': ',', 'count': 28}, {'id': 131, 'token': 'Ã', 'count': 26}, {'id': 267, 'token': 'er', 'count': 24}, {'id': 75, 'token': 'h', 'count': 24}, {'id': 73, 'token': 'f', 'count': 24}, {'id': 88, 'token': 'u', 'count': 18}, {'id': 124, 'token': '¼', 'count': 17}, {'id': 87, 'token': 't', 'count': 15}, {'id': 265, 'token': 'on', 'count': 14}]
+endpoint_top=[{'id': 292, 'token': 'Ġd', 'count': 117}, {'id': 498, 'token': 'ie', 'count': 99}, {'id': 272, 'token': 'en', 'count': 91}, {'id': 15, 'token': ',', 'count': 44}, {'id': 73, 'token': 'f', 'count': 37}, {'id': 75, 'token': 'h', 'count': 32}, {'id': 131, 'token': 'Ã', 'count': 29}, {'id': 88, 'token': 'u', 'count': 28}, {'id': 267, 'token': 'er', 'count': 26}, {'id': 124, 'token': '¼', 'count': 23}, {'id': 79, 'token': 'l', 'count': 22}, {'id': 261, 'token': 'Ġa', 'count': 18}]
+state_text=', es directps von Disioner und die ohneh auten zu Preibt den die sieoci friend N T whoablessen Kühck individual, die die players� A techn der Gladigt und p�ch die E would� der Steh'
+endpoint_text=', es die von Dasser und die Ohnehmen zu Preibt den die sie die diehaus den Kühden, die die diefie der Gladigt und psych die Ehen der Stehmen von die Sief, dass das einen Sie ühlauf'
+
+step=570 progress=0.5557 next=0.5566 model_t=0.5557 temp=1.550 support=0.5566 conc=10.125
+state_top=[{'id': 292, 'token': 'Ġd', 'count': 94}, {'id': 498, 'token': 'ie', 'count': 78}, {'id': 272, 'token': 'en', 'count': 60}, {'id': 15, 'token': ',', 'count': 29}, {'id': 131, 'token': 'Ã', 'count': 26}, {'id': 73, 'token': 'f', 'count': 26}, {'id': 267, 'token': 'er', 'count': 24}, {'id': 75, 'token': 'h', 'count': 24}, {'id': 88, 'token': 'u', 'count': 19}, {'id': 124, 'token': '¼', 'count': 17}, {'id': 414, 'token': 'Ġv', 'count': 15}, {'id': 265, 'token': 'on', 'count': 14}]
+endpoint_top=[{'id': 292, 'token': 'Ġd', 'count': 125}, {'id': 498, 'token': 'ie', 'count': 96}, {'id': 272, 'token': 'en', 'count': 95}, {'id': 73, 'token': 'f', 'count': 47}, {'id': 15, 'token': ',', 'count': 44}, {'id': 75, 'token': 'h', 'count': 36}, {'id': 131, 'token': 'Ã', 'count': 32}, {'id': 79, 'token': 'l', 'count': 26}, {'id': 267, 'token': 'er', 'count': 25}, {'id': 88, 'token': 'u', 'count': 23}, {'id': 124, 'token': '¼', 'count': 21}, {'id': 261, 'token': 'Ġa', 'count': 19}]
+state_text=', es directie von Disioner und die ohneh asken zuidencereibt den die sie program had N T who 30 crelessen Kühcken, die dieWh� Aann der Gladigt und p�ch die E would\x16 der Stehlen von'
+endpoint_text=', es die von Dasser und die ohnehmen zu Preibt den die sief den,haus den Kühlen, die die die die der Gladigt und psych die Eren der Stehmen von die Sief, dass das ebenieie ühlauf u'
+
+step=571 progress=0.5566 next=0.5576 model_t=0.5566 temp=1.550 support=0.5576 conc=10.166
+state_top=[{'id': 292, 'token': 'Ġd', 'count': 97}, {'id': 498, 'token': 'ie', 'count': 82}, {'id': 272, 'token': 'en', 'count': 65}, {'id': 15, 'token': ',', 'count': 29}, {'id': 75, 'token': 'h', 'count': 26}, {'id': 131, 'token': 'Ã', 'count': 24}, {'id': 73, 'token': 'f', 'count': 22}, {'id': 267, 'token': 'er', 'count': 20}, {'id': 88, 'token': 'u', 'count': 20}, {'id': 124, 'token': '¼', 'count': 18}, {'id': 414, 'token': 'Ġv', 'count': 15}, {'id': 261, 'token': 'Ġa', 'count': 15}]
+endpoint_top=[{'id': 292, 'token': 'Ġd', 'count': 126}, {'id': 498, 'token': 'ie', 'count': 103}, {'id': 272, 'token': 'en', 'count': 99}, {'id': 15, 'token': ',', 'count': 45}, {'id': 73, 'token': 'f', 'count': 45}, {'id': 75, 'token': 'h', 'count': 35}, {'id': 131, 'token': 'Ã', 'count': 31}, {'id': 267, 'token': 'er', 'count': 24}, {'id': 79, 'token': 'l', 'count': 23}, {'id': 88, 'token': 'u', 'count': 22}, {'id': 124, 'token': '¼', 'count': 20}, {'id': 261, 'token': 'Ġa', 'count': 17}]
+state_text=', es directie von Disioner und dielethne police asken zu upreibt den die1ie program had Namespise cre keen Kühamaen, die dieWhie Age der Gladigit uuesll�ch die ET Mc der Stehajoren'
+endpoint_text=', es die von Dasser und die ohnehmen zu berecht den die siefenenutfener den Kühlen, die die die Aann der Gladigt und psych die Ehen der Stehmen von die Sief, dass die eben die ühla'
+
+step=572 progress=0.5576 next=0.5586 model_t=0.5576 temp=1.550 support=0.5586 conc=10.208
+state_top=[{'id': 292, 'token': 'Ġd', 'count': 99}, {'id': 498, 'token': 'ie', 'count': 85}, {'id': 272, 'token': 'en', 'count': 71}, {'id': 15, 'token': ',', 'count': 30}, {'id': 73, 'token': 'f', 'count': 28}, {'id': 131, 'token': 'Ã', 'count': 26}, {'id': 75, 'token': 'h', 'count': 25}, {'id': 88, 'token': 'u', 'count': 23}, {'id': 267, 'token': 'er', 'count': 17}, {'id': 124, 'token': '¼', 'count': 17}, {'id': 79, 'token': 'l', 'count': 17}, {'id': 261, 'token': 'Ġa', 'count': 16}]
+endpoint_top=[{'id': 292, 'token': 'Ġd', 'count': 116}, {'id': 498, 'token': 'ie', 'count': 108}, {'id': 272, 'token': 'en', 'count': 100}, {'id': 15, 'token': ',', 'count': 48}, {'id': 73, 'token': 'f', 'count': 47}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 131, 'token': 'Ã', 'count': 29}, {'id': 88, 'token': 'u', 'count': 27}, {'id': 79, 'token': 'l', 'count': 23}, {'id': 124, 'token': '¼', 'count': 22}, {'id': 267, 'token': 'er', 'count': 20}, {'id': 261, 'token': 'Ġa', 'count': 20}]
+state_text=', es directie von Disioner und dielethne police asken zu upreibt den die1ief offderatpen cre keen Kühlen, die die die Age der Gladigit uues,�ch die ET Mc der Stehlen von dieoxiefin'
+endpoint_text=', es die von Dasser und die Behnehmen zu Streibt den die Siefen Nut dieen den Kühlen, die die die Age die Gladigit und, noch die Einen der Stehlen von die Sief, dass die eben Sie ü'
+
+step=573 progress=0.5586 next=0.5596 model_t=0.5586 temp=1.550 support=0.5596 conc=10.249
+state_top=[{'id': 292, 'token': 'Ġd', 'count': 102}, {'id': 498, 'token': 'ie', 'count': 91}, {'id': 272, 'token': 'en', 'count': 72}, {'id': 15, 'token': ',', 'count': 32}, {'id': 73, 'token': 'f', 'count': 29}, {'id': 131, 'token': 'Ã', 'count': 27}, {'id': 75, 'token': 'h', 'count': 25}, {'id': 88, 'token': 'u', 'count': 24}, {'id': 79, 'token': 'l', 'count': 18}, {'id': 124, 'token': '¼', 'count': 17}, {'id': 261, 'token': 'Ġa', 'count': 16}, {'id': 414, 'token': 'Ġv', 'count': 14}]
+endpoint_top=[{'id': 292, 'token': 'Ġd', 'count': 121}, {'id': 498, 'token': 'ie', 'count': 118}, {'id': 272, 'token': 'en', 'count': 104}, {'id': 15, 'token': ',', 'count': 45}, {'id': 73, 'token': 'f', 'count': 43}, {'id': 75, 'token': 'h', 'count': 35}, {'id': 131, 'token': 'Ã', 'count': 32}, {'id': 79, 'token': 'l', 'count': 27}, {'id': 88, 'token': 'u', 'count': 25}, {'id': 124, 'token': '¼', 'count': 25}, {'id': 267, 'token': 'er', 'count': 19}, {'id': 261, 'token': 'Ġa', 'count': 19}]
+state_text=', es directie von�asser und dieghneh asken zu upINibt den die Sief Mayderatpen cre keen Kühlen, die die die experge der Gladigit und,�ty die Eaw Mc d have Stehlen von dieoxief," da'
+endpoint_text=', es die von Dasser und die Behnehlen zuhreibt den die Siefenererben aommen Kühlen, die die die Age der Gladigit und d noch die Ehen der Stehlen von die Sief, dass die eben die ühl'
+
+step=574 progress=0.5596 next=0.5605 model_t=0.5596 temp=1.550 support=0.5605 conc=10.291
+state_top=[{'id': 292, 'token': 'Ġd', 'count': 103}, {'id': 498, 'token': 'ie', 'count': 94}, {'id': 272, 'token': 'en', 'count': 71}, {'id': 15, 'token': ',', 'count': 36}, {'id': 73, 'token': 'f', 'count': 30}, {'id': 131, 'token': 'Ã', 'count': 27}, {'id': 75, 'token': 'h', 'count': 26}, {'id': 88, 'token': 'u', 'count': 24}, {'id': 124, 'token': '¼', 'count': 21}, {'id': 79, 'token': 'l', 'count': 21}, {'id': 261, 'token': 'Ġa', 'count': 17}, {'id': 414, 'token': 'Ġv', 'count': 14}]
+endpoint_top=[{'id': 292, 'token': 'Ġd', 'count': 125}, {'id': 498, 'token': 'ie', 'count': 122}, {'id': 272, 'token': 'en', 'count': 104}, {'id': 15, 'token': ',', 'count': 51}, {'id': 73, 'token': 'f', 'count': 43}, {'id': 75, 'token': 'h', 'count': 34}, {'id': 131, 'token': 'Ã', 'count': 32}, {'id': 79, 'token': 'l', 'count': 26}, {'id': 88, 'token': 'u', 'count': 26}, {'id': 124, 'token': '¼', 'count': 24}, {'id': 261, 'token': 'Ġa', 'count': 22}, {'id': 224, 'token': 'Ġ', 'count': 21}]
+state_text=', es directie von�asser und die imhneh asken zuadeINibt den die Sief Mayder /ffen creESen Kühlen, die die die organge der Gladigit und, eann die Andaw Mc d have Stehlen von die Sie'
+endpoint_text=', es die von Dasser und die Ghnehlen zu bereibt den die Siefenieitpen ainen Kühlen, die die die Rege der Glad mit und, sie die Eben der Stehlen von die Siefen dass die eben die ühd'
+
+step=575 progress=0.5605 next=0.5615 model_t=0.5605 temp=1.550 support=0.5615 conc=10.333
+state_top=[{'id': 292, 'token': 'Ġd', 'count': 106}, {'id': 498, 'token': 'ie', 'count': 97}, {'id': 272, 'token': 'en', 'count': 76}, {'id': 15, 'token': ',', 'count': 34}, {'id': 73, 'token': 'f', 'count': 31}, {'id': 131, 'token': 'Ã', 'count': 26}, {'id': 75, 'token': 'h', 'count': 24}, {'id': 88, 'token': 'u', 'count': 23}, {'id': 79, 'token': 'l', 'count': 23}, {'id': 124, 'token': '¼', 'count': 20}, {'id': 261, 'token': 'Ġa', 'count': 18}, {'id': 414, 'token': 'Ġv', 'count': 14}]
+endpoint_top=[{'id': 292, 'token': 'Ġd', 'count': 123}, {'id': 498, 'token': 'ie', 'count': 123}, {'id': 272, 'token': 'en', 'count': 97}, {'id': 15, 'token': ',', 'count': 48}, {'id': 73, 'token': 'f', 'count': 41}, {'id': 75, 'token': 'h', 'count': 37}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 79, 'token': 'l', 'count': 30}, {'id': 124, 'token': '¼', 'count': 25}, {'id': 88, 'token': 'u', 'count': 24}, {'id': 261, 'token': 'Ġa', 'count': 22}, {'id': 224, 'token': 'Ġ', 'count': 21}]
+state_text=', es directie von�asser und die uhneh asken zuadereibt den die Siefoberder /ffen cESen Kühlen, die die die organge der Gladigit und, ec die whetherch Mc d have Stehlen von die Sief'
+endpoint_text=', es die von Basser und die Ahnehmen zu bereibt den die Sief die Offen eatten Kühlen, die die die sge der Gladigit und, dine die Llt die Stehlen von die Siefen dass die eben die üh'
+
+step=576 progress=0.5615 next=0.5625 model_t=0.5615 temp=1.550 support=0.5625 conc=10.375
+state_top=[{'id': 498, 'token': 'ie', 'count': 106}, {'id': 292, 'token': 'Ġd', 'count': 105}, {'id': 272, 'token': 'en', 'count': 80}, {'id': 73, 'token': 'f', 'count': 34}, {'id': 15, 'token': ',', 'count': 31}, {'id': 131, 'token': 'Ã', 'count': 25}, {'id': 79, 'token': 'l', 'count': 24}, {'id': 75, 'token': 'h', 'count': 23}, {'id': 88, 'token': 'u', 'count': 23}, {'id': 124, 'token': '¼', 'count': 22}, {'id': 261, 'token': 'Ġa', 'count': 18}, {'id': 87, 'token': 't', 'count': 14}]
+endpoint_top=[{'id': 292, 'token': 'Ġd', 'count': 122}, {'id': 498, 'token': 'ie', 'count': 121}, {'id': 272, 'token': 'en', 'count': 98}, {'id': 15, 'token': ',', 'count': 47}, {'id': 73, 'token': 'f', 'count': 40}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 75, 'token': 'h', 'count': 32}, {'id': 79, 'token': 'l', 'count': 29}, {'id': 124, 'token': '¼', 'count': 28}, {'id': 88, 'token': 'u', 'count': 27}, {'id': 261, 'token': 'Ġa', 'count': 22}, {'id': 224, 'token': 'Ġ', 'count': 20}]
+state_text=', eslie von�asser und die uhneh asken zu greibt den die Siefoberder &ffen cESen ühlen, die die die organge der Glad Zit und, et die whethergang die Stehlen von die Sief," dass die '
+endpoint_text=', es die von Basser und die imhnehlen zu greibt den die Sief die�ffen wben ühlen, die die die ege der Gladigit und, dass die Recht die Stehlen von die Siefen dass die einen die ühl'
+
+step=577 progress=0.5625 next=0.5635 model_t=0.5625 temp=1.550 support=0.5635 conc=10.417
+state_top=[{'id': 498, 'token': 'ie', 'count': 104}, {'id': 292, 'token': 'Ġd', 'count': 102}, {'id': 272, 'token': 'en', 'count': 79}, {'id': 73, 'token': 'f', 'count': 35}, {'id': 15, 'token': ',', 'count': 32}, {'id': 131, 'token': 'Ã', 'count': 27}, {'id': 75, 'token': 'h', 'count': 25}, {'id': 88, 'token': 'u', 'count': 24}, {'id': 124, 'token': '¼', 'count': 24}, {'id': 79, 'token': 'l', 'count': 23}, {'id': 261, 'token': 'Ġa', 'count': 19}, {'id': 265, 'token': 'on', 'count': 16}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 128}, {'id': 292, 'token': 'Ġd', 'count': 115}, {'id': 272, 'token': 'en', 'count': 101}, {'id': 15, 'token': ',', 'count': 45}, {'id': 73, 'token': 'f', 'count': 42}, {'id': 79, 'token': 'l', 'count': 33}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 75, 'token': 'h', 'count': 32}, {'id': 124, 'token': '¼', 'count': 26}, {'id': 88, 'token': 'u', 'count': 23}, {'id': 261, 'token': 'Ġa', 'count': 23}, {'id': 224, 'token': 'Ġ', 'count': 22}]
+state_text=', eslie�on�asser und die uhneh ask ab zukreibt den die Siefoberder & 7en H insten ühlen, die die die�ge der Glad Z may und, et dieinkgint die Stehlen von die Sief," der die ein int'
+endpoint_text=', es die von Basser und die uhnehlen zu greibt den die Sief die beffen beollen ühlen, die die die sie der Glad mit und, et die Wegen die Stehlen von die Siefen dass die einer die ü'
+
+step=578 progress=0.5635 next=0.5645 model_t=0.5635 temp=1.550 support=0.5645 conc=10.459
+state_top=[{'id': 498, 'token': 'ie', 'count': 108}, {'id': 292, 'token': 'Ġd', 'count': 106}, {'id': 272, 'token': 'en', 'count': 81}, {'id': 73, 'token': 'f', 'count': 35}, {'id': 15, 'token': ',', 'count': 32}, {'id': 131, 'token': 'Ã', 'count': 29}, {'id': 75, 'token': 'h', 'count': 26}, {'id': 124, 'token': '¼', 'count': 26}, {'id': 88, 'token': 'u', 'count': 23}, {'id': 79, 'token': 'l', 'count': 23}, {'id': 261, 'token': 'Ġa', 'count': 21}, {'id': 265, 'token': 'on', 'count': 16}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 135}, {'id': 292, 'token': 'Ġd', 'count': 125}, {'id': 272, 'token': 'en', 'count': 103}, {'id': 15, 'token': ',', 'count': 45}, {'id': 73, 'token': 'f', 'count': 42}, {'id': 75, 'token': 'h', 'count': 32}, {'id': 131, 'token': 'Ã', 'count': 30}, {'id': 79, 'token': 'l', 'count': 29}, {'id': 124, 'token': '¼', 'count': 28}, {'id': 88, 'token': 'u', 'count': 25}, {'id': 224, 'token': 'Ġ', 'count': 23}, {'id': 261, 'token': 'Ġa', 'count': 22}]
+state_text='ology es die�on�asser und die uhith asken zukreibt den die Siefiversityder & allen H insten ühlen, die die die\x1cge der Glad Z may und, et dieinkgen die Stehlen von die Sief," der di'
+endpoint_text=', es die von Basser und die uhnehmen zukreibt den die Sief die Affen Hatten ühlen, die die die dge der Glad Zie und, et die Wegen die Stehlen von die Siefen der die einen die ühlen'
+
+step=579 progress=0.5645 next=0.5654 model_t=0.5645 temp=1.550 support=0.5654 conc=10.502
+state_top=[{'id': 498, 'token': 'ie', 'count': 116}, {'id': 292, 'token': 'Ġd', 'count': 103}, {'id': 272, 'token': 'en', 'count': 80}, {'id': 73, 'token': 'f', 'count': 35}, {'id': 15, 'token': ',', 'count': 31}, {'id': 131, 'token': 'Ã', 'count': 29}, {'id': 75, 'token': 'h', 'count': 25}, {'id': 124, 'token': '¼', 'count': 25}, {'id': 79, 'token': 'l', 'count': 24}, {'id': 88, 'token': 'u', 'count': 23}, {'id': 261, 'token': 'Ġa', 'count': 21}, {'id': 265, 'token': 'on', 'count': 16}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 142}, {'id': 292, 'token': 'Ġd', 'count': 126}, {'id': 272, 'token': 'en', 'count': 104}, {'id': 73, 'token': 'f', 'count': 47}, {'id': 15, 'token': ',', 'count': 41}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 131, 'token': 'Ã', 'count': 30}, {'id': 124, 'token': '¼', 'count': 30}, {'id': 79, 'token': 'l', 'count': 27}, {'id': 88, 'token': 'u', 'count': 25}, {'id': 224, 'token': 'Ġ', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 23}]
+state_text='ology es d particular von lastoller undueie uhithren zu intreibt den die Siefiversityures & Reen H insten ühlen, die die die nol der Glad Z may und, et dieinkgen die Stehlen von di'
+endpoint_text=' d es die von Binder und die uhnehmen zukreibt den die Sief die Bommen Hatten ühlen, die die die sie der Gladzer und, et die Wegen die Stehlen von die Siefen der die einen die ühle'
+
+step=580 progress=0.5654 next=0.5664 model_t=0.5654 temp=1.550 support=0.5664 conc=10.545
+state_top=[{'id': 498, 'token': 'ie', 'count': 124}, {'id': 292, 'token': 'Ġd', 'count': 111}, {'id': 272, 'token': 'en', 'count': 82}, {'id': 73, 'token': 'f', 'count': 35}, {'id': 15, 'token': ',', 'count': 32}, {'id': 131, 'token': 'Ã', 'count': 30}, {'id': 124, 'token': '¼', 'count': 27}, {'id': 75, 'token': 'h', 'count': 25}, {'id': 79, 'token': 'l', 'count': 23}, {'id': 88, 'token': 'u', 'count': 22}, {'id': 261, 'token': 'Ġa', 'count': 21}, {'id': 265, 'token': 'on', 'count': 16}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 144}, {'id': 292, 'token': 'Ġd', 'count': 124}, {'id': 272, 'token': 'en', 'count': 100}, {'id': 15, 'token': ',', 'count': 48}, {'id': 73, 'token': 'f', 'count': 45}, {'id': 131, 'token': 'Ã', 'count': 31}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 124, 'token': '¼', 'count': 28}, {'id': 79, 'token': 'l', 'count': 27}, {'id': 88, 'token': 'u', 'count': 23}, {'id': 224, 'token': 'Ġ', 'count': 22}, {'id': 261, 'token': 'Ġa', 'count': 22}]
+state_text='ology es die von App� elect undueie uhithren zuhreibt den die Siefiversityures & Reen Hatten ühlen, die die die nol der Glad Z may und, et die changgen die Steovelen von die Sief,"'
+endpoint_text=' die die von Binder und die uhnehren zu bereibt den die Sief die wollen Hatten ühlen, die die die nie der Gladenen und, et die begen die Stehlen von die Sief, der die einen die ühl'
+
+step=581 progress=0.5664 next=0.5674 model_t=0.5664 temp=1.550 support=0.5674 conc=10.588
+state_top=[{'id': 498, 'token': 'ie', 'count': 125}, {'id': 292, 'token': 'Ġd', 'count': 115}, {'id': 272, 'token': 'en', 'count': 85}, {'id': 73, 'token': 'f', 'count': 36}, {'id': 15, 'token': ',', 'count': 34}, {'id': 131, 'token': 'Ã', 'count': 29}, {'id': 124, 'token': '¼', 'count': 28}, {'id': 75, 'token': 'h', 'count': 27}, {'id': 88, 'token': 'u', 'count': 23}, {'id': 79, 'token': 'l', 'count': 23}, {'id': 261, 'token': 'Ġa', 'count': 21}, {'id': 224, 'token': 'Ġ', 'count': 17}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 152}, {'id': 292, 'token': 'Ġd', 'count': 126}, {'id': 272, 'token': 'en', 'count': 100}, {'id': 15, 'token': ',', 'count': 45}, {'id': 73, 'token': 'f', 'count': 43}, {'id': 75, 'token': 'h', 'count': 32}, {'id': 131, 'token': 'Ã', 'count': 31}, {'id': 124, 'token': '¼', 'count': 29}, {'id': 79, 'token': 'l', 'count': 27}, {'id': 261, 'token': 'Ġa', 'count': 25}, {'id': 88, 'token': 'u', 'count': 23}, {'id': 224, 'token': 'Ġ', 'count': 20}]
+state_text='ology es die von j�f und die uh taxhatten zuhreibt den die Sief fourures &lencyatt very ühlen, die die die Flol der Glad Zal und,ometec die changgen die�eovelen von die Sief hour d'
+endpoint_text=' die die von Hinen und die uhnehlen zuhreiben die die Sief die einen Hatten ühlen, die die die nol der Gladenen und, et die begen die Stehlen von die Sief, der die einen die ühlen,'
+
+step=582 progress=0.5674 next=0.5684 model_t=0.5674 temp=1.550 support=0.5684 conc=10.631
+state_top=[{'id': 498, 'token': 'ie', 'count': 133}, {'id': 292, 'token': 'Ġd', 'count': 114}, {'id': 272, 'token': 'en', 'count': 85}, {'id': 73, 'token': 'f', 'count': 35}, {'id': 15, 'token': ',', 'count': 34}, {'id': 75, 'token': 'h', 'count': 27}, {'id': 124, 'token': '¼', 'count': 27}, {'id': 131, 'token': 'Ã', 'count': 26}, {'id': 79, 'token': 'l', 'count': 22}, {'id': 88, 'token': 'u', 'count': 21}, {'id': 261, 'token': 'Ġa', 'count': 19}, {'id': 224, 'token': 'Ġ', 'count': 17}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 152}, {'id': 292, 'token': 'Ġd', 'count': 126}, {'id': 272, 'token': 'en', 'count': 99}, {'id': 15, 'token': ',', 'count': 47}, {'id': 73, 'token': 'f', 'count': 44}, {'id': 75, 'token': 'h', 'count': 33}, {'id': 131, 'token': 'Ã', 'count': 32}, {'id': 79, 'token': 'l', 'count': 30}, {'id': 124, 'token': '¼', 'count': 28}, {'id': 88, 'token': 'u', 'count': 27}, {'id': 261, 'token': 'Ġa', 'count': 23}, {'id': 224, 'token': 'Ġ', 'count': 20}]
+state_text=' d es die timeson j�en und die uh 2015hatten zuhreibt die die Sief die &lencyatt very ühlen, die die die whol der Glad Zal und, eine dav abgen die�iaovelen von die Sief hour der di'
+endpoint_text=' die die von Aben und die uhnehatten zuhreibt die die Sief diehlen hatten ühlen, die die die nol der Glad Zie und, et die begen die Zehlen von die Siefen der die einen die ühlen, u'
+
+step=583 progress=0.5684 next=0.5693 model_t=0.5684 temp=1.550 support=0.5693 conc=10.674
+state_top=[{'id': 498, 'token': 'ie', 'count': 137}, {'id': 292, 'token': 'Ġd', 'count': 115}, {'id': 272, 'token': 'en', 'count': 86}, {'id': 73, 'token': 'f', 'count': 38}, {'id': 15, 'token': ',', 'count': 34}, {'id': 131, 'token': 'Ã', 'count': 29}, {'id': 75, 'token': 'h', 'count': 28}, {'id': 124, 'token': '¼', 'count': 27}, {'id': 79, 'token': 'l', 'count': 24}, {'id': 88, 'token': 'u', 'count': 21}, {'id': 261, 'token': 'Ġa', 'count': 18}, {'id': 224, 'token': 'Ġ', 'count': 17}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 156}, {'id': 292, 'token': 'Ġd', 'count': 125}, {'id': 272, 'token': 'en', 'count': 98}, {'id': 73, 'token': 'f', 'count': 46}, {'id': 15, 'token': ',', 'count': 43}, {'id': 75, 'token': 'h', 'count': 34}, {'id': 131, 'token': 'Ã', 'count': 30}, {'id': 79, 'token': 'l', 'count': 29}, {'id': 124, 'token': '¼', 'count': 28}, {'id': 88, 'token': 'u', 'count': 27}, {'id': 261, 'token': 'Ġa', 'count': 25}, {'id': 224, 'token': 'Ġ', 'count': 22}]
+state_text='nderie die vonur�enailsnd die uh 2015hatten zuhreibt die die Sief die clearlenaringatt very ühlen, die die dor Xund d X Glad Z- und, eine die abgen die Ziaovelen von die Sief hour '
+endpoint_text=' die die von Sommen und die uhnehatten zuhreibt die die Sief die Elen hatten ühlen, die die die sol der Glad Zal und, eine die begen die Zehlen von die Siefen der die einen die ühl'
+
+step=584 progress=0.5693 next=0.5703 model_t=0.5693 temp=1.550 support=0.5703 conc=10.717
+state_top=[{'id': 498, 'token': 'ie', 'count': 139}, {'id': 292, 'token': 'Ġd', 'count': 111}, {'id': 272, 'token': 'en', 'count': 92}, {'id': 73, 'token': 'f', 'count': 37}, {'id': 15, 'token': ',', 'count': 35}, {'id': 131, 'token': 'Ã', 'count': 29}, {'id': 124, 'token': '¼', 'count': 28}, {'id': 75, 'token': 'h', 'count': 27}, {'id': 79, 'token': 'l', 'count': 25}, {'id': 88, 'token': 'u', 'count': 22}, {'id': 261, 'token': 'Ġa', 'count': 19}, {'id': 224, 'token': 'Ġ', 'count': 17}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 157}, {'id': 292, 'token': 'Ġd', 'count': 130}, {'id': 272, 'token': 'en', 'count': 107}, {'id': 73, 'token': 'f', 'count': 48}, {'id': 15, 'token': ',', 'count': 43}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 131, 'token': 'Ã', 'count': 30}, {'id': 79, 'token': 'l', 'count': 29}, {'id': 124, 'token': '¼', 'count': 28}, {'id': 261, 'token': 'Ġa', 'count': 27}, {'id': 88, 'token': 'u', 'count': 26}, {'id': 224, 'token': 'Ġ', 'count': 21}]
+state_text='nderie die von g�en und d e uhnehatten zuhreibt die die Sief die clearlen annatt very üForlen, die die dor reund d X Glad Z- und, einelingie abgen die Zby effectlen von careieexief'
+endpoint_text=' die die von egen und die uhnehatten zuhreiben die die Sief die selen hatten ühlen, die die die sie die Gladten und, eine die begen die Zehlen von die Siefen die die einen die ühle'
+
+step=585 progress=0.5703 next=0.5713 model_t=0.5703 temp=1.550 support=0.5713 conc=10.761
+state_top=[{'id': 498, 'token': 'ie', 'count': 139}, {'id': 292, 'token': 'Ġd', 'count': 114}, {'id': 272, 'token': 'en', 'count': 90}, {'id': 15, 'token': ',', 'count': 37}, {'id': 73, 'token': 'f', 'count': 37}, {'id': 131, 'token': 'Ã', 'count': 30}, {'id': 124, 'token': '¼', 'count': 29}, {'id': 75, 'token': 'h', 'count': 27}, {'id': 79, 'token': 'l', 'count': 26}, {'id': 88, 'token': 'u', 'count': 22}, {'id': 261, 'token': 'Ġa', 'count': 20}, {'id': 224, 'token': 'Ġ', 'count': 18}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 160}, {'id': 292, 'token': 'Ġd', 'count': 132}, {'id': 272, 'token': 'en', 'count': 104}, {'id': 73, 'token': 'f', 'count': 48}, {'id': 15, 'token': ',', 'count': 43}, {'id': 75, 'token': 'h', 'count': 32}, {'id': 131, 'token': 'Ã', 'count': 32}, {'id': 124, 'token': '¼', 'count': 30}, {'id': 79, 'token': 'l', 'count': 27}, {'id': 88, 'token': 'u', 'count': 26}, {'id': 261, 'token': 'Ġa', 'count': 25}, {'id': 224, 'token': 'Ġ', 'count': 23}]
+state_text=' die die von g�en und die uhnehatten zuhreibt die d at Sieize die clearlen annatten üForlen, die die eorbsund d X Glad up- und, einelingie abgen die Zby effectlen von careieexiefen'
+endpoint_text=' die die von einden und die uhnehatten zuhreibt die die Sief die Slen hatten ühlen, die die die die die Gladen- und, eine die begen die Zuhlen von die Siefen der die einen die ühle'
+
+step=586 progress=0.5713 next=0.5723 model_t=0.5713 temp=1.550 support=0.5723 conc=10.805
+state_top=[{'id': 498, 'token': 'ie', 'count': 144}, {'id': 292, 'token': 'Ġd', 'count': 119}, {'id': 272, 'token': 'en', 'count': 94}, {'id': 73, 'token': 'f', 'count': 39}, {'id': 15, 'token': ',', 'count': 38}, {'id': 131, 'token': 'Ã', 'count': 30}, {'id': 75, 'token': 'h', 'count': 29}, {'id': 124, 'token': '¼', 'count': 29}, {'id': 79, 'token': 'l', 'count': 27}, {'id': 88, 'token': 'u', 'count': 22}, {'id': 261, 'token': 'Ġa', 'count': 20}, {'id': 224, 'token': 'Ġ', 'count': 19}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 161}, {'id': 292, 'token': 'Ġd', 'count': 135}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 48}, {'id': 15, 'token': ',', 'count': 42}, {'id': 75, 'token': 'h', 'count': 35}, {'id': 131, 'token': 'Ã', 'count': 31}, {'id': 124, 'token': '¼', 'count': 30}, {'id': 79, 'token': 'l', 'count': 28}, {'id': 88, 'token': 'u', 'count': 26}, {'id': 261, 'token': 'Ġa', 'count': 25}, {'id': 224, 'token': 'Ġ', 'count': 22}]
+state_text=' die die von g�en und die uhnehatten zuhreibt die die Sief die Alen annatten ü amlen, dieitie eiewbsund die Gladiz� und, einelingie abgen die Zbyhlen von dieexiefen der die ein wil'
+endpoint_text=' die die von eben und die uhnehatten zuhreibt die die Sief die Elenhatten ühlen, die die dor die die Gladenen und, eine die begen die Zehlen von die Siefen der die einen die ühlen,'
+
+step=587 progress=0.5723 next=0.5732 model_t=0.5723 temp=1.550 support=0.5732 conc=10.849
+state_top=[{'id': 498, 'token': 'ie', 'count': 150}, {'id': 292, 'token': 'Ġd', 'count': 123}, {'id': 272, 'token': 'en', 'count': 97}, {'id': 73, 'token': 'f', 'count': 40}, {'id': 15, 'token': ',', 'count': 37}, {'id': 131, 'token': 'Ã', 'count': 30}, {'id': 124, 'token': '¼', 'count': 30}, {'id': 75, 'token': 'h', 'count': 28}, {'id': 79, 'token': 'l', 'count': 26}, {'id': 88, 'token': 'u', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 19}, {'id': 224, 'token': 'Ġ', 'count': 18}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 164}, {'id': 292, 'token': 'Ġd', 'count': 135}, {'id': 272, 'token': 'en', 'count': 102}, {'id': 73, 'token': 'f', 'count': 46}, {'id': 15, 'token': ',', 'count': 43}, {'id': 75, 'token': 'h', 'count': 35}, {'id': 131, 'token': 'Ã', 'count': 31}, {'id': 124, 'token': '¼', 'count': 30}, {'id': 79, 'token': 'l', 'count': 29}, {'id': 261, 'token': 'Ġa', 'count': 27}, {'id': 88, 'token': 'u', 'count': 26}, {'id': 308, 'token': 'Ġe', 'count': 24}]
+state_text=' die die von g�en und die datahnehatten zuhreib, die die Sief die A decen annatten ü amlen, die die eiew alongund die Gladaster� undIS eine dieologygen die Zby sitlen von die Siefe'
+endpoint_text=' die die von eben und die Ehnehatten zuhreibt die die Sief die Alenhatten ühlen, die die ein die die Gladizen und, eine die begen die Ziehlen von die Siefen der die einen die ühlen'
+
+step=588 progress=0.5732 next=0.5742 model_t=0.5732 temp=1.550 support=0.5742 conc=10.893
+state_top=[{'id': 498, 'token': 'ie', 'count': 150}, {'id': 292, 'token': 'Ġd', 'count': 126}, {'id': 272, 'token': 'en', 'count': 98}, {'id': 73, 'token': 'f', 'count': 41}, {'id': 15, 'token': ',', 'count': 36}, {'id': 131, 'token': 'Ã', 'count': 30}, {'id': 124, 'token': '¼', 'count': 29}, {'id': 75, 'token': 'h', 'count': 28}, {'id': 79, 'token': 'l', 'count': 27}, {'id': 88, 'token': 'u', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 21}, {'id': 224, 'token': 'Ġ', 'count': 19}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 166}, {'id': 292, 'token': 'Ġd', 'count': 132}, {'id': 272, 'token': 'en', 'count': 101}, {'id': 73, 'token': 'f', 'count': 50}, {'id': 15, 'token': ',', 'count': 45}, {'id': 75, 'token': 'h', 'count': 35}, {'id': 131, 'token': 'Ã', 'count': 31}, {'id': 124, 'token': '¼', 'count': 30}, {'id': 261, 'token': 'Ġa', 'count': 29}, {'id': 79, 'token': 'l', 'count': 27}, {'id': 88, 'token': 'u', 'count': 26}, {'id': 224, 'token': 'Ġ', 'count': 23}]
+state_text=' die die von g�en und die datahnehatten zuhreib, die die(ief d� A decen annanken ü amlenript die die e\x14 Lund die Gladider� undIS eine dieZgen die Ziehlen von die Siefen der die ein'
+endpoint_text=' die die von gegen und die Ehnehatten zuhreib, die die Sief die Elenhatten ühlen, die die einfund die Gladen, und, eine die begen die Ziehlen von die Siefen der die einen die ühlen'
+
+step=589 progress=0.5742 next=0.5752 model_t=0.5742 temp=1.550 support=0.5752 conc=10.937
+state_top=[{'id': 498, 'token': 'ie', 'count': 158}, {'id': 292, 'token': 'Ġd', 'count': 124}, {'id': 272, 'token': 'en', 'count': 98}, {'id': 73, 'token': 'f', 'count': 41}, {'id': 15, 'token': ',', 'count': 40}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 131, 'token': 'Ã', 'count': 30}, {'id': 124, 'token': '¼', 'count': 29}, {'id': 88, 'token': 'u', 'count': 27}, {'id': 79, 'token': 'l', 'count': 26}, {'id': 261, 'token': 'Ġa', 'count': 21}, {'id': 224, 'token': 'Ġ', 'count': 20}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 167}, {'id': 292, 'token': 'Ġd', 'count': 134}, {'id': 272, 'token': 'en', 'count': 101}, {'id': 73, 'token': 'f', 'count': 51}, {'id': 15, 'token': ',', 'count': 47}, {'id': 75, 'token': 'h', 'count': 35}, {'id': 131, 'token': 'Ã', 'count': 31}, {'id': 124, 'token': '¼', 'count': 30}, {'id': 79, 'token': 'l', 'count': 27}, {'id': 261, 'token': 'Ġa', 'count': 27}, {'id': 88, 'token': 'u', 'count': 26}, {'id': 224, 'token': 'Ġ', 'count': 24}]
+state_text=' die die von ghipen und die Behnehatten zuhreib, die diereadief Americie Ainenistsanken ühlen, die die e\x14day small die Gladen help undIS eine dieZgen die Ziehlen von die Siefen der'
+endpoint_text=' die die von gegen und die Ehnehatten zuhreib, die die Sief die emenhatten ühlen, die die ein Lund die Gladen, und, eine die begen die Ziehlen von die Siefen der die einen die ühle'
+
+step=590 progress=0.5752 next=0.5762 model_t=0.5752 temp=1.550 support=0.5762 conc=10.982
+state_top=[{'id': 498, 'token': 'ie', 'count': 159}, {'id': 292, 'token': 'Ġd', 'count': 126}, {'id': 272, 'token': 'en', 'count': 95}, {'id': 15, 'token': ',', 'count': 43}, {'id': 73, 'token': 'f', 'count': 42}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 131, 'token': 'Ã', 'count': 30}, {'id': 124, 'token': '¼', 'count': 29}, {'id': 79, 'token': 'l', 'count': 27}, {'id': 88, 'token': 'u', 'count': 26}, {'id': 261, 'token': 'Ġa', 'count': 24}, {'id': 224, 'token': 'Ġ', 'count': 21}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 170}, {'id': 292, 'token': 'Ġd', 'count': 136}, {'id': 272, 'token': 'en', 'count': 102}, {'id': 73, 'token': 'f', 'count': 53}, {'id': 15, 'token': ',', 'count': 45}, {'id': 75, 'token': 'h', 'count': 35}, {'id': 131, 'token': 'Ã', 'count': 31}, {'id': 124, 'token': '¼', 'count': 30}, {'id': 88, 'token': 'u', 'count': 27}, {'id': 79, 'token': 'l', 'count': 27}, {'id': 261, 'token': 'Ġa', 'count': 27}, {'id': 308, 'token': 'Ġe', 'count': 23}]
+state_text=" die die von ghipen und die Behnehatten zuhreib, die diereadief die Ainen Danken ühlen, die die e\x14day'm die Gladen, und good eine dieZgen die Ziehlen von die Siefen der die eTen di"
+endpoint_text=' die die von eegen und die Ehnehatten zuhreib, die die Sief die einenhanken ühlen, die die eine wie die Gladen, und, eine die Wegen die Ziehlen von die Siefen der die einen die ühl'
+
+step=591 progress=0.5762 next=0.5771 model_t=0.5762 temp=1.550 support=0.5771 conc=11.026
+state_top=[{'id': 498, 'token': 'ie', 'count': 161}, {'id': 292, 'token': 'Ġd', 'count': 127}, {'id': 272, 'token': 'en', 'count': 95}, {'id': 73, 'token': 'f', 'count': 45}, {'id': 15, 'token': ',', 'count': 43}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 131, 'token': 'Ã', 'count': 30}, {'id': 124, 'token': '¼', 'count': 29}, {'id': 79, 'token': 'l', 'count': 27}, {'id': 88, 'token': 'u', 'count': 26}, {'id': 261, 'token': 'Ġa', 'count': 24}, {'id': 224, 'token': 'Ġ', 'count': 20}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 170}, {'id': 292, 'token': 'Ġd', 'count': 137}, {'id': 272, 'token': 'en', 'count': 103}, {'id': 73, 'token': 'f', 'count': 49}, {'id': 15, 'token': ',', 'count': 46}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 131, 'token': 'Ã', 'count': 31}, {'id': 124, 'token': '¼', 'count': 30}, {'id': 88, 'token': 'u', 'count': 27}, {'id': 79, 'token': 'l', 'count': 27}, {'id': 261, 'token': 'Ġa', 'count': 27}, {'id': 308, 'token': 'Ġe', 'count': 26}]
+state_text=" die die von lhipen und die Behenhatten zuhreib, die die sief die Ainen anakesen ü olen, die die eine just'm die Glad_, und good eine dieZgen die Z Shlen von die Siefen der d�uralT"
+endpoint_text=' die die von einen und die ebenhatten zuhreen, die die sief die einen beanken ühlen, die die ein die die Gladen, und, eine die egen die Ziehlen von die Siefen der die einen die ühl'
+
+step=592 progress=0.5771 next=0.5781 model_t=0.5771 temp=1.550 support=0.5781 conc=11.071
+state_top=[{'id': 498, 'token': 'ie', 'count': 159}, {'id': 292, 'token': 'Ġd', 'count': 133}, {'id': 272, 'token': 'en', 'count': 102}, {'id': 73, 'token': 'f', 'count': 46}, {'id': 15, 'token': ',', 'count': 45}, {'id': 75, 'token': 'h', 'count': 32}, {'id': 131, 'token': 'Ã', 'count': 31}, {'id': 124, 'token': '¼', 'count': 28}, {'id': 88, 'token': 'u', 'count': 25}, {'id': 79, 'token': 'l', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 24}, {'id': 224, 'token': 'Ġ', 'count': 22}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 170}, {'id': 292, 'token': 'Ġd', 'count': 137}, {'id': 272, 'token': 'en', 'count': 103}, {'id': 73, 'token': 'f', 'count': 50}, {'id': 15, 'token': ',', 'count': 46}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 131, 'token': 'Ã', 'count': 31}, {'id': 124, 'token': '¼', 'count': 30}, {'id': 261, 'token': 'Ġa', 'count': 29}, {'id': 79, 'token': 'l', 'count': 28}, {'id': 88, 'token': 'u', 'count': 27}, {'id': 224, 'token': 'Ġ', 'count': 27}]
+state_text=" die die von ehipen und die Behenhatten zuhreen, die die sief die einen anakesen ühlen, die die eine just'm die Gladen, und// eine dieZgen die Ziehlen von die Siefen der d� einden "
+endpoint_text=' die die von einen und die ebenhatten zuhlen, die die sief die einen hatten ühlen, die die eine die die Gladen, und, eine die egen die Ziehlen von die Siefen der die einen die ühle'
+
+step=593 progress=0.5781 next=0.5791 model_t=0.5781 temp=1.550 support=0.5791 conc=11.116
+state_top=[{'id': 498, 'token': 'ie', 'count': 164}, {'id': 292, 'token': 'Ġd', 'count': 130}, {'id': 272, 'token': 'en', 'count': 103}, {'id': 15, 'token': ',', 'count': 46}, {'id': 73, 'token': 'f', 'count': 46}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 131, 'token': 'Ã', 'count': 31}, {'id': 124, 'token': '¼', 'count': 30}, {'id': 88, 'token': 'u', 'count': 28}, {'id': 79, 'token': 'l', 'count': 25}, {'id': 224, 'token': 'Ġ', 'count': 23}, {'id': 261, 'token': 'Ġa', 'count': 23}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 173}, {'id': 292, 'token': 'Ġd', 'count': 140}, {'id': 272, 'token': 'en', 'count': 104}, {'id': 73, 'token': 'f', 'count': 49}, {'id': 15, 'token': ',', 'count': 47}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 131, 'token': 'Ã', 'count': 31}, {'id': 124, 'token': '¼', 'count': 31}, {'id': 261, 'token': 'Ġa', 'count': 30}, {'id': 88, 'token': 'u', 'count': 27}, {'id': 79, 'token': 'l', 'count': 27}, {'id': 224, 'token': 'Ġ', 'count': 27}]
+state_text=" die die von e =en und die ehenhatten zuhreen, die die sief die einen anakesen ühlen, die die eine kill'm die Glhesen, undie eine die processgen die Ziehlen von die Siefen der die "
+endpoint_text=' die die von einen und die ebenhatten zuhlen, die die sief die einen angen ühlen, die die eine die die Gladen, und, eine die egen die Ziehlen von die Siefen der die einen die ühlen'
+
+step=594 progress=0.5791 next=0.5801 model_t=0.5791 temp=1.550 support=0.5801 conc=11.162
+state_top=[{'id': 498, 'token': 'ie', 'count': 166}, {'id': 292, 'token': 'Ġd', 'count': 133}, {'id': 272, 'token': 'en', 'count': 101}, {'id': 15, 'token': ',', 'count': 45}, {'id': 73, 'token': 'f', 'count': 45}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 131, 'token': 'Ã', 'count': 31}, {'id': 124, 'token': '¼', 'count': 29}, {'id': 88, 'token': 'u', 'count': 28}, {'id': 79, 'token': 'l', 'count': 26}, {'id': 224, 'token': 'Ġ', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 24}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 174}, {'id': 292, 'token': 'Ġd', 'count': 142}, {'id': 272, 'token': 'en', 'count': 102}, {'id': 73, 'token': 'f', 'count': 49}, {'id': 15, 'token': ',', 'count': 47}, {'id': 75, 'token': 'h', 'count': 32}, {'id': 131, 'token': 'Ã', 'count': 31}, {'id': 124, 'token': '¼', 'count': 30}, {'id': 88, 'token': 'u', 'count': 28}, {'id': 79, 'token': 'l', 'count': 27}, {'id': 224, 'token': 'Ġ', 'count': 27}, {'id': 261, 'token': 'Ġa', 'count': 27}]
+state_text=' die die von einen und die ebenhatten zuhreen, die die sief die einen annderen ühlen, die die otherine killie die Glhesen, undie eine die egen die Ziehlen von die Siefen der die es'
+endpoint_text=' die die von einen und die ebenhatten zuhlen, die die sief die einen anben ühlen, die die eine die die Klossen, undie eine die einen die Ziehlen von die Siefen der die einen die üh'
+
+step=595 progress=0.5801 next=0.5811 model_t=0.5801 temp=1.550 support=0.5811 conc=11.207
+state_top=[{'id': 498, 'token': 'ie', 'count': 165}, {'id': 292, 'token': 'Ġd', 'count': 135}, {'id': 272, 'token': 'en', 'count': 99}, {'id': 73, 'token': 'f', 'count': 48}, {'id': 15, 'token': ',', 'count': 44}, {'id': 131, 'token': 'Ã', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 124, 'token': '¼', 'count': 29}, {'id': 88, 'token': 'u', 'count': 28}, {'id': 79, 'token': 'l', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 25}, {'id': 224, 'token': 'Ġ', 'count': 24}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 176}, {'id': 292, 'token': 'Ġd', 'count': 141}, {'id': 272, 'token': 'en', 'count': 102}, {'id': 73, 'token': 'f', 'count': 50}, {'id': 15, 'token': ',', 'count': 46}, {'id': 75, 'token': 'h', 'count': 32}, {'id': 131, 'token': 'Ã', 'count': 31}, {'id': 124, 'token': '¼', 'count': 30}, {'id': 88, 'token': 'u', 'count': 28}, {'id': 79, 'token': 'l', 'count': 27}, {'id': 261, 'token': 'Ġa', 'count': 27}, {'id': 224, 'token': 'Ġ', 'count': 26}]
+state_text=' die die von einen und die ebenhatten zuhreen, die die sief die einen annderen ühlen, die die eine killie die Glhesen, undie eine die e 2en die Ziehlen von die�iefen der die einen '
+endpoint_text=' die die von einen und die ebenhatten zuhlen, die die sief die einen aninen ühlen, die die eine die die Glossen, undie eine die einen die Ziehlen von die Siefen die die einen die ü'
+
+step=596 progress=0.5811 next=0.5820 model_t=0.5811 temp=1.550 support=0.5820 conc=11.253
+state_top=[{'id': 498, 'token': 'ie', 'count': 169}, {'id': 292, 'token': 'Ġd', 'count': 137}, {'id': 272, 'token': 'en', 'count': 100}, {'id': 73, 'token': 'f', 'count': 48}, {'id': 15, 'token': ',', 'count': 45}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 131, 'token': 'Ã', 'count': 30}, {'id': 124, 'token': '¼', 'count': 30}, {'id': 88, 'token': 'u', 'count': 28}, {'id': 79, 'token': 'l', 'count': 26}, {'id': 224, 'token': 'Ġ', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 23}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 175}, {'id': 292, 'token': 'Ġd', 'count': 142}, {'id': 272, 'token': 'en', 'count': 102}, {'id': 73, 'token': 'f', 'count': 49}, {'id': 15, 'token': ',', 'count': 47}, {'id': 75, 'token': 'h', 'count': 32}, {'id': 131, 'token': 'Ã', 'count': 31}, {'id': 124, 'token': '¼', 'count': 30}, {'id': 261, 'token': 'Ġa', 'count': 29}, {'id': 88, 'token': 'u', 'count': 28}, {'id': 79, 'token': 'l', 'count': 27}, {'id': 224, 'token': 'Ġ', 'count': 26}]
+state_text=' die die von einen und die ebenhatten zuhreen, die die sief die einen annderen ühlen, die die eineatie die Glommen, undie eine die einen die Ziehlen von die�iefen der die einen die'
+endpoint_text=' die die von einen und die ebenhatten zuhlen, die die sief die einen aninen ühlen, die die eine die die Glben, undie eine die einen die Ziehlen von die Siefen die die einen die ühl'
+
+step=597 progress=0.5820 next=0.5830 model_t=0.5820 temp=1.550 support=0.5830 conc=11.298
+state_top=[{'id': 498, 'token': 'ie', 'count': 170}, {'id': 292, 'token': 'Ġd', 'count': 136}, {'id': 272, 'token': 'en', 'count': 103}, {'id': 73, 'token': 'f', 'count': 48}, {'id': 15, 'token': ',', 'count': 45}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 131, 'token': 'Ã', 'count': 31}, {'id': 124, 'token': '¼', 'count': 31}, {'id': 88, 'token': 'u', 'count': 27}, {'id': 79, 'token': 'l', 'count': 27}, {'id': 224, 'token': 'Ġ', 'count': 26}, {'id': 261, 'token': 'Ġa', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 178}, {'id': 292, 'token': 'Ġd', 'count': 142}, {'id': 272, 'token': 'en', 'count': 103}, {'id': 73, 'token': 'f', 'count': 50}, {'id': 15, 'token': ',', 'count': 46}, {'id': 75, 'token': 'h', 'count': 33}, {'id': 131, 'token': 'Ã', 'count': 32}, {'id': 124, 'token': '¼', 'count': 31}, {'id': 261, 'token': 'Ġa', 'count': 28}, {'id': 308, 'token': 'Ġe', 'count': 27}, {'id': 88, 'token': 'u', 'count': 27}, {'id': 79, 'token': 'l', 'count': 27}]
+state_text=' die die von einen und die ebenhatten zuhlen, die die sief die einen annderen ühlen, die die ein die die Glpen, undie eready die einen die Ziehlen von diemaniefen dortun die einen '
+endpoint_text=' die die von einen und die ebenhatten zuhlen, die die sief die einen einen ühlen, die die eine die die Glben, undie eine die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=598 progress=0.5830 next=0.5840 model_t=0.5830 temp=1.550 support=0.5840 conc=11.344
+state_top=[{'id': 498, 'token': 'ie', 'count': 175}, {'id': 292, 'token': 'Ġd', 'count': 138}, {'id': 272, 'token': 'en', 'count': 104}, {'id': 73, 'token': 'f', 'count': 48}, {'id': 15, 'token': ',', 'count': 45}, {'id': 131, 'token': 'Ã', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 124, 'token': '¼', 'count': 31}, {'id': 88, 'token': 'u', 'count': 28}, {'id': 79, 'token': 'l', 'count': 27}, {'id': 224, 'token': 'Ġ', 'count': 26}, {'id': 261, 'token': 'Ġa', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 182}, {'id': 292, 'token': 'Ġd', 'count': 141}, {'id': 272, 'token': 'en', 'count': 104}, {'id': 73, 'token': 'f', 'count': 51}, {'id': 15, 'token': ',', 'count': 45}, {'id': 131, 'token': 'Ã', 'count': 32}, {'id': 124, 'token': '¼', 'count': 31}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 308, 'token': 'Ġe', 'count': 28}, {'id': 224, 'token': 'Ġ', 'count': 28}, {'id': 261, 'token': 'Ġa', 'count': 28}, {'id': 88, 'token': 'u', 'count': 27}]
+state_text=' die die von einen und die ebenhatten zuhlen, die die sief die einen ininen ühlen, die die ein die die Glappen, undie eine die einen die Ziehlen von die Siefen die die einen die üh'
+endpoint_text=' die die von einen und die ebenhatten zuhlen, die die sief die einen beinen ühlen, die die ein die die Glossen, undie eine die einen die Ziehlen von die Siefen die die einen die üh'
+
+step=599 progress=0.5840 next=0.5850 model_t=0.5840 temp=1.550 support=0.5850 conc=11.391
+state_top=[{'id': 498, 'token': 'ie', 'count': 178}, {'id': 292, 'token': 'Ġd', 'count': 137}, {'id': 272, 'token': 'en', 'count': 102}, {'id': 73, 'token': 'f', 'count': 49}, {'id': 15, 'token': ',', 'count': 44}, {'id': 131, 'token': 'Ã', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 124, 'token': '¼', 'count': 31}, {'id': 79, 'token': 'l', 'count': 27}, {'id': 224, 'token': 'Ġ', 'count': 27}, {'id': 308, 'token': 'Ġe', 'count': 25}, {'id': 88, 'token': 'u', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 184}, {'id': 292, 'token': 'Ġd', 'count': 142}, {'id': 272, 'token': 'en', 'count': 104}, {'id': 73, 'token': 'f', 'count': 53}, {'id': 15, 'token': ',', 'count': 45}, {'id': 131, 'token': 'Ã', 'count': 32}, {'id': 124, 'token': '¼', 'count': 31}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 308, 'token': 'Ġe', 'count': 29}, {'id': 261, 'token': 'Ġa', 'count': 27}, {'id': 79, 'token': 'l', 'count': 26}]
+state_text=' die die von einen und die ebenhatten ziehlen, die die sief die einen ininen ühlen, die die ein die die Glappder, undie eine die einen die Ziehlen von die Siefen die die einen die '
+endpoint_text=' die die von einen und die ebenhatten ziehlen, die die sief die einen einen ühlen, die die ein die die Glossen, undie eine die einen die Ziehlen von die Siefen die die einen die üh'
+
+step=600 progress=0.5850 next=0.5859 model_t=0.5850 temp=1.550 support=0.5859 conc=11.437
+state_top=[{'id': 498, 'token': 'ie', 'count': 177}, {'id': 292, 'token': 'Ġd', 'count': 140}, {'id': 272, 'token': 'en', 'count': 101}, {'id': 73, 'token': 'f', 'count': 51}, {'id': 15, 'token': ',', 'count': 42}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 124, 'token': '¼', 'count': 31}, {'id': 131, 'token': 'Ã', 'count': 30}, {'id': 308, 'token': 'Ġe', 'count': 27}, {'id': 224, 'token': 'Ġ', 'count': 27}, {'id': 79, 'token': 'l', 'count': 26}, {'id': 261, 'token': 'Ġa', 'count': 26}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 185}, {'id': 292, 'token': 'Ġd', 'count': 142}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 52}, {'id': 15, 'token': ',', 'count': 45}, {'id': 131, 'token': 'Ã', 'count': 32}, {'id': 124, 'token': '¼', 'count': 32}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 308, 'token': 'Ġe', 'count': 28}, {'id': 224, 'token': 'Ġ', 'count': 28}, {'id': 261, 'token': 'Ġa', 'count': 27}, {'id': 79, 'token': 'l', 'count': 26}]
+state_text=' die die vie einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Glird ed, undie eine die einen die Ziehlen von die Siefen die die einen die ü'
+endpoint_text=' die die vie einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Glossen, undie eine die einen die Ziehlen von die Siefen die die einen die üh'
+
+step=601 progress=0.5859 next=0.5869 model_t=0.5859 temp=1.550 support=0.5869 conc=11.483
+state_top=[{'id': 498, 'token': 'ie', 'count': 182}, {'id': 292, 'token': 'Ġd', 'count': 138}, {'id': 272, 'token': 'en', 'count': 100}, {'id': 73, 'token': 'f', 'count': 51}, {'id': 15, 'token': ',', 'count': 44}, {'id': 124, 'token': '¼', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 131, 'token': 'Ã', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 308, 'token': 'Ġe', 'count': 27}, {'id': 79, 'token': 'l', 'count': 26}, {'id': 261, 'token': 'Ġa', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 187}, {'id': 292, 'token': 'Ġd', 'count': 143}, {'id': 272, 'token': 'en', 'count': 104}, {'id': 73, 'token': 'f', 'count': 53}, {'id': 15, 'token': ',', 'count': 45}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 29}, {'id': 308, 'token': 'Ġe', 'count': 28}, {'id': 261, 'token': 'Ġa', 'count': 28}, {'id': 79, 'token': 'l', 'count': 25}]
+state_text='elie die vie einen uchn die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Glirden, undie eine die einen die Ziehlen von die Siefen die die einen die ü'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Glossen, undie eine die einen die Ziehlen von die Siefen die die einen die üh'
+
+step=602 progress=0.5869 next=0.5879 model_t=0.5869 temp=1.550 support=0.5879 conc=11.530
+state_top=[{'id': 498, 'token': 'ie', 'count': 183}, {'id': 292, 'token': 'Ġd', 'count': 137}, {'id': 272, 'token': 'en', 'count': 103}, {'id': 73, 'token': 'f', 'count': 50}, {'id': 15, 'token': ',', 'count': 43}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 29}, {'id': 308, 'token': 'Ġe', 'count': 27}, {'id': 79, 'token': 'l', 'count': 26}, {'id': 261, 'token': 'Ġa', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 187}, {'id': 292, 'token': 'Ġd', 'count': 143}, {'id': 272, 'token': 'en', 'count': 103}, {'id': 73, 'token': 'f', 'count': 53}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 32}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 308, 'token': 'Ġe', 'count': 28}, {'id': 79, 'token': 'l', 'count': 26}, {'id': 261, 'token': 'Ġa', 'count': 26}]
+state_text='elie die die einen uale die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Glirden, undie eine die einen die Ziehlen von die Siefen amie die einen die '
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Glossen, undie eine die einen die Ziehlen von die Siefen die die einen die üh'
+
+step=603 progress=0.5879 next=0.5889 model_t=0.5879 temp=1.550 support=0.5889 conc=11.577
+state_top=[{'id': 498, 'token': 'ie', 'count': 183}, {'id': 292, 'token': 'Ġd', 'count': 143}, {'id': 272, 'token': 'en', 'count': 103}, {'id': 73, 'token': 'f', 'count': 51}, {'id': 15, 'token': ',', 'count': 44}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 308, 'token': 'Ġe', 'count': 27}, {'id': 261, 'token': 'Ġa', 'count': 25}, {'id': 88, 'token': 'u', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 187}, {'id': 292, 'token': 'Ġd', 'count': 143}, {'id': 272, 'token': 'en', 'count': 104}, {'id': 73, 'token': 'f', 'count': 54}, {'id': 15, 'token': ',', 'count': 45}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 308, 'token': 'Ġe', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 261, 'token': 'Ġa', 'count': 26}, {'id': 79, 'token': 'l', 'count': 25}]
+state_text=' die die die einen uale die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Gourceirden, undie eine die einen die Ziehlen von die Siefen die die einen d'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Giefen, undie eine die einen die Ziehlen von die Siefen die die einen die ühl'
+
+step=604 progress=0.5889 next=0.5898 model_t=0.5889 temp=1.550 support=0.5898 conc=11.624
+state_top=[{'id': 498, 'token': 'ie', 'count': 183}, {'id': 292, 'token': 'Ġd', 'count': 143}, {'id': 272, 'token': 'en', 'count': 104}, {'id': 73, 'token': 'f', 'count': 51}, {'id': 15, 'token': ',', 'count': 43}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 308, 'token': 'Ġe', 'count': 27}, {'id': 261, 'token': 'Ġa', 'count': 25}, {'id': 88, 'token': 'u', 'count': 24}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 187}, {'id': 292, 'token': 'Ġd', 'count': 143}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 53}, {'id': 15, 'token': ',', 'count': 45}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 32}, {'id': 308, 'token': 'Ġe', 'count': 30}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 261, 'token': 'Ġa', 'count': 26}, {'id': 79, 'token': 'l', 'count': 25}]
+state_text=' die die die einen uale die ebenhatten Z aghlen, die die sief die einen einen ühlen, die die ein die die G local bothen, undie eine die einen die Ziehlen von die Siefen die die ein'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Giefen, undie eine die einen die Ziehlen von die Siefen die die einen die ühl'
+
+step=605 progress=0.5898 next=0.5908 model_t=0.5898 temp=1.550 support=0.5908 conc=11.672
+state_top=[{'id': 498, 'token': 'ie', 'count': 187}, {'id': 292, 'token': 'Ġd', 'count': 142}, {'id': 272, 'token': 'en', 'count': 102}, {'id': 73, 'token': 'f', 'count': 51}, {'id': 15, 'token': ',', 'count': 44}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 32}, {'id': 224, 'token': 'Ġ', 'count': 29}, {'id': 75, 'token': 'h', 'count': 28}, {'id': 308, 'token': 'Ġe', 'count': 27}, {'id': 88, 'token': 'u', 'count': 25}, {'id': 79, 'token': 'l', 'count': 23}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 187}, {'id': 292, 'token': 'Ġd', 'count': 144}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 54}, {'id': 15, 'token': ',', 'count': 45}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 32}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 308, 'token': 'Ġe', 'count': 29}, {'id': 75, 'token': 'h', 'count': 29}, {'id': 261, 'token': 'Ġa', 'count': 27}, {'id': 79, 'token': 'l', 'count': 25}]
+state_text=' die die die einen u She die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Gie bothen, undie eine die einen die Ziehlen von die Siefen die die einen d'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einen die ühl'
+
+step=606 progress=0.5908 next=0.5918 model_t=0.5908 temp=1.550 support=0.5918 conc=11.719
+state_top=[{'id': 498, 'token': 'ie', 'count': 186}, {'id': 292, 'token': 'Ġd', 'count': 143}, {'id': 272, 'token': 'en', 'count': 104}, {'id': 73, 'token': 'f', 'count': 53}, {'id': 15, 'token': ',', 'count': 44}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 31}, {'id': 75, 'token': 'h', 'count': 29}, {'id': 224, 'token': 'Ġ', 'count': 27}, {'id': 308, 'token': 'Ġe', 'count': 26}, {'id': 88, 'token': 'u', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 24}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 187}, {'id': 292, 'token': 'Ġd', 'count': 144}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 54}, {'id': 15, 'token': ',', 'count': 45}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 32}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 308, 'token': 'Ġe', 'count': 29}, {'id': 75, 'token': 'h', 'count': 29}, {'id': 261, 'token': 'Ġa', 'count': 26}, {'id': 88, 'token': 'u', 'count': 25}]
+state_text=' die die die einen u She die ebenhatten Ziehlen, die die siesy die Iminen einen ühlen, die die ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einen die'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einen die ühl'
+
+step=607 progress=0.5918 next=0.5928 model_t=0.5918 temp=1.550 support=0.5928 conc=11.767
+state_top=[{'id': 498, 'token': 'ie', 'count': 185}, {'id': 292, 'token': 'Ġd', 'count': 143}, {'id': 272, 'token': 'en', 'count': 103}, {'id': 73, 'token': 'f', 'count': 53}, {'id': 15, 'token': ',', 'count': 42}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 31}, {'id': 75, 'token': 'h', 'count': 29}, {'id': 308, 'token': 'Ġe', 'count': 27}, {'id': 224, 'token': 'Ġ', 'count': 27}, {'id': 88, 'token': 'u', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 24}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 188}, {'id': 292, 'token': 'Ġd', 'count': 144}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 54}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 32}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 308, 'token': 'Ġe', 'count': 29}, {'id': 75, 'token': 'h', 'count': 29}, {'id': 261, 'token': 'Ġa', 'count': 25}, {'id': 88, 'token': 'u', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die siesy die Iminen einen ühlen, die\n\nie ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einen die ü'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einen die ühl'
+
+step=608 progress=0.5928 next=0.5938 model_t=0.5928 temp=1.550 support=0.5938 conc=11.815
+state_top=[{'id': 498, 'token': 'ie', 'count': 186}, {'id': 292, 'token': 'Ġd', 'count': 142}, {'id': 272, 'token': 'en', 'count': 104}, {'id': 73, 'token': 'f', 'count': 53}, {'id': 15, 'token': ',', 'count': 44}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 124, 'token': '¼', 'count': 30}, {'id': 75, 'token': 'h', 'count': 29}, {'id': 308, 'token': 'Ġe', 'count': 28}, {'id': 88, 'token': 'u', 'count': 25}, {'id': 79, 'token': 'l', 'count': 23}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 188}, {'id': 292, 'token': 'Ġd', 'count': 145}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 54}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 32}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 308, 'token': 'Ġe', 'count': 29}, {'id': 75, 'token': 'h', 'count': 29}, {'id': 261, 'token': 'Ġa', 'count': 25}, {'id': 88, 'token': 'u', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die\n\nie ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einen die ühl'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einen die ühl'
+
+step=609 progress=0.5938 next=0.5947 model_t=0.5938 temp=1.550 support=0.5947 conc=11.863
+state_top=[{'id': 498, 'token': 'ie', 'count': 185}, {'id': 292, 'token': 'Ġd', 'count': 143}, {'id': 272, 'token': 'en', 'count': 103}, {'id': 73, 'token': 'f', 'count': 54}, {'id': 15, 'token': ',', 'count': 45}, {'id': 131, 'token': 'Ã', 'count': 32}, {'id': 124, 'token': '¼', 'count': 32}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 75, 'token': 'h', 'count': 29}, {'id': 308, 'token': 'Ġe', 'count': 28}, {'id': 88, 'token': 'u', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 24}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 188}, {'id': 292, 'token': 'Ġd', 'count': 144}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 55}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 32}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 308, 'token': 'Ġe', 'count': 29}, {'id': 75, 'token': 'h', 'count': 29}, {'id': 261, 'token': 'Ġa', 'count': 25}, {'id': 88, 'token': 'u', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die\n\nie ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einen die ühl'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einen die ühl'
+
+step=610 progress=0.5947 next=0.5957 model_t=0.5947 temp=1.550 support=0.5957 conc=11.911
+state_top=[{'id': 498, 'token': 'ie', 'count': 185}, {'id': 292, 'token': 'Ġd', 'count': 142}, {'id': 272, 'token': 'en', 'count': 103}, {'id': 73, 'token': 'f', 'count': 52}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 32}, {'id': 124, 'token': '¼', 'count': 32}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 75, 'token': 'h', 'count': 29}, {'id': 308, 'token': 'Ġe', 'count': 28}, {'id': 88, 'token': 'u', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 24}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 189}, {'id': 292, 'token': 'Ġd', 'count': 144}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 55}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 32}, {'id': 308, 'token': 'Ġe', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 75, 'token': 'h', 'count': 29}, {'id': 261, 'token': 'Ġa', 'count': 25}, {'id': 88, 'token': 'u', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die SiefAR, undie eine die einen die Ziehlen von die Siefen die die einen die ühl'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einen die ühl'
+
+step=611 progress=0.5957 next=0.5967 model_t=0.5957 temp=1.550 support=0.5967 conc=11.959
+state_top=[{'id': 498, 'token': 'ie', 'count': 188}, {'id': 292, 'token': 'Ġd', 'count': 142}, {'id': 272, 'token': 'en', 'count': 107}, {'id': 73, 'token': 'f', 'count': 54}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 32}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 75, 'token': 'h', 'count': 29}, {'id': 308, 'token': 'Ġe', 'count': 27}, {'id': 261, 'token': 'Ġa', 'count': 25}, {'id': 88, 'token': 'u', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 189}, {'id': 292, 'token': 'Ġd', 'count': 146}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 55}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 32}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 75, 'token': 'h', 'count': 29}, {'id': 308, 'token': 'Ġe', 'count': 28}, {'id': 261, 'token': 'Ġa', 'count': 25}, {'id': 88, 'token': 'u', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen üh numen, die die ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einen die '
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einen die ühl'
+
+step=612 progress=0.5967 next=0.5977 model_t=0.5967 temp=1.550 support=0.5977 conc=12.008
+state_top=[{'id': 498, 'token': 'ie', 'count': 188}, {'id': 292, 'token': 'Ġd', 'count': 144}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 54}, {'id': 15, 'token': ',', 'count': 44}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 75, 'token': 'h', 'count': 29}, {'id': 308, 'token': 'Ġe', 'count': 28}, {'id': 88, 'token': 'u', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 24}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 190}, {'id': 292, 'token': 'Ġd', 'count': 147}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 56}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 32}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 308, 'token': 'Ġe', 'count': 29}, {'id': 75, 'token': 'h', 'count': 29}, {'id': 261, 'token': 'Ġa', 'count': 25}, {'id': 88, 'token': 'u', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen üh numen, die die ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einen die '
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einen die ühl'
+
+step=613 progress=0.5977 next=0.5986 model_t=0.5977 temp=1.550 support=0.5986 conc=12.057
+state_top=[{'id': 498, 'token': 'ie', 'count': 186}, {'id': 292, 'token': 'Ġd', 'count': 144}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 55}, {'id': 15, 'token': ',', 'count': 45}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 31}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 29}, {'id': 308, 'token': 'Ġe', 'count': 28}, {'id': 261, 'token': 'Ġa', 'count': 25}, {'id': 88, 'token': 'u', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 190}, {'id': 292, 'token': 'Ġd', 'count': 147}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 32}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 308, 'token': 'Ġe', 'count': 29}, {'id': 261, 'token': 'Ġa', 'count': 25}, {'id': 88, 'token': 'u', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, dess die semberf die einen einen üh–en, die die ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einen die'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einen die ühl'
+
+step=614 progress=0.5986 next=0.5996 model_t=0.5986 temp=1.550 support=0.5996 conc=12.106
+state_top=[{'id': 498, 'token': 'ie', 'count': 187}, {'id': 292, 'token': 'Ġd', 'count': 145}, {'id': 272, 'token': 'en', 'count': 104}, {'id': 73, 'token': 'f', 'count': 53}, {'id': 15, 'token': ',', 'count': 45}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 31}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 308, 'token': 'Ġe', 'count': 29}, {'id': 224, 'token': 'Ġ', 'count': 29}, {'id': 261, 'token': 'Ġa', 'count': 25}, {'id': 88, 'token': 'u', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 190}, {'id': 292, 'token': 'Ġd', 'count': 148}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 55}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 32}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 308, 'token': 'Ġe', 'count': 29}, {'id': 79, 'token': 'l', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einen die ühl'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einen die ühl'
+
+step=615 progress=0.5996 next=0.6006 model_t=0.5996 temp=1.550 support=0.6006 conc=12.155
+state_top=[{'id': 498, 'token': 'ie', 'count': 186}, {'id': 292, 'token': 'Ġd', 'count': 145}, {'id': 272, 'token': 'en', 'count': 104}, {'id': 73, 'token': 'f', 'count': 51}, {'id': 15, 'token': ',', 'count': 45}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 32}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 308, 'token': 'Ġe', 'count': 29}, {'id': 261, 'token': 'Ġa', 'count': 25}, {'id': 88, 'token': 'u', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 190}, {'id': 292, 'token': 'Ġd', 'count': 150}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 55}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 32}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 308, 'token': 'Ġe', 'count': 29}, {'id': 79, 'token': 'l', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einen die ühl'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einen die ühl'
+
+step=616 progress=0.6006 next=0.6016 model_t=0.6006 temp=1.550 support=0.6016 conc=12.205
+state_top=[{'id': 498, 'token': 'ie', 'count': 189}, {'id': 292, 'token': 'Ġd', 'count': 146}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 54}, {'id': 15, 'token': ',', 'count': 45}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 308, 'token': 'Ġe', 'count': 29}, {'id': 75, 'token': 'h', 'count': 28}, {'id': 261, 'token': 'Ġa', 'count': 25}, {'id': 88, 'token': 'u', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 190}, {'id': 292, 'token': 'Ġd', 'count': 151}, {'id': 272, 'token': 'en', 'count': 107}, {'id': 73, 'token': 'f', 'count': 55}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 31}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 79, 'token': 'l', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einen die ühl'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einen die ühl'
+
+step=617 progress=0.6016 next=0.6025 model_t=0.6016 temp=1.550 support=0.6025 conc=12.254
+state_top=[{'id': 498, 'token': 'ie', 'count': 188}, {'id': 292, 'token': 'Ġd', 'count': 150}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 52}, {'id': 15, 'token': ',', 'count': 45}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 308, 'token': 'Ġe', 'count': 29}, {'id': 75, 'token': 'h', 'count': 29}, {'id': 261, 'token': 'Ġa', 'count': 25}, {'id': 88, 'token': 'u', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 190}, {'id': 292, 'token': 'Ġd', 'count': 151}, {'id': 272, 'token': 'en', 'count': 107}, {'id': 73, 'token': 'f', 'count': 55}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 30}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 79, 'token': 'l', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einen die ühl'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einen die ühl'
+
+step=618 progress=0.6025 next=0.6035 model_t=0.6025 temp=1.550 support=0.6035 conc=12.304
+state_top=[{'id': 498, 'token': 'ie', 'count': 189}, {'id': 292, 'token': 'Ġd', 'count': 150}, {'id': 272, 'token': 'en', 'count': 104}, {'id': 73, 'token': 'f', 'count': 53}, {'id': 15, 'token': ',', 'count': 45}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 308, 'token': 'Ġe', 'count': 29}, {'id': 79, 'token': 'l', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 190}, {'id': 292, 'token': 'Ġd', 'count': 151}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 55}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 308, 'token': 'Ġe', 'count': 29}, {'id': 79, 'token': 'l', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 25}]
+state_text=' d9 die die einen und die ebenhatten Ziehlen invol die die sief die einen einen ühlen, die die ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einen die'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einen die ühl'
+
+step=619 progress=0.6035 next=0.6045 model_t=0.6035 temp=1.550 support=0.6045 conc=12.354
+state_top=[{'id': 498, 'token': 'ie', 'count': 188}, {'id': 292, 'token': 'Ġd', 'count': 149}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 55}, {'id': 15, 'token': ',', 'count': 44}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 308, 'token': 'Ġe', 'count': 29}, {'id': 224, 'token': 'Ġ', 'count': 29}, {'id': 261, 'token': 'Ġa', 'count': 25}, {'id': 88, 'token': 'u', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 191}, {'id': 292, 'token': 'Ġd', 'count': 151}, {'id': 272, 'token': 'en', 'count': 107}, {'id': 73, 'token': 'f', 'count': 56}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 30}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 79, 'token': 'l', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' d9 die die einen und die ebenhatten Ziehlen invol die die sief die einen einen ühlen, die die ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einen die'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einen die ühl'
+
+step=620 progress=0.6045 next=0.6055 model_t=0.6045 temp=1.550 support=0.6055 conc=12.405
+state_top=[{'id': 498, 'token': 'ie', 'count': 189}, {'id': 292, 'token': 'Ġd', 'count': 151}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 56}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 30}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 28}, {'id': 261, 'token': 'Ġa', 'count': 25}, {'id': 88, 'token': 'u', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 191}, {'id': 292, 'token': 'Ġd', 'count': 152}, {'id': 272, 'token': 'en', 'count': 107}, {'id': 73, 'token': 'f', 'count': 56}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 31}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 79, 'token': 'l', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' d9 die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einen die ühl'
+
+step=621 progress=0.6055 next=0.6064 model_t=0.6055 temp=1.550 support=0.6064 conc=12.455
+state_top=[{'id': 498, 'token': 'ie', 'count': 189}, {'id': 292, 'token': 'Ġd', 'count': 151}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 45}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 30}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 315, 'token': 'ĠS', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 192}, {'id': 292, 'token': 'Ġd', 'count': 152}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 30}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 315, 'token': 'ĠS', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einen die ühl'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einen die ühl'
+
+step=622 progress=0.6064 next=0.6074 model_t=0.6064 temp=1.550 support=0.6074 conc=12.506
+state_top=[{'id': 498, 'token': 'ie', 'count': 189}, {'id': 292, 'token': 'Ġd', 'count': 150}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 45}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 30}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 29}, {'id': 315, 'token': 'ĠS', 'count': 25}, {'id': 88, 'token': 'u', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 192}, {'id': 292, 'token': 'Ġd', 'count': 152}, {'id': 272, 'token': 'en', 'count': 107}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 31}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 315, 'token': 'ĠS', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einenuthorie '
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einen die ühl'
+
+step=623 progress=0.6074 next=0.6084 model_t=0.6074 temp=1.550 support=0.6084 conc=12.557
+state_top=[{'id': 498, 'token': 'ie', 'count': 189}, {'id': 292, 'token': 'Ġd', 'count': 151}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 46}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 131, 'token': 'Ã', 'count': 32}, {'id': 308, 'token': 'Ġe', 'count': 30}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 315, 'token': 'ĠS', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 192}, {'id': 292, 'token': 'Ġd', 'count': 152}, {'id': 272, 'token': 'en', 'count': 107}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 315, 'token': 'ĠS', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einen die ühl'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einen die ühl'
+
+step=624 progress=0.6084 next=0.6094 model_t=0.6084 temp=1.550 support=0.6094 conc=12.608
+state_top=[{'id': 498, 'token': 'ie', 'count': 189}, {'id': 292, 'token': 'Ġd', 'count': 151}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 32}, {'id': 124, 'token': '¼', 'count': 32}, {'id': 308, 'token': 'Ġe', 'count': 31}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 29}, {'id': 315, 'token': 'ĠS', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 191}, {'id': 292, 'token': 'Ġd', 'count': 152}, {'id': 272, 'token': 'en', 'count': 107}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 315, 'token': 'ĠS', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 25}]
+state_text=' die die die einen �nd die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einen die ühl'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einen die ühl'
+
+step=625 progress=0.6094 next=0.6104 model_t=0.6094 temp=1.550 support=0.6104 conc=12.659
+state_top=[{'id': 498, 'token': 'ie', 'count': 189}, {'id': 292, 'token': 'Ġd', 'count': 151}, {'id': 272, 'token': 'en', 'count': 107}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 44}, {'id': 131, 'token': 'Ã', 'count': 32}, {'id': 124, 'token': '¼', 'count': 32}, {'id': 308, 'token': 'Ġe', 'count': 31}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 315, 'token': 'ĠS', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 192}, {'id': 292, 'token': 'Ġd', 'count': 152}, {'id': 272, 'token': 'en', 'count': 107}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 315, 'token': 'ĠS', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einen die ühl'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einen die ühl'
+
+step=626 progress=0.6104 next=0.6113 model_t=0.6104 temp=1.550 support=0.6113 conc=12.711
+state_top=[{'id': 498, 'token': 'ie', 'count': 189}, {'id': 292, 'token': 'Ġd', 'count': 151}, {'id': 272, 'token': 'en', 'count': 107}, {'id': 73, 'token': 'f', 'count': 56}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 124, 'token': '¼', 'count': 32}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 315, 'token': 'ĠS', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 192}, {'id': 292, 'token': 'Ġd', 'count': 152}, {'id': 272, 'token': 'en', 'count': 107}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 315, 'token': 'ĠS', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 25}]
+state_text=' d connect die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einen d'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einen die ühl'
+
+step=627 progress=0.6113 next=0.6123 model_t=0.6113 temp=1.550 support=0.6123 conc=12.762
+state_top=[{'id': 498, 'token': 'ie', 'count': 189}, {'id': 292, 'token': 'Ġd', 'count': 152}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 56}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 31}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 315, 'token': 'ĠS', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 192}, {'id': 292, 'token': 'Ġd', 'count': 152}, {'id': 272, 'token': 'en', 'count': 107}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 315, 'token': 'ĠS', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie eine die einen die Ziehlen von die Siefen die die einen die ühl'
+
+step=628 progress=0.6123 next=0.6133 model_t=0.6123 temp=1.550 support=0.6133 conc=12.814
+state_top=[{'id': 498, 'token': 'ie', 'count': 192}, {'id': 292, 'token': 'Ġd', 'count': 152}, {'id': 272, 'token': 'en', 'count': 104}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 46}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 131, 'token': 'Ã', 'count': 32}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 315, 'token': 'ĠS', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 192}, {'id': 292, 'token': 'Ġd', 'count': 152}, {'id': 272, 'token': 'en', 'count': 107}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 315, 'token': 'ĠS', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Sief� die die einen die ühlen'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=629 progress=0.6133 next=0.6143 model_t=0.6133 temp=1.550 support=0.6143 conc=12.866
+state_top=[{'id': 498, 'token': 'ie', 'count': 192}, {'id': 292, 'token': 'Ġd', 'count': 151}, {'id': 272, 'token': 'en', 'count': 103}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 45}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 192}, {'id': 292, 'token': 'Ġd', 'count': 152}, {'id': 272, 'token': 'en', 'count': 107}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 315, 'token': 'ĠS', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Sief� die die einen die ühlen'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=630 progress=0.6143 next=0.6152 model_t=0.6143 temp=1.550 support=0.6152 conc=12.919
+state_top=[{'id': 498, 'token': 'ie', 'count': 191}, {'id': 292, 'token': 'Ġd', 'count': 152}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 75, 'token': 'h', 'count': 29}, {'id': 315, 'token': 'ĠS', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 192}, {'id': 292, 'token': 'Ġd', 'count': 152}, {'id': 272, 'token': 'en', 'count': 107}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 315, 'token': 'ĠS', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=631 progress=0.6152 next=0.6162 model_t=0.6152 temp=1.550 support=0.6162 conc=12.971
+state_top=[{'id': 498, 'token': 'ie', 'count': 191}, {'id': 292, 'token': 'Ġd', 'count': 150}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 124, 'token': '¼', 'count': 32}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 75, 'token': 'h', 'count': 29}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 192}, {'id': 292, 'token': 'Ġd', 'count': 152}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, diealkie sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühl'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=632 progress=0.6162 next=0.6172 model_t=0.6162 temp=1.550 support=0.6172 conc=13.024
+state_top=[{'id': 498, 'token': 'ie', 'count': 190}, {'id': 292, 'token': 'Ġd', 'count': 151}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 46}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 131, 'token': 'Ã', 'count': 32}, {'id': 124, 'token': '¼', 'count': 32}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 75, 'token': 'h', 'count': 29}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 192}, {'id': 292, 'token': 'Ġd', 'count': 152}, {'id': 272, 'token': 'en', 'count': 107}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, diealkie sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühl'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=633 progress=0.6172 next=0.6182 model_t=0.6172 temp=1.550 support=0.6182 conc=13.077
+state_top=[{'id': 498, 'token': 'ie', 'count': 191}, {'id': 292, 'token': 'Ġd', 'count': 150}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 124, 'token': '¼', 'count': 32}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 192}, {'id': 292, 'token': 'Ġd', 'count': 152}, {'id': 272, 'token': 'en', 'count': 107}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, diealkie sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühl'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=634 progress=0.6182 next=0.6191 model_t=0.6182 temp=1.550 support=0.6191 conc=13.130
+state_top=[{'id': 498, 'token': 'ie', 'count': 190}, {'id': 292, 'token': 'Ġd', 'count': 148}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 192}, {'id': 292, 'token': 'Ġd', 'count': 152}, {'id': 272, 'token': 'en', 'count': 107}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein differentie die Siefen, undie ein die einen die Ziehlen von die Siefen d list die ein'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=635 progress=0.6191 next=0.6201 model_t=0.6191 temp=1.550 support=0.6201 conc=13.184
+state_top=[{'id': 498, 'token': 'ie', 'count': 188}, {'id': 292, 'token': 'Ġd', 'count': 151}, {'id': 272, 'token': 'en', 'count': 103}, {'id': 73, 'token': 'f', 'count': 56}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 32}, {'id': 308, 'token': 'Ġe', 'count': 31}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 192}, {'id': 292, 'token': 'Ġd', 'count': 152}, {'id': 272, 'token': 'en', 'count': 107}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=636 progress=0.6201 next=0.6211 model_t=0.6201 temp=1.550 support=0.6211 conc=13.238
+state_top=[{'id': 498, 'token': 'ie', 'count': 191}, {'id': 292, 'token': 'Ġd', 'count': 152}, {'id': 272, 'token': 'en', 'count': 104}, {'id': 73, 'token': 'f', 'count': 56}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 124, 'token': '¼', 'count': 32}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 192}, {'id': 292, 'token': 'Ġd', 'count': 152}, {'id': 272, 'token': 'en', 'count': 107}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=637 progress=0.6211 next=0.6221 model_t=0.6211 temp=1.550 support=0.6221 conc=13.291
+state_top=[{'id': 498, 'token': 'ie', 'count': 192}, {'id': 292, 'token': 'Ġd', 'count': 151}, {'id': 272, 'token': 'en', 'count': 104}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 131, 'token': 'Ã', 'count': 32}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 75, 'token': 'h', 'count': 29}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 192}, {'id': 292, 'token': 'Ġd', 'count': 152}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=638 progress=0.6221 next=0.6230 model_t=0.6221 temp=1.550 support=0.6230 conc=13.345
+state_top=[{'id': 498, 'token': 'ie', 'count': 192}, {'id': 292, 'token': 'Ġd', 'count': 152}, {'id': 272, 'token': 'en', 'count': 104}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 31}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 192}, {'id': 292, 'token': 'Ġd', 'count': 152}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=639 progress=0.6230 next=0.6240 model_t=0.6230 temp=1.550 support=0.6240 conc=13.400
+state_top=[{'id': 498, 'token': 'ie', 'count': 191}, {'id': 292, 'token': 'Ġd', 'count': 152}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 29}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 192}, {'id': 292, 'token': 'Ġd', 'count': 152}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=640 progress=0.6240 next=0.6250 model_t=0.6240 temp=1.550 support=0.6250 conc=13.454
+state_top=[{'id': 498, 'token': 'ie', 'count': 192}, {'id': 292, 'token': 'Ġd', 'count': 152}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 29}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 152}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=641 progress=0.6250 next=0.6260 model_t=0.6250 temp=1.550 support=0.6260 conc=13.509
+state_top=[{'id': 498, 'token': 'ie', 'count': 192}, {'id': 292, 'token': 'Ġd', 'count': 152}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 56}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 29}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 152}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=642 progress=0.6260 next=0.6270 model_t=0.6260 temp=1.550 support=0.6270 conc=13.564
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 56}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen pop undie ein die einen die Ziehlen von die Siefen die die einen die ü'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=643 progress=0.6270 next=0.6279 model_t=0.6270 temp=1.550 support=0.6279 conc=13.619
+state_top=[{'id': 498, 'token': 'ie', 'count': 192}, {'id': 292, 'token': 'Ġd', 'count': 152}, {'id': 272, 'token': 'en', 'count': 103}, {'id': 73, 'token': 'f', 'count': 56}, {'id': 15, 'token': ',', 'count': 47}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 131, 'token': 'Ã', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=644 progress=0.6279 next=0.6289 model_t=0.6279 temp=1.550 support=0.6289 conc=13.675
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 104}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=645 progress=0.6289 next=0.6299 model_t=0.6289 temp=1.550 support=0.6299 conc=13.730
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 150}, {'id': 272, 'token': 'en', 'count': 103}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 31}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' monie die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die üh'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=646 progress=0.6299 next=0.6309 model_t=0.6299 temp=1.550 support=0.6309 conc=13.786
+state_top=[{'id': 498, 'token': 'ie', 'count': 192}, {'id': 292, 'token': 'Ġd', 'count': 151}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 308, 'token': 'Ġe', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' monie die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die�ie Siefen, undie ein die einen die Ziehlen vselves die Siefen die die einen die'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=647 progress=0.6309 next=0.6318 model_t=0.6309 temp=1.550 support=0.6318 conc=13.842
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 151}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die�ie Siefen, undie ein die einen die Ziehlen vselves die Siefen die die einen die ü'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=648 progress=0.6318 next=0.6328 model_t=0.6318 temp=1.550 support=0.6328 conc=13.899
+state_top=[{'id': 498, 'token': 'ie', 'count': 191}, {'id': 292, 'token': 'Ġd', 'count': 152}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die�ie Siefen, undie ein die einen die Ziehlen vselves die Siefen die die einen die ü'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=649 progress=0.6328 next=0.6338 model_t=0.6328 temp=1.550 support=0.6338 conc=13.955
+state_top=[{'id': 498, 'token': 'ie', 'count': 192}, {'id': 292, 'token': 'Ġd', 'count': 152}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ü namelen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die '
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=650 progress=0.6338 next=0.6348 model_t=0.6338 temp=1.550 support=0.6348 conc=14.012
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 152}, {'id': 272, 'token': 'en', 'count': 104}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=651 progress=0.6348 next=0.6357 model_t=0.6348 temp=1.550 support=0.6357 conc=14.069
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=652 progress=0.6357 next=0.6367 model_t=0.6357 temp=1.550 support=0.6367 conc=14.126
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=653 progress=0.6367 next=0.6377 model_t=0.6367 temp=1.550 support=0.6377 conc=14.184
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 152}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, dieoolie ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühl'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=654 progress=0.6377 next=0.6387 model_t=0.6377 temp=1.550 support=0.6387 conc=14.242
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 151}, {'id': 272, 'token': 'en', 'count': 104}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 31}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die wheie ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die üh'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=655 progress=0.6387 next=0.6396 model_t=0.6387 temp=1.550 support=0.6396 conc=14.299
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 152}, {'id': 272, 'token': 'en', 'count': 104}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=656 progress=0.6396 next=0.6406 model_t=0.6396 temp=1.550 support=0.6406 conc=14.358
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 104}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 34}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 29}, {'id': 315, 'token': 'ĠS', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen dieoundü'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=657 progress=0.6406 next=0.6416 model_t=0.6406 temp=1.550 support=0.6416 conc=14.416
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 104}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 34}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 30}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=658 progress=0.6416 next=0.6426 model_t=0.6416 temp=1.550 support=0.6426 conc=14.475
+state_top=[{'id': 498, 'token': 'ie', 'count': 192}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=659 progress=0.6426 next=0.6436 model_t=0.6426 temp=1.550 support=0.6436 conc=14.534
+state_top=[{'id': 498, 'token': 'ie', 'count': 192}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=660 progress=0.6436 next=0.6445 model_t=0.6436 temp=1.550 support=0.6445 conc=14.593
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=661 progress=0.6445 next=0.6455 model_t=0.6445 temp=1.550 support=0.6455 conc=14.652
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=662 progress=0.6455 next=0.6465 model_t=0.6455 temp=1.550 support=0.6465 conc=14.712
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 152}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 56}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=663 progress=0.6465 next=0.6475 model_t=0.6465 temp=1.550 support=0.6475 conc=14.772
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 152}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=664 progress=0.6475 next=0.6484 model_t=0.6475 temp=1.550 support=0.6484 conc=14.832
+state_top=[{'id': 498, 'token': 'ie', 'count': 192}, {'id': 292, 'token': 'Ġd', 'count': 152}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=665 progress=0.6484 next=0.6494 model_t=0.6484 temp=1.550 support=0.6494 conc=14.892
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=666 progress=0.6494 next=0.6504 model_t=0.6494 temp=1.550 support=0.6504 conc=14.953
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 56}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=667 progress=0.6504 next=0.6514 model_t=0.6504 temp=1.550 support=0.6514 conc=15.014
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=668 progress=0.6514 next=0.6523 model_t=0.6514 temp=1.550 support=0.6523 conc=15.075
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=669 progress=0.6523 next=0.6533 model_t=0.6523 temp=1.550 support=0.6533 conc=15.136
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 31}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=670 progress=0.6533 next=0.6543 model_t=0.6533 temp=1.550 support=0.6543 conc=15.198
+state_top=[{'id': 498, 'token': 'ie', 'count': 192}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=671 progress=0.6543 next=0.6553 model_t=0.6543 temp=1.550 support=0.6553 conc=15.260
+state_top=[{'id': 498, 'token': 'ie', 'count': 192}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=672 progress=0.6553 next=0.6562 model_t=0.6553 temp=1.550 support=0.6562 conc=15.322
+state_top=[{'id': 498, 'token': 'ie', 'count': 192}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=673 progress=0.6562 next=0.6572 model_t=0.6562 temp=1.550 support=0.6572 conc=15.384
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 152}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=674 progress=0.6572 next=0.6582 model_t=0.6572 temp=1.550 support=0.6582 conc=15.447
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=675 progress=0.6582 next=0.6592 model_t=0.6582 temp=1.550 support=0.6592 conc=15.509
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=676 progress=0.6592 next=0.6602 model_t=0.6592 temp=1.550 support=0.6602 conc=15.573
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=677 progress=0.6602 next=0.6611 model_t=0.6602 temp=1.550 support=0.6611 conc=15.636
+state_top=[{'id': 498, 'token': 'ie', 'count': 192}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=678 progress=0.6611 next=0.6621 model_t=0.6611 temp=1.550 support=0.6621 conc=15.700
+state_top=[{'id': 498, 'token': 'ie', 'count': 192}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=679 progress=0.6621 next=0.6631 model_t=0.6621 temp=1.550 support=0.6631 conc=15.763
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 48}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=680 progress=0.6631 next=0.6641 model_t=0.6631 temp=1.550 support=0.6641 conc=15.828
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 48}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=681 progress=0.6641 next=0.6650 model_t=0.6641 temp=1.550 support=0.6650 conc=15.892
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 48}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=682 progress=0.6650 next=0.6660 model_t=0.6650 temp=1.550 support=0.6660 conc=15.957
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=683 progress=0.6660 next=0.6670 model_t=0.6660 temp=1.550 support=0.6670 conc=16.022
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 261, 'token': 'Ġa', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=684 progress=0.6670 next=0.6680 model_t=0.6670 temp=1.550 support=0.6680 conc=16.087
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 31}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 48}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=685 progress=0.6680 next=0.6689 model_t=0.6680 temp=1.550 support=0.6689 conc=16.152
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 48}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=686 progress=0.6689 next=0.6699 model_t=0.6689 temp=1.550 support=0.6699 conc=16.218
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 48}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=687 progress=0.6699 next=0.6709 model_t=0.6699 temp=1.550 support=0.6709 conc=16.284
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 45}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=688 progress=0.6709 next=0.6719 model_t=0.6709 temp=1.550 support=0.6719 conc=16.350
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=689 progress=0.6719 next=0.6729 model_t=0.6719 temp=1.550 support=0.6729 conc=16.417
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=690 progress=0.6729 next=0.6738 model_t=0.6729 temp=1.550 support=0.6738 conc=16.484
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=691 progress=0.6738 next=0.6748 model_t=0.6738 temp=1.550 support=0.6748 conc=16.551
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=692 progress=0.6748 next=0.6758 model_t=0.6748 temp=1.550 support=0.6758 conc=16.618
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=693 progress=0.6758 next=0.6768 model_t=0.6758 temp=1.550 support=0.6768 conc=16.686
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=694 progress=0.6768 next=0.6777 model_t=0.6768 temp=1.550 support=0.6777 conc=16.754
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=695 progress=0.6777 next=0.6787 model_t=0.6777 temp=1.550 support=0.6787 conc=16.822
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=696 progress=0.6787 next=0.6797 model_t=0.6787 temp=1.550 support=0.6797 conc=16.890
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 46}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=697 progress=0.6797 next=0.6807 model_t=0.6797 temp=1.550 support=0.6807 conc=16.959
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=698 progress=0.6807 next=0.6816 model_t=0.6807 temp=1.550 support=0.6816 conc=17.028
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=699 progress=0.6816 next=0.6826 model_t=0.6816 temp=1.550 support=0.6826 conc=17.097
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=700 progress=0.6826 next=0.6836 model_t=0.6826 temp=1.550 support=0.6836 conc=17.167
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=701 progress=0.6836 next=0.6846 model_t=0.6836 temp=1.550 support=0.6846 conc=17.237
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=702 progress=0.6846 next=0.6855 model_t=0.6846 temp=1.550 support=0.6855 conc=17.307
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=703 progress=0.6855 next=0.6865 model_t=0.6855 temp=1.550 support=0.6865 conc=17.377
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=704 progress=0.6865 next=0.6875 model_t=0.6865 temp=1.550 support=0.6875 conc=17.448
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 48}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=705 progress=0.6875 next=0.6885 model_t=0.6875 temp=1.550 support=0.6885 conc=17.519
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 104}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=706 progress=0.6885 next=0.6895 model_t=0.6885 temp=1.550 support=0.6895 conc=17.590
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 104}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=707 progress=0.6895 next=0.6904 model_t=0.6895 temp=1.550 support=0.6904 conc=17.662
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=708 progress=0.6904 next=0.6914 model_t=0.6904 temp=1.550 support=0.6914 conc=17.734
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=709 progress=0.6914 next=0.6924 model_t=0.6914 temp=1.550 support=0.6924 conc=17.806
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=710 progress=0.6924 next=0.6934 model_t=0.6924 temp=1.550 support=0.6934 conc=17.879
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=711 progress=0.6934 next=0.6943 model_t=0.6934 temp=1.550 support=0.6943 conc=17.951
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=712 progress=0.6943 next=0.6953 model_t=0.6943 temp=1.550 support=0.6953 conc=18.024
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=713 progress=0.6953 next=0.6963 model_t=0.6953 temp=1.550 support=0.6963 conc=18.098
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=714 progress=0.6963 next=0.6973 model_t=0.6963 temp=1.550 support=0.6973 conc=18.171
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=715 progress=0.6973 next=0.6982 model_t=0.6973 temp=1.550 support=0.6982 conc=18.245
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=716 progress=0.6982 next=0.6992 model_t=0.6982 temp=1.550 support=0.6992 conc=18.320
+state_top=[{'id': 498, 'token': 'ie', 'count': 192}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=717 progress=0.6992 next=0.7002 model_t=0.6992 temp=1.550 support=0.7002 conc=18.394
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=718 progress=0.7002 next=0.7012 model_t=0.7002 temp=1.550 support=0.7012 conc=18.469
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 25}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=719 progress=0.7012 next=0.7021 model_t=0.7012 temp=1.550 support=0.7021 conc=18.544
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=720 progress=0.7021 next=0.7031 model_t=0.7021 temp=1.550 support=0.7031 conc=18.620
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=721 progress=0.7031 next=0.7041 model_t=0.7031 temp=1.550 support=0.7041 conc=18.695
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 105}, {'id': 73, 'token': 'f', 'count': 56}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=722 progress=0.7041 next=0.7051 model_t=0.7041 temp=1.550 support=0.7051 conc=18.771
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=723 progress=0.7051 next=0.7061 model_t=0.7051 temp=1.550 support=0.7061 conc=18.848
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=724 progress=0.7061 next=0.7070 model_t=0.7061 temp=1.550 support=0.7070 conc=18.925
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=725 progress=0.7070 next=0.7080 model_t=0.7070 temp=1.550 support=0.7080 conc=19.002
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=726 progress=0.7080 next=0.7090 model_t=0.7080 temp=1.550 support=0.7090 conc=19.079
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=727 progress=0.7090 next=0.7100 model_t=0.7090 temp=1.550 support=0.7100 conc=19.157
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=728 progress=0.7100 next=0.7109 model_t=0.7100 temp=1.550 support=0.7109 conc=19.235
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=729 progress=0.7109 next=0.7119 model_t=0.7109 temp=1.550 support=0.7119 conc=19.313
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=730 progress=0.7119 next=0.7129 model_t=0.7119 temp=1.550 support=0.7129 conc=19.391
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=731 progress=0.7129 next=0.7139 model_t=0.7129 temp=1.550 support=0.7139 conc=19.470
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=732 progress=0.7139 next=0.7148 model_t=0.7139 temp=1.550 support=0.7148 conc=19.550
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=733 progress=0.7148 next=0.7158 model_t=0.7148 temp=1.550 support=0.7158 conc=19.629
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=734 progress=0.7158 next=0.7168 model_t=0.7158 temp=1.550 support=0.7168 conc=19.709
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=735 progress=0.7168 next=0.7178 model_t=0.7168 temp=1.550 support=0.7178 conc=19.789
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=736 progress=0.7178 next=0.7188 model_t=0.7178 temp=1.550 support=0.7188 conc=19.870
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=737 progress=0.7188 next=0.7197 model_t=0.7188 temp=1.550 support=0.7197 conc=19.951
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=738 progress=0.7197 next=0.7207 model_t=0.7197 temp=1.550 support=0.7207 conc=20.032
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=739 progress=0.7207 next=0.7217 model_t=0.7207 temp=1.550 support=0.7217 conc=20.113
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=740 progress=0.7217 next=0.7227 model_t=0.7217 temp=1.550 support=0.7227 conc=20.195
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=741 progress=0.7227 next=0.7236 model_t=0.7227 temp=1.550 support=0.7236 conc=20.277
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=742 progress=0.7236 next=0.7246 model_t=0.7236 temp=1.550 support=0.7246 conc=20.360
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=743 progress=0.7246 next=0.7256 model_t=0.7246 temp=1.550 support=0.7256 conc=20.443
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=744 progress=0.7256 next=0.7266 model_t=0.7256 temp=1.550 support=0.7266 conc=20.526
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=745 progress=0.7266 next=0.7275 model_t=0.7266 temp=1.550 support=0.7275 conc=20.609
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=746 progress=0.7275 next=0.7285 model_t=0.7275 temp=1.550 support=0.7285 conc=20.693
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=747 progress=0.7285 next=0.7295 model_t=0.7285 temp=1.550 support=0.7295 conc=20.778
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=748 progress=0.7295 next=0.7305 model_t=0.7295 temp=1.550 support=0.7305 conc=20.862
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=749 progress=0.7305 next=0.7314 model_t=0.7305 temp=1.550 support=0.7314 conc=20.947
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=750 progress=0.7314 next=0.7324 model_t=0.7314 temp=1.550 support=0.7324 conc=21.032
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=751 progress=0.7324 next=0.7334 model_t=0.7324 temp=1.550 support=0.7334 conc=21.118
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=752 progress=0.7334 next=0.7344 model_t=0.7334 temp=1.550 support=0.7344 conc=21.204
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=753 progress=0.7344 next=0.7354 model_t=0.7344 temp=1.550 support=0.7354 conc=21.290
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=754 progress=0.7354 next=0.7363 model_t=0.7354 temp=1.550 support=0.7363 conc=21.377
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=755 progress=0.7363 next=0.7373 model_t=0.7363 temp=1.550 support=0.7373 conc=21.464
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=756 progress=0.7373 next=0.7383 model_t=0.7373 temp=1.550 support=0.7383 conc=21.551
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=757 progress=0.7383 next=0.7393 model_t=0.7383 temp=1.550 support=0.7393 conc=21.639
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=758 progress=0.7393 next=0.7402 model_t=0.7393 temp=1.550 support=0.7402 conc=21.727
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=759 progress=0.7402 next=0.7412 model_t=0.7402 temp=1.550 support=0.7412 conc=21.815
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=760 progress=0.7412 next=0.7422 model_t=0.7412 temp=1.550 support=0.7422 conc=21.904
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=761 progress=0.7422 next=0.7432 model_t=0.7422 temp=1.550 support=0.7432 conc=21.993
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=762 progress=0.7432 next=0.7441 model_t=0.7432 temp=1.550 support=0.7441 conc=22.083
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=763 progress=0.7441 next=0.7451 model_t=0.7441 temp=1.550 support=0.7451 conc=22.173
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=764 progress=0.7451 next=0.7461 model_t=0.7451 temp=1.550 support=0.7461 conc=22.263
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=765 progress=0.7461 next=0.7471 model_t=0.7461 temp=1.550 support=0.7471 conc=22.353
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=766 progress=0.7471 next=0.7480 model_t=0.7471 temp=1.550 support=0.7480 conc=22.444
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=767 progress=0.7480 next=0.7490 model_t=0.7480 temp=1.550 support=0.7490 conc=22.536
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=768 progress=0.7490 next=0.7500 model_t=0.7490 temp=1.550 support=0.7500 conc=22.627
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=769 progress=0.7500 next=0.7510 model_t=0.7500 temp=1.550 support=0.7510 conc=22.720
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=770 progress=0.7510 next=0.7520 model_t=0.7510 temp=1.550 support=0.7520 conc=22.812
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=771 progress=0.7520 next=0.7529 model_t=0.7520 temp=1.550 support=0.7529 conc=22.905
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=772 progress=0.7529 next=0.7539 model_t=0.7529 temp=1.550 support=0.7539 conc=22.998
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=773 progress=0.7539 next=0.7549 model_t=0.7539 temp=1.550 support=0.7549 conc=23.092
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=774 progress=0.7549 next=0.7559 model_t=0.7549 temp=1.550 support=0.7559 conc=23.186
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=775 progress=0.7559 next=0.7568 model_t=0.7559 temp=1.550 support=0.7568 conc=23.280
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=776 progress=0.7568 next=0.7578 model_t=0.7568 temp=1.550 support=0.7578 conc=23.375
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=777 progress=0.7578 next=0.7588 model_t=0.7578 temp=1.550 support=0.7588 conc=23.470
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=778 progress=0.7588 next=0.7598 model_t=0.7588 temp=1.550 support=0.7598 conc=23.565
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=779 progress=0.7598 next=0.7607 model_t=0.7598 temp=1.550 support=0.7607 conc=23.661
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=780 progress=0.7607 next=0.7617 model_t=0.7607 temp=1.550 support=0.7617 conc=23.758
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=781 progress=0.7617 next=0.7627 model_t=0.7617 temp=1.550 support=0.7627 conc=23.854
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=782 progress=0.7627 next=0.7637 model_t=0.7627 temp=1.550 support=0.7637 conc=23.951
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=783 progress=0.7637 next=0.7646 model_t=0.7637 temp=1.550 support=0.7646 conc=24.049
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=784 progress=0.7646 next=0.7656 model_t=0.7646 temp=1.550 support=0.7656 conc=24.147
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=785 progress=0.7656 next=0.7666 model_t=0.7656 temp=1.550 support=0.7666 conc=24.245
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=786 progress=0.7666 next=0.7676 model_t=0.7666 temp=1.550 support=0.7676 conc=24.344
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=787 progress=0.7676 next=0.7686 model_t=0.7676 temp=1.550 support=0.7686 conc=24.443
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=788 progress=0.7686 next=0.7695 model_t=0.7686 temp=1.550 support=0.7695 conc=24.542
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=789 progress=0.7695 next=0.7705 model_t=0.7695 temp=1.550 support=0.7705 conc=24.642
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=790 progress=0.7705 next=0.7715 model_t=0.7705 temp=1.550 support=0.7715 conc=24.742
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=791 progress=0.7715 next=0.7725 model_t=0.7715 temp=1.550 support=0.7725 conc=24.843
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=792 progress=0.7725 next=0.7734 model_t=0.7725 temp=1.550 support=0.7734 conc=24.944
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=793 progress=0.7734 next=0.7744 model_t=0.7734 temp=1.550 support=0.7744 conc=25.046
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=794 progress=0.7744 next=0.7754 model_t=0.7744 temp=1.550 support=0.7754 conc=25.148
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=795 progress=0.7754 next=0.7764 model_t=0.7754 temp=1.550 support=0.7764 conc=25.250
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=796 progress=0.7764 next=0.7773 model_t=0.7764 temp=1.550 support=0.7773 conc=25.353
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=797 progress=0.7773 next=0.7783 model_t=0.7773 temp=1.550 support=0.7783 conc=25.456
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=798 progress=0.7783 next=0.7793 model_t=0.7783 temp=1.550 support=0.7793 conc=25.559
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=799 progress=0.7793 next=0.7803 model_t=0.7793 temp=1.550 support=0.7803 conc=25.663
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=800 progress=0.7803 next=0.7812 model_t=0.7803 temp=1.550 support=0.7812 conc=25.768
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=801 progress=0.7812 next=0.7822 model_t=0.7812 temp=1.550 support=0.7822 conc=25.873
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=802 progress=0.7822 next=0.7832 model_t=0.7822 temp=1.550 support=0.7832 conc=25.978
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=803 progress=0.7832 next=0.7842 model_t=0.7832 temp=1.550 support=0.7842 conc=26.084
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=804 progress=0.7842 next=0.7852 model_t=0.7842 temp=1.550 support=0.7852 conc=26.190
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=805 progress=0.7852 next=0.7861 model_t=0.7852 temp=1.550 support=0.7861 conc=26.296
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=806 progress=0.7861 next=0.7871 model_t=0.7861 temp=1.550 support=0.7871 conc=26.403
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=807 progress=0.7871 next=0.7881 model_t=0.7871 temp=1.550 support=0.7881 conc=26.511
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=808 progress=0.7881 next=0.7891 model_t=0.7881 temp=1.550 support=0.7891 conc=26.619
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=809 progress=0.7891 next=0.7900 model_t=0.7891 temp=1.550 support=0.7900 conc=26.727
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=810 progress=0.7900 next=0.7910 model_t=0.7900 temp=1.550 support=0.7910 conc=26.836
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=811 progress=0.7910 next=0.7920 model_t=0.7910 temp=1.550 support=0.7920 conc=26.945
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=812 progress=0.7920 next=0.7930 model_t=0.7920 temp=1.550 support=0.7930 conc=27.055
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=813 progress=0.7930 next=0.7939 model_t=0.7930 temp=1.550 support=0.7939 conc=27.165
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=814 progress=0.7939 next=0.7949 model_t=0.7939 temp=1.550 support=0.7949 conc=27.275
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=815 progress=0.7949 next=0.7959 model_t=0.7949 temp=1.550 support=0.7959 conc=27.386
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=816 progress=0.7959 next=0.7969 model_t=0.7959 temp=1.550 support=0.7969 conc=27.498
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=817 progress=0.7969 next=0.7979 model_t=0.7969 temp=1.550 support=0.7979 conc=27.610
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=818 progress=0.7979 next=0.7988 model_t=0.7979 temp=1.550 support=0.7988 conc=27.722
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=819 progress=0.7988 next=0.7998 model_t=0.7988 temp=1.550 support=0.7998 conc=27.835
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=820 progress=0.7998 next=0.8008 model_t=0.7998 temp=1.550 support=0.8008 conc=27.948
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=821 progress=0.8008 next=0.8018 model_t=0.8008 temp=1.550 support=0.8018 conc=28.062
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=822 progress=0.8018 next=0.8027 model_t=0.8018 temp=1.550 support=0.8027 conc=28.176
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=823 progress=0.8027 next=0.8037 model_t=0.8027 temp=1.550 support=0.8037 conc=28.291
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=824 progress=0.8037 next=0.8047 model_t=0.8037 temp=1.550 support=0.8047 conc=28.406
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=825 progress=0.8047 next=0.8057 model_t=0.8047 temp=1.550 support=0.8057 conc=28.522
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=826 progress=0.8057 next=0.8066 model_t=0.8057 temp=1.550 support=0.8066 conc=28.638
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=827 progress=0.8066 next=0.8076 model_t=0.8066 temp=1.550 support=0.8076 conc=28.754
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=828 progress=0.8076 next=0.8086 model_t=0.8076 temp=1.550 support=0.8086 conc=28.871
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=829 progress=0.8086 next=0.8096 model_t=0.8086 temp=1.550 support=0.8096 conc=28.989
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=830 progress=0.8096 next=0.8105 model_t=0.8096 temp=1.550 support=0.8105 conc=29.107
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=831 progress=0.8105 next=0.8115 model_t=0.8105 temp=1.550 support=0.8115 conc=29.225
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=832 progress=0.8115 next=0.8125 model_t=0.8115 temp=1.550 support=0.8125 conc=29.344
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=833 progress=0.8125 next=0.8135 model_t=0.8125 temp=1.550 support=0.8135 conc=29.464
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=834 progress=0.8135 next=0.8145 model_t=0.8135 temp=1.550 support=0.8145 conc=29.583
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=835 progress=0.8145 next=0.8154 model_t=0.8145 temp=1.550 support=0.8154 conc=29.704
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=836 progress=0.8154 next=0.8164 model_t=0.8154 temp=1.550 support=0.8164 conc=29.825
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=837 progress=0.8164 next=0.8174 model_t=0.8164 temp=1.550 support=0.8174 conc=29.946
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=838 progress=0.8174 next=0.8184 model_t=0.8174 temp=1.550 support=0.8184 conc=30.068
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=839 progress=0.8184 next=0.8193 model_t=0.8184 temp=1.550 support=0.8193 conc=30.190
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=840 progress=0.8193 next=0.8203 model_t=0.8193 temp=1.550 support=0.8203 conc=30.313
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=841 progress=0.8203 next=0.8213 model_t=0.8203 temp=1.550 support=0.8213 conc=30.437
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=842 progress=0.8213 next=0.8223 model_t=0.8213 temp=1.550 support=0.8223 conc=30.560
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=843 progress=0.8223 next=0.8232 model_t=0.8223 temp=1.550 support=0.8232 conc=30.685
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=844 progress=0.8232 next=0.8242 model_t=0.8232 temp=1.550 support=0.8242 conc=30.810
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=845 progress=0.8242 next=0.8252 model_t=0.8242 temp=1.550 support=0.8252 conc=30.935
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=846 progress=0.8252 next=0.8262 model_t=0.8252 temp=1.550 support=0.8262 conc=31.061
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=847 progress=0.8262 next=0.8271 model_t=0.8262 temp=1.550 support=0.8271 conc=31.187
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=848 progress=0.8271 next=0.8281 model_t=0.8271 temp=1.550 support=0.8281 conc=31.314
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=849 progress=0.8281 next=0.8291 model_t=0.8281 temp=1.550 support=0.8291 conc=31.442
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=850 progress=0.8291 next=0.8301 model_t=0.8291 temp=1.550 support=0.8301 conc=31.570
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=851 progress=0.8301 next=0.8311 model_t=0.8301 temp=1.550 support=0.8311 conc=31.698
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=852 progress=0.8311 next=0.8320 model_t=0.8311 temp=1.550 support=0.8320 conc=31.827
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=853 progress=0.8320 next=0.8330 model_t=0.8320 temp=1.550 support=0.8330 conc=31.957
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=854 progress=0.8330 next=0.8340 model_t=0.8330 temp=1.550 support=0.8340 conc=32.087
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=855 progress=0.8340 next=0.8350 model_t=0.8340 temp=1.550 support=0.8350 conc=32.217
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=856 progress=0.8350 next=0.8359 model_t=0.8350 temp=1.550 support=0.8359 conc=32.348
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=857 progress=0.8359 next=0.8369 model_t=0.8359 temp=1.550 support=0.8369 conc=32.480
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=858 progress=0.8369 next=0.8379 model_t=0.8369 temp=1.550 support=0.8379 conc=32.612
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=859 progress=0.8379 next=0.8389 model_t=0.8379 temp=1.550 support=0.8389 conc=32.745
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=860 progress=0.8389 next=0.8398 model_t=0.8389 temp=1.550 support=0.8398 conc=32.878
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=861 progress=0.8398 next=0.8408 model_t=0.8398 temp=1.550 support=0.8408 conc=33.012
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=862 progress=0.8408 next=0.8418 model_t=0.8408 temp=1.550 support=0.8418 conc=33.146
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=863 progress=0.8418 next=0.8428 model_t=0.8418 temp=1.550 support=0.8428 conc=33.281
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=864 progress=0.8428 next=0.8438 model_t=0.8428 temp=1.550 support=0.8438 conc=33.417
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=865 progress=0.8438 next=0.8447 model_t=0.8438 temp=1.550 support=0.8447 conc=33.553
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=866 progress=0.8447 next=0.8457 model_t=0.8447 temp=1.550 support=0.8457 conc=33.689
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=867 progress=0.8457 next=0.8467 model_t=0.8457 temp=1.550 support=0.8467 conc=33.826
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=868 progress=0.8467 next=0.8477 model_t=0.8467 temp=1.550 support=0.8477 conc=33.964
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=869 progress=0.8477 next=0.8486 model_t=0.8477 temp=1.550 support=0.8486 conc=34.102
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=870 progress=0.8486 next=0.8496 model_t=0.8486 temp=1.550 support=0.8496 conc=34.241
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=871 progress=0.8496 next=0.8506 model_t=0.8496 temp=1.550 support=0.8506 conc=34.380
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=872 progress=0.8506 next=0.8516 model_t=0.8506 temp=1.550 support=0.8516 conc=34.520
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=873 progress=0.8516 next=0.8525 model_t=0.8516 temp=1.550 support=0.8525 conc=34.661
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=874 progress=0.8525 next=0.8535 model_t=0.8525 temp=1.550 support=0.8535 conc=34.802
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=875 progress=0.8535 next=0.8545 model_t=0.8535 temp=1.550 support=0.8545 conc=34.944
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=876 progress=0.8545 next=0.8555 model_t=0.8545 temp=1.550 support=0.8555 conc=35.086
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=877 progress=0.8555 next=0.8564 model_t=0.8555 temp=1.550 support=0.8564 conc=35.229
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=878 progress=0.8564 next=0.8574 model_t=0.8564 temp=1.550 support=0.8574 conc=35.372
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=879 progress=0.8574 next=0.8584 model_t=0.8574 temp=1.550 support=0.8584 conc=35.516
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=880 progress=0.8584 next=0.8594 model_t=0.8584 temp=1.550 support=0.8594 conc=35.660
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=881 progress=0.8594 next=0.8604 model_t=0.8594 temp=1.550 support=0.8604 conc=35.806
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=882 progress=0.8604 next=0.8613 model_t=0.8604 temp=1.550 support=0.8613 conc=35.951
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=883 progress=0.8613 next=0.8623 model_t=0.8613 temp=1.550 support=0.8623 conc=36.098
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=884 progress=0.8623 next=0.8633 model_t=0.8623 temp=1.550 support=0.8633 conc=36.244
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=885 progress=0.8633 next=0.8643 model_t=0.8633 temp=1.550 support=0.8643 conc=36.392
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=886 progress=0.8643 next=0.8652 model_t=0.8643 temp=1.550 support=0.8652 conc=36.540
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=887 progress=0.8652 next=0.8662 model_t=0.8652 temp=1.550 support=0.8662 conc=36.689
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=888 progress=0.8662 next=0.8672 model_t=0.8662 temp=1.550 support=0.8672 conc=36.838
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=889 progress=0.8672 next=0.8682 model_t=0.8672 temp=1.550 support=0.8682 conc=36.988
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=890 progress=0.8682 next=0.8691 model_t=0.8682 temp=1.550 support=0.8691 conc=37.139
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=891 progress=0.8691 next=0.8701 model_t=0.8691 temp=1.550 support=0.8701 conc=37.290
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=892 progress=0.8701 next=0.8711 model_t=0.8701 temp=1.550 support=0.8711 conc=37.441
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=893 progress=0.8711 next=0.8721 model_t=0.8711 temp=1.550 support=0.8721 conc=37.594
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=894 progress=0.8721 next=0.8730 model_t=0.8721 temp=1.550 support=0.8730 conc=37.747
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=895 progress=0.8730 next=0.8740 model_t=0.8730 temp=1.550 support=0.8740 conc=37.900
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=896 progress=0.8740 next=0.8750 model_t=0.8740 temp=1.550 support=0.8750 conc=38.055
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=897 progress=0.8750 next=0.8760 model_t=0.8750 temp=1.550 support=0.8760 conc=38.209
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=898 progress=0.8760 next=0.8770 model_t=0.8760 temp=1.550 support=0.8770 conc=38.365
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=899 progress=0.8770 next=0.8779 model_t=0.8770 temp=1.550 support=0.8779 conc=38.521
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=900 progress=0.8779 next=0.8789 model_t=0.8779 temp=1.550 support=0.8789 conc=38.678
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=901 progress=0.8789 next=0.8799 model_t=0.8789 temp=1.550 support=0.8799 conc=38.835
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=902 progress=0.8799 next=0.8809 model_t=0.8799 temp=1.550 support=0.8809 conc=38.993
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=903 progress=0.8809 next=0.8818 model_t=0.8809 temp=1.550 support=0.8818 conc=39.152
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=904 progress=0.8818 next=0.8828 model_t=0.8818 temp=1.550 support=0.8828 conc=39.311
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=905 progress=0.8828 next=0.8838 model_t=0.8828 temp=1.550 support=0.8838 conc=39.471
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=906 progress=0.8838 next=0.8848 model_t=0.8838 temp=1.550 support=0.8848 conc=39.632
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=907 progress=0.8848 next=0.8857 model_t=0.8848 temp=1.550 support=0.8857 conc=39.793
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=908 progress=0.8857 next=0.8867 model_t=0.8857 temp=1.550 support=0.8867 conc=39.955
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=909 progress=0.8867 next=0.8877 model_t=0.8867 temp=1.550 support=0.8877 conc=40.118
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=910 progress=0.8877 next=0.8887 model_t=0.8877 temp=1.550 support=0.8887 conc=40.281
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=911 progress=0.8887 next=0.8896 model_t=0.8887 temp=1.550 support=0.8896 conc=40.445
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=912 progress=0.8896 next=0.8906 model_t=0.8896 temp=1.550 support=0.8906 conc=40.610
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=913 progress=0.8906 next=0.8916 model_t=0.8906 temp=1.550 support=0.8916 conc=40.775
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=914 progress=0.8916 next=0.8926 model_t=0.8916 temp=1.550 support=0.8926 conc=40.941
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=915 progress=0.8926 next=0.8936 model_t=0.8926 temp=1.550 support=0.8936 conc=41.107
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=916 progress=0.8936 next=0.8945 model_t=0.8936 temp=1.550 support=0.8945 conc=41.275
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=917 progress=0.8945 next=0.8955 model_t=0.8945 temp=1.550 support=0.8955 conc=41.443
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=918 progress=0.8955 next=0.8965 model_t=0.8955 temp=1.550 support=0.8965 conc=41.611
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=919 progress=0.8965 next=0.8975 model_t=0.8965 temp=1.550 support=0.8975 conc=41.781
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=920 progress=0.8975 next=0.8984 model_t=0.8975 temp=1.550 support=0.8984 conc=41.951
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=921 progress=0.8984 next=0.8994 model_t=0.8984 temp=1.550 support=0.8994 conc=42.121
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=922 progress=0.8994 next=0.9004 model_t=0.8994 temp=1.550 support=0.9004 conc=42.293
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=923 progress=0.9004 next=0.9014 model_t=0.9004 temp=1.550 support=0.9014 conc=42.465
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=924 progress=0.9014 next=0.9023 model_t=0.9014 temp=1.550 support=0.9023 conc=42.638
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=925 progress=0.9023 next=0.9033 model_t=0.9023 temp=1.550 support=0.9033 conc=42.811
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=926 progress=0.9033 next=0.9043 model_t=0.9033 temp=1.550 support=0.9043 conc=42.986
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=927 progress=0.9043 next=0.9053 model_t=0.9043 temp=1.550 support=0.9053 conc=43.161
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=928 progress=0.9053 next=0.9062 model_t=0.9053 temp=1.550 support=0.9062 conc=43.336
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=929 progress=0.9062 next=0.9072 model_t=0.9062 temp=1.550 support=0.9072 conc=43.513
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=930 progress=0.9072 next=0.9082 model_t=0.9072 temp=1.550 support=0.9082 conc=43.690
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=931 progress=0.9082 next=0.9092 model_t=0.9082 temp=1.550 support=0.9092 conc=43.867
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=932 progress=0.9092 next=0.9102 model_t=0.9092 temp=1.550 support=0.9102 conc=44.046
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=933 progress=0.9102 next=0.9111 model_t=0.9102 temp=1.550 support=0.9111 conc=44.225
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=934 progress=0.9111 next=0.9121 model_t=0.9111 temp=1.550 support=0.9121 conc=44.405
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=935 progress=0.9121 next=0.9131 model_t=0.9121 temp=1.550 support=0.9131 conc=44.586
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=936 progress=0.9131 next=0.9141 model_t=0.9131 temp=1.550 support=0.9141 conc=44.767
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=937 progress=0.9141 next=0.9150 model_t=0.9141 temp=1.550 support=0.9150 conc=44.950
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=938 progress=0.9150 next=0.9160 model_t=0.9150 temp=1.550 support=0.9160 conc=45.132
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=939 progress=0.9160 next=0.9170 model_t=0.9160 temp=1.550 support=0.9170 conc=45.316
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=940 progress=0.9170 next=0.9180 model_t=0.9170 temp=1.550 support=0.9180 conc=45.501
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=941 progress=0.9180 next=0.9189 model_t=0.9180 temp=1.550 support=0.9189 conc=45.686
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=942 progress=0.9189 next=0.9199 model_t=0.9189 temp=1.550 support=0.9199 conc=45.872
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=943 progress=0.9199 next=0.9209 model_t=0.9199 temp=1.550 support=0.9209 conc=46.058
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=944 progress=0.9209 next=0.9219 model_t=0.9209 temp=1.550 support=0.9219 conc=46.246
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=945 progress=0.9219 next=0.9229 model_t=0.9219 temp=1.550 support=0.9229 conc=46.434
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=946 progress=0.9229 next=0.9238 model_t=0.9229 temp=1.550 support=0.9238 conc=46.623
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=947 progress=0.9238 next=0.9248 model_t=0.9238 temp=1.550 support=0.9248 conc=46.813
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=948 progress=0.9248 next=0.9258 model_t=0.9248 temp=1.550 support=0.9258 conc=47.003
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=949 progress=0.9258 next=0.9268 model_t=0.9258 temp=1.550 support=0.9268 conc=47.195
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=950 progress=0.9268 next=0.9277 model_t=0.9268 temp=1.550 support=0.9277 conc=47.387
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=951 progress=0.9277 next=0.9287 model_t=0.9277 temp=1.550 support=0.9287 conc=47.579
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=952 progress=0.9287 next=0.9297 model_t=0.9287 temp=1.550 support=0.9297 conc=47.773
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=953 progress=0.9297 next=0.9307 model_t=0.9297 temp=1.550 support=0.9307 conc=47.967
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=954 progress=0.9307 next=0.9316 model_t=0.9307 temp=1.550 support=0.9316 conc=48.163
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=955 progress=0.9316 next=0.9326 model_t=0.9316 temp=1.550 support=0.9326 conc=48.359
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=956 progress=0.9326 next=0.9336 model_t=0.9326 temp=1.550 support=0.9336 conc=48.555
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=957 progress=0.9336 next=0.9346 model_t=0.9336 temp=1.550 support=0.9346 conc=48.753
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=958 progress=0.9346 next=0.9355 model_t=0.9346 temp=1.550 support=0.9355 conc=48.952
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=959 progress=0.9355 next=0.9365 model_t=0.9355 temp=1.550 support=0.9365 conc=49.151
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=960 progress=0.9365 next=0.9375 model_t=0.9365 temp=1.550 support=0.9375 conc=49.351
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=961 progress=0.9375 next=0.9385 model_t=0.9375 temp=1.550 support=0.9385 conc=49.552
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=962 progress=0.9385 next=0.9395 model_t=0.9385 temp=1.550 support=0.9395 conc=49.753
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=963 progress=0.9395 next=0.9404 model_t=0.9395 temp=1.550 support=0.9404 conc=49.956
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=964 progress=0.9404 next=0.9414 model_t=0.9404 temp=1.550 support=0.9414 conc=50.159
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=965 progress=0.9414 next=0.9424 model_t=0.9414 temp=1.550 support=0.9424 conc=50.363
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=966 progress=0.9424 next=0.9434 model_t=0.9424 temp=1.550 support=0.9434 conc=50.568
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=967 progress=0.9434 next=0.9443 model_t=0.9434 temp=1.550 support=0.9443 conc=50.774
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=968 progress=0.9443 next=0.9453 model_t=0.9443 temp=1.550 support=0.9453 conc=50.981
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=969 progress=0.9453 next=0.9463 model_t=0.9453 temp=1.550 support=0.9463 conc=51.188
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=970 progress=0.9463 next=0.9473 model_t=0.9463 temp=1.550 support=0.9473 conc=51.396
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=971 progress=0.9473 next=0.9482 model_t=0.9473 temp=1.550 support=0.9482 conc=51.606
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=972 progress=0.9482 next=0.9492 model_t=0.9482 temp=1.550 support=0.9492 conc=51.816
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=973 progress=0.9492 next=0.9502 model_t=0.9492 temp=1.550 support=0.9502 conc=52.026
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=974 progress=0.9502 next=0.9512 model_t=0.9502 temp=1.550 support=0.9512 conc=52.238
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=975 progress=0.9512 next=0.9521 model_t=0.9512 temp=1.550 support=0.9521 conc=52.451
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=976 progress=0.9521 next=0.9531 model_t=0.9521 temp=1.550 support=0.9531 conc=52.664
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=977 progress=0.9531 next=0.9541 model_t=0.9531 temp=1.550 support=0.9541 conc=52.879
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=978 progress=0.9541 next=0.9551 model_t=0.9541 temp=1.550 support=0.9551 conc=53.094
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=979 progress=0.9551 next=0.9561 model_t=0.9551 temp=1.550 support=0.9561 conc=53.310
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=980 progress=0.9561 next=0.9570 model_t=0.9561 temp=1.550 support=0.9570 conc=53.527
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=981 progress=0.9570 next=0.9580 model_t=0.9570 temp=1.550 support=0.9580 conc=53.745
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=982 progress=0.9580 next=0.9590 model_t=0.9580 temp=1.550 support=0.9590 conc=53.963
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=983 progress=0.9590 next=0.9600 model_t=0.9590 temp=1.550 support=0.9600 conc=54.183
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=984 progress=0.9600 next=0.9609 model_t=0.9600 temp=1.550 support=0.9609 conc=54.403
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=985 progress=0.9609 next=0.9619 model_t=0.9609 temp=1.550 support=0.9619 conc=54.625
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=986 progress=0.9619 next=0.9629 model_t=0.9619 temp=1.550 support=0.9629 conc=54.847
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=987 progress=0.9629 next=0.9639 model_t=0.9629 temp=1.550 support=0.9639 conc=55.070
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=988 progress=0.9639 next=0.9648 model_t=0.9639 temp=1.550 support=0.9648 conc=55.294
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=989 progress=0.9648 next=0.9658 model_t=0.9648 temp=1.550 support=0.9658 conc=55.519
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=990 progress=0.9658 next=0.9668 model_t=0.9658 temp=1.550 support=0.9668 conc=55.745
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=991 progress=0.9668 next=0.9678 model_t=0.9668 temp=1.550 support=0.9678 conc=55.972
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=992 progress=0.9678 next=0.9688 model_t=0.9678 temp=1.550 support=0.9688 conc=56.200
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=993 progress=0.9688 next=0.9697 model_t=0.9688 temp=1.550 support=0.9697 conc=56.429
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=994 progress=0.9697 next=0.9707 model_t=0.9697 temp=1.550 support=0.9707 conc=56.658
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=995 progress=0.9707 next=0.9717 model_t=0.9707 temp=1.550 support=0.9717 conc=56.889
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=996 progress=0.9717 next=0.9727 model_t=0.9717 temp=1.550 support=0.9727 conc=57.121
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=997 progress=0.9727 next=0.9736 model_t=0.9727 temp=1.550 support=0.9736 conc=57.353
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=998 progress=0.9736 next=0.9746 model_t=0.9736 temp=1.550 support=0.9746 conc=57.586
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=999 progress=0.9746 next=0.9756 model_t=0.9746 temp=1.550 support=0.9756 conc=57.821
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=1000 progress=0.9756 next=0.9766 model_t=0.9756 temp=1.550 support=0.9766 conc=58.056
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=1001 progress=0.9766 next=0.9775 model_t=0.9766 temp=1.550 support=0.9775 conc=58.292
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=1002 progress=0.9775 next=0.9785 model_t=0.9775 temp=1.550 support=0.9785 conc=58.530
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=1003 progress=0.9785 next=0.9795 model_t=0.9785 temp=1.550 support=0.9795 conc=58.768
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=1004 progress=0.9795 next=0.9805 model_t=0.9795 temp=1.550 support=0.9805 conc=59.007
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=1005 progress=0.9805 next=0.9814 model_t=0.9805 temp=1.550 support=0.9814 conc=59.247
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=1006 progress=0.9814 next=0.9824 model_t=0.9814 temp=1.550 support=0.9824 conc=59.488
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=1007 progress=0.9824 next=0.9834 model_t=0.9824 temp=1.550 support=0.9834 conc=59.730
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=1008 progress=0.9834 next=0.9844 model_t=0.9834 temp=1.550 support=0.9844 conc=59.973
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=1009 progress=0.9844 next=0.9854 model_t=0.9844 temp=1.550 support=0.9854 conc=60.217
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=1010 progress=0.9854 next=0.9863 model_t=0.9854 temp=1.550 support=0.9863 conc=60.463
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=1011 progress=0.9863 next=0.9873 model_t=0.9863 temp=1.550 support=0.9873 conc=60.709
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=1012 progress=0.9873 next=0.9883 model_t=0.9873 temp=1.550 support=0.9883 conc=60.956
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=1013 progress=0.9883 next=0.9893 model_t=0.9883 temp=1.550 support=0.9893 conc=61.204
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=1014 progress=0.9893 next=0.9902 model_t=0.9893 temp=1.550 support=0.9902 conc=61.453
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=1015 progress=0.9902 next=0.9912 model_t=0.9902 temp=1.550 support=0.9912 conc=61.703
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=1016 progress=0.9912 next=0.9922 model_t=0.9912 temp=1.550 support=0.9922 conc=61.954
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=1017 progress=0.9922 next=0.9932 model_t=0.9922 temp=1.550 support=0.9932 conc=62.206
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=1018 progress=0.9932 next=0.9941 model_t=0.9932 temp=1.550 support=0.9941 conc=62.459
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=1019 progress=0.9941 next=0.9951 model_t=0.9941 temp=1.550 support=0.9951 conc=62.713
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=1020 progress=0.9951 next=0.9961 model_t=0.9951 temp=1.550 support=0.9961 conc=62.969
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=1021 progress=0.9961 next=0.9971 model_t=0.9961 temp=1.550 support=0.9971 conc=63.225
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=1022 progress=0.9971 next=0.9980 model_t=0.9971 temp=1.550 support=0.9980 conc=63.482
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=1023 progress=0.9980 next=0.9990 model_t=0.9980 temp=1.550 support=0.9990 conc=63.741
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
+step=1024 progress=0.9990 next=1.0000 model_t=0.9990 temp=1.550 support=1.0000 conc=64.000
+state_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+endpoint_top=[{'id': 498, 'token': 'ie', 'count': 193}, {'id': 292, 'token': 'Ġd', 'count': 153}, {'id': 272, 'token': 'en', 'count': 106}, {'id': 73, 'token': 'f', 'count': 57}, {'id': 15, 'token': ',', 'count': 47}, {'id': 131, 'token': 'Ã', 'count': 33}, {'id': 124, 'token': '¼', 'count': 33}, {'id': 308, 'token': 'Ġe', 'count': 32}, {'id': 75, 'token': 'h', 'count': 31}, {'id': 224, 'token': 'Ġ', 'count': 30}, {'id': 263, 'token': 'in', 'count': 26}, {'id': 315, 'token': 'ĠS', 'count': 25}]
+state_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+endpoint_text=' die die die einen und die ebenhatten Ziehlen, die die sief die einen einen ühlen, die die ein die die Siefen, undie ein die einen die Ziehlen von die Siefen die die einen die ühle'
+
diff --git a/LTA_openwebtext_dualt/logs/lm1b_v8192_mask0p1_1p0_infer_watch/infer_step_0040000_state_fromstate_t1p45.log b/LTA_openwebtext_dualt/logs/lm1b_v8192_mask0p1_1p0_infer_watch/infer_step_0040000_state_fromstate_t1p45.log
new file mode 100644
index 0000000000000000000000000000000000000000..faa70fead4db21ee10465fbf1895dc93f6e23089
--- /dev/null
+++ b/LTA_openwebtext_dualt/logs/lm1b_v8192_mask0p1_1p0_infer_watch/infer_step_0040000_state_fromstate_t1p45.log
@@ -0,0 +1,8 @@
+[watch-infer] 2026-05-21_10:01:10 infer runs/lta_lm1b_compact_gpt2bpe_v8192_len128_mask0p1-1p0_uniformt_fp32_ddit768x12_gbs512_4gpu_1m_20260520_232453/step_0040000.pt -> docs/lta_samples/metrics_20260520/lm1b_v8192_len128_mask0p1_1p0_every10k_dualline_state_fromstate_t1p45/lta_lm1b_compact_gpt2bpe_v8192_len128_mask0p1-1p0_uniformt_fp32_ddit768x12_gbs512_4gpu_1m_20260520_232453/step_0040000/decode_dual_line_resample_state_fromstate_t1p45_c1024_steps128.jsonl
+[ckpt] runs/lta_lm1b_compact_gpt2bpe_v8192_len128_mask0p1-1p0_uniformt_fp32_ddit768x12_gbs512_4gpu_1m_20260520_232453/step_0040000.pt step=40000
+[decode-base] n=64 max_len=128 steps=128 model_t=flow
+[decode-time] schedule=linear s=[0.0,0.25] gumbel=(2.2,0.8) force_final=True t0=0.000000 t_mid=0.500000 t_end=1.000000 dt_mean=0.007812 dt_max=0.007812
+[decode] temp=1.45 final=state rule=dual_line_resample support=1 semantic=1 anchor=state cfg=0/1@0:uniform decode_freq_penalty=0/0/0-1^1 final_sample=argmax/1/k64/p0.95 freq_penalty=0/0/0 start_t=0 start_init=noise time_path=0.0000->1.0000 generated 64/64
+[summary] {"type": "summary", "checkpoint": "runs/lta_lm1b_compact_gpt2bpe_v8192_len128_mask0p1-1p0_uniformt_fp32_ddit768x12_gbs512_4gpu_1m_20260520_232453/step_0040000.pt", "step": 40000, "decode": {"steps": 128, "model_t_mode": "flow", "decode_time_schedule": "linear", "decode_s_min_frac": 0.0, "decode_s_max_frac": 0.25, "decode_force_final_t": true, "decode_time_grid": [0.0, 0.0078125, 0.015625, 0.0234375, 0.03125, 0.0390625, 0.046875, 0.0546875, 0.0625, 0.0703125, 0.078125, 0.0859375, 0.09375, 0.1015625, 0.109375, 0.1171875, 0.125, 0.1328125, 0.140625, 0.1484375, 0.15625, 0.1640625, 0.171875, 0.1796875, 0.1875, 0.1953125, 0.203125, 0.2109375, 0.21875, 0.2265625, 0.234375, 0.2421875, 0.25, 0.2578125, 0.265625, 0.2734375, 0.28125, 0.2890625, 0.296875, 0.3046875, 0.3125, 0.3203125, 0.328125, 0.3359375, 0.34375, 0.3515625, 0.359375, 0.3671875, 0.375, 0.3828125, 0.390625, 0.3984375, 0.40625, 0.4140625, 0.421875, 0.4296875, 0.4375, 0.4453125, 0.453125, 0.4609375, 0.46875, 0.4765625, 0.484375, 0.4921875, 0.5, 0.5078125, 0.515625, 0.5234375, 0.53125, 0.5390625, 0.546875, 0.5546875, 0.5625, 0.5703125, 0.578125, 0.5859375, 0.59375, 0.6015625, 0.609375, 0.6171875, 0.625, 0.6328125, 0.640625, 0.6484375, 0.65625, 0.6640625, 0.671875, 0.6796875, 0.6875, 0.6953125, 0.703125, 0.7109375, 0.71875, 0.7265625, 0.734375, 0.7421875, 0.75, 0.7578125, 0.765625, 0.7734375, 0.78125, 0.7890625, 0.796875, 0.8046875, 0.8125, 0.8203125, 0.828125, 0.8359375, 0.84375, 0.8515625, 0.859375, 0.8671875, 0.875, 0.8828125, 0.890625, 0.8984375, 0.90625, 0.9140625, 0.921875, 0.9296875, 0.9375, 0.9453125, 0.953125, 0.9609375, 0.96875, 0.9765625, 0.984375, 0.9921875, 1.0], "decode_rule": "dual_line_resample", "support_power": 1.0, "semantic_power": 1.0, "anchor_mode": "state", "cfg_scale": 0.0, "cfg_power": 1.0, "cfg_start": 0.0, "cfg_prior": "uniform", "decode_freq_penalty_alpha": 0.0, "decode_freq_penalty_beta": 0.0, "decode_freq_penalty_floor": 0.0, "decode_freq_penalty_start": 0.0, "decode_freq_penalty_end": 1.0, "decode_freq_penalty_power": 1.0, "start_t": 0.0, "start_init": "noise", "noise_init": "dirichlet", "noise_sigma": -1.0, "dirichlet_concentration": 1.0, "concentration_min": 1.0, "concentration_max": 1024.0, "target_prob": 1.0, "endpoint_temp": 1.45, "final_from": "state", "final_sample_mode": "argmax", "final_sample_temp": 1.0, "final_top_k": 64, "final_top_p": 0.95, "final_freq_penalty_alpha": 0.0, "final_freq_penalty_beta": 0.0, "final_freq_penalty_floor": 0.0, "lock_bos": false, "n_samples": 64, "seed": 20260520}, "raw_genppl": {"ppl": 157.51915768931048, "nll_per_token": 5.059547086991221, "tokens": 6265, "kept_samples": 64, "total_samples": 64, "empty_rate": 0.0, "skipped_samples": 0}, "stripped_genppl": {"ppl": 161.46116719474028, "nll_per_token": 5.0842646629432195, "tokens": 6261, "kept_samples": 64, "total_samples": 64, "empty_rate": 0.0, "skipped_samples": 0}, "diversity": {"sample_entropy": 4.038484429438594, "unique_tokens": 1243, "token_count": 8192, "distinct_1": 0.1517333984375, "distinct_2": 0.5259596456692913, "top_token_mass": 0.0472412109375}}
+[done] docs/lta_samples/metrics_20260520/lm1b_v8192_len128_mask0p1_1p0_every10k_dualline_state_fromstate_t1p45/lta_lm1b_compact_gpt2bpe_v8192_len128_mask0p1-1p0_uniformt_fp32_ddit768x12_gbs512_4gpu_1m_20260520_232453/step_0040000/decode_dual_line_resample_state_fromstate_t1p45_c1024_steps128.jsonl
+[watch-infer] 2026-05-21_10:01:44 done step_0040000
diff --git a/LTA_openwebtext_dualt/logs/rollout_bench/.log b/LTA_openwebtext_dualt/logs/rollout_bench/.log
new file mode 100644
index 0000000000000000000000000000000000000000..899f2980920727f3e28c65881bb0c69810fef755
--- /dev/null
+++ b/LTA_openwebtext_dualt/logs/rollout_bench/.log
@@ -0,0 +1,116 @@
+[launch] method=owt_categorical_fullvocab_c1024_fullycoupled host=di-20260411014000-djqhq time=2026-05-13T16:15:30+00:00
+[launch] cwd=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt
+[launch] run_name=lta_owt_gpt2cached_len1024_rollout1_p05_b48_nockpt_bench4gpu_20260513_161530
+[launch] save_dir=runs/lta_owt_gpt2cached_len1024_rollout1_p05_b48_nockpt_bench4gpu_20260513_161530
+[launch] log_file=logs/lta_owt_gpt2cached_len1024_rollout1_p05_b48_nockpt_bench4gpu_20260513_161530.log
+[launch] data_path=/e2e-data/evad-tech-vla/wanghan58/data/small_benchmarks/langflow_2604_11748/openwebtext
+[launch] tokenizer=/e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-standard/tokenizer.json
+[launch] split=train_minus_100k text_column=text
+[launch] owt_cached_chunks=1 cache_dir=/e2e-data/evad-tech-vla/wanghan58/data/small_benchmarks/langflow_2604_11748/openwebtext_lta_cached_chunks/gpt2_len1024_train_minus_100k
+[launch] nproc_per_node=4 global_batch_size=192 per_gpu_batch_size=48
+[launch] model d_model=768 n_layers=12 n_heads=12 dim_ff=3072 dropout=0.0
+[launch] optimizer=adamw lr=6e-4 wd=0.1 ema=0.0
+[launch] rollout_train prob=0.5 steps=1 infer_steps=64 temp=1.45 max_gamma=1.0 corrupt_only=1 samplewise=0 compute_always=0
+[launch] perf allow_tf32=1 activation_checkpointing=0 checkpoint_interval=1 checkpoint_scope=block prefetch=4
+NCCL version 2.25.1+cuda12.8
+{
+  "device": "cuda:0",
+  "rank": 0,
+  "world_size": 4,
+  "samples": "owt_cached_chunks:8734897",
+  "vocab_size": 50257,
+  "tokenizer_vocab_size": 50257,
+  "save_dir": "runs/lta_owt_gpt2cached_len1024_rollout1_p05_b48_nockpt_bench4gpu_20260513_161530",
+  "batch_size": 48,
+  "grad_accum": 1,
+  "effective_batch_size": 192,
+  "global_batch_size": 192,
+  "lr_schedule": "cosine",
+  "optimizer": "adamw",
+  "warmup_steps": 2,
+  "min_lr": 6e-05,
+  "weight_decay": 0.1,
+  "adamw_param_groups": "nanogpt",
+  "adam_beta1": 0.9,
+  "adam_beta2": 0.95,
+  "adam_eps": 1e-08,
+  "muon_momentum": 0.95,
+  "muon_ns_steps": 5,
+  "muon_update_scale": 1.0,
+  "ema_decay": 0.0,
+  "ema_start_step": 0,
+  "model_type": "ddit",
+  "dual_t": true,
+  "corrupt_t_mode": "same",
+  "corrupt_min_t": 0.0,
+  "corrupt_max_t": 1.0,
+  "prefix_block_prob": 0.0,
+  "prefix_block_len": 128,
+  "dirichlet_endpoint_mode": "categorical_dual_t",
+  "dirichlet_semantic_t_mode": "same",
+  "dirichlet_semantic_t_value": 0.0,
+  "categorical_wrong_from_full_vocab": true,
+  "categorical_wrong_from_batch_valid_tokens": false,
+  "mask_mixture_original_prob": 0.0,
+  "mask_mixture_lowk_prob": 0.0,
+  "mask_mixture_lowcorrupt_prob": 0.0,
+  "mask_mixture_block_prob": 0.0,
+  "mask_mixture_all_prob": 0.0,
+  "mask_mixture_lowk_clean_tokens": "1,2,4,8,16,32,64",
+  "mask_mixture_lowcorrupt_tokens": "1,2,4,8,16,32,64",
+  "mask_mixture_block_tokens": "64,128",
+  "simplex_bridge_sampler": "dirichlet",
+  "logistic_normal_sigma_min": 0.18,
+  "logistic_normal_sigma_max": 2.2,
+  "logistic_normal_tau_min": 0.65,
+  "logistic_normal_tau_max": 1.15,
+  "torch_compile": false,
+  "compile_mode": "max-autotune",
+  "state_format": "prob",
+  "target_loss": "hard_ce",
+  "meanflow_weight": 0.0,
+  "rollout_train_prob": 0.5,
+  "rollout_train_steps": 1,
+  "rollout_train_infer_steps": 64,
+  "rollout_train_temp": 1.45,
+  "rollout_train_max_gamma": 1.0,
+  "rollout_train_corrupt_only": true,
+  "rollout_train_samplewise": false,
+  "rollout_train_compute_always": false,
+  "bridge_noise_init": "logistic_normal",
+  "noise_sigma": -1.0,
+  "allow_tf32": true,
+  "activation_checkpointing": false,
+  "activation_checkpoint_interval": 1,
+  "activation_checkpoint_scope": "block",
+  "ddp_static_graph": false,
+  "ddp_gradient_as_bucket_view": true,
+  "blocking_data_transfer": false,
+  "dataloader_prefetch_factor": 4,
+  "full_train_stats": false,
+  "record_pad_truncate": false,
+  "record_add_eos": false,
+  "record_add_special_tokens": false,
+  "record_pad_token": "pad",
+  "record_shuffle_buffer": 10000,
+  "wrap": true,
+  "wrap_mode": "stream",
+  "wrap_record_buffer_size": 200,
+  "owt_cached_chunks": true,
+  "owt_chunk_cache_dir": "/e2e-data/evad-tech-vla/wanghan58/data/small_benchmarks/langflow_2604_11748/openwebtext_lta_cached_chunks/gpt2_len1024_train_minus_100k",
+  "owt_chunk_cache_rebuild": false,
+  "owt_chunk_cache_write_batch": 4096,
+  "owt_exact_repeat_per_chunk": 0,
+  "online_chunk_shuffle": false,
+  "online_chunk_shuffle_buffer": 10000,
+  "openwebtext_split": "train_minus_100k",
+  "detokenizer": "auto",
+  "resolved_detokenizer": null,
+  "num_workers": 8,
+  "latest_every": 0,
+  "resume_path": ""
+}
+step=5 micro_steps=5 elapsed=7.3s lr=5.598076e-04 loss=10.6900 loss_recon=10.6900 loss_meanflow=0.0000 mean_model_t=0.4830 mean_corrupt_t=0.4830 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.8000 acc_all=0.5299 acc_corrupt=0.3501 corrupt_frac=0.6267 loss_all=10.3219 loss_corrupt=10.4327 acc_corrupt_t_0p0_0p2=0.0285 corrupt_frac_t_0p0_0p2=0.1619 acc_corrupt_t_0p2_0p4=0.1809 corrupt_frac_t_0p2_0p4=0.2116 acc_corrupt_t_0p4_0p6=0.4139 corrupt_frac_t_0p4_0p6=0.2368 acc_corrupt_t_0p6_0p8=0.4212 corrupt_frac_t_0p6_0p8=0.1476 acc_corrupt_t_0p8_1p0=0.6073 corrupt_frac_t_0p8_1p0=0.2421 wrong_frac=0.4832 init_acc_corrupt=0.4261 init_gold_top10=0.4687 init_gold_top100=0.4976
+step=10 micro_steps=10 elapsed=6.3s lr=3.520945e-04 loss=9.5966 loss_recon=9.5966 loss_meanflow=0.0000 mean_model_t=0.5028 mean_corrupt_t=0.5028 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.4000 acc_all=0.1365 acc_corrupt=0.0799 corrupt_frac=0.5797 loss_all=8.9551 loss_corrupt=9.0205 acc_corrupt_t_0p0_0p2=0.0345 corrupt_frac_t_0p0_0p2=0.1700 acc_corrupt_t_0p2_0p4=0.0537 corrupt_frac_t_0p2_0p4=0.2720 acc_corrupt_t_0p4_0p6=0.0702 corrupt_frac_t_0p4_0p6=0.2131 acc_corrupt_t_0p6_0p8=0.1173 corrupt_frac_t_0p6_0p8=0.1759 acc_corrupt_t_0p8_1p0=0.1412 corrupt_frac_t_0p8_1p0=0.1690 wrong_frac=0.5312 init_acc_corrupt=0.3679 init_gold_top10=0.4130 init_gold_top100=0.4511
+step=15 micro_steps=15 elapsed=6.8s lr=1.071637e-04 loss=8.5357 loss_recon=8.5357 loss_meanflow=0.0000 mean_model_t=0.4722 mean_corrupt_t=0.4722 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.8000 acc_all=0.3045 acc_corrupt=0.1609 corrupt_frac=0.5410 loss_all=8.1097 loss_corrupt=8.2456 acc_corrupt_t_0p0_0p2=0.0472 corrupt_frac_t_0p0_0p2=0.2279 acc_corrupt_t_0p2_0p4=0.0849 corrupt_frac_t_0p2_0p4=0.1861 acc_corrupt_t_0p4_0p6=0.1564 corrupt_frac_t_0p4_0p6=0.0803 acc_corrupt_t_0p6_0p8=0.2321 corrupt_frac_t_0p6_0p8=0.3537 acc_corrupt_t_0p8_1p0=0.2611 corrupt_frac_t_0p8_1p0=0.1521 wrong_frac=0.5014 init_acc_corrupt=0.4062 init_gold_top10=0.4563 init_gold_top100=0.6069
+step=20 micro_steps=20 elapsed=7.1s lr=6.000000e-05 loss=8.1426 loss_recon=8.1426 loss_meanflow=0.0000 mean_model_t=0.4668 mean_corrupt_t=0.4668 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.8000 acc_all=0.2734 acc_corrupt=0.1354 corrupt_frac=0.5140 loss_all=7.9130 loss_corrupt=8.0583 acc_corrupt_t_0p0_0p2=0.0355 corrupt_frac_t_0p0_0p2=0.1417 acc_corrupt_t_0p2_0p4=0.0733 corrupt_frac_t_0p2_0p4=0.2645 acc_corrupt_t_0p4_0p6=0.1259 corrupt_frac_t_0p4_0p6=0.1685 acc_corrupt_t_0p6_0p8=0.1483 corrupt_frac_t_0p6_0p8=0.2116 acc_corrupt_t_0p8_1p0=0.2732 corrupt_frac_t_0p8_1p0=0.2137 wrong_frac=0.4900 init_acc_corrupt=0.3936 init_gold_top10=0.4546 init_gold_top100=0.6219
diff --git a/LTA_openwebtext_dualt/logs/rollout_bench/lta_owt_gpt2cached_len1024_rollout1_p05_bench4gpu_b32_20260513_150039.log b/LTA_openwebtext_dualt/logs/rollout_bench/lta_owt_gpt2cached_len1024_rollout1_p05_bench4gpu_b32_20260513_150039.log
new file mode 100644
index 0000000000000000000000000000000000000000..19b484a03593747151336cad51893801cdcc2e89
--- /dev/null
+++ b/LTA_openwebtext_dualt/logs/rollout_bench/lta_owt_gpt2cached_len1024_rollout1_p05_bench4gpu_b32_20260513_150039.log
@@ -0,0 +1,113 @@
+[launch] method=owt_categorical_fullvocab_c1024_fullycoupled host=di-20260411014000-djqhq time=2026-05-13T15:00:39+00:00
+[launch] cwd=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt
+[launch] run_name=lta_owt_gpt2cached_len1024_rollout1_p05_bench4gpu_b32_20260513_150039
+[launch] save_dir=runs/lta_owt_gpt2cached_len1024_rollout1_p05_bench4gpu_b32_20260513_150039
+[launch] log_file=logs/lta_owt_gpt2cached_len1024_rollout1_p05_bench4gpu_b32_20260513_150039.log
+[launch] data_path=/e2e-data/evad-tech-vla/wanghan58/data/small_benchmarks/langflow_2604_11748/openwebtext
+[launch] tokenizer=/e2e-data/evad-tech-vla/wanghan58/models/flowtext_scorers/gpt2-standard/tokenizer.json
+[launch] split=train_minus_100k text_column=text
+[launch] owt_cached_chunks=1 cache_dir=/e2e-data/evad-tech-vla/wanghan58/data/small_benchmarks/langflow_2604_11748/openwebtext_lta_cached_chunks/gpt2_len1024_train_minus_100k
+[launch] nproc_per_node=4 global_batch_size=512 per_gpu_batch_size=32
+[launch] model d_model=768 n_layers=12 n_heads=12 dim_ff=3072 dropout=0.0
+[launch] optimizer=adamw lr=6e-4 wd=0.1 ema=0.0
+[launch] rollout_train prob=0.5 steps=1 infer_steps=64 temp=1.45 max_gamma=1.0 corrupt_only=1
+[launch] perf allow_tf32=1 activation_checkpointing=0 checkpoint_interval=1 prefetch=4
+NCCL version 2.25.1+cuda12.8
+{
+  "device": "cuda:0",
+  "rank": 0,
+  "world_size": 4,
+  "samples": "owt_cached_chunks:8734897",
+  "vocab_size": 50257,
+  "tokenizer_vocab_size": 50257,
+  "save_dir": "runs/lta_owt_gpt2cached_len1024_rollout1_p05_bench4gpu_b32_20260513_150039",
+  "batch_size": 32,
+  "grad_accum": 4,
+  "effective_batch_size": 512,
+  "global_batch_size": 512,
+  "lr_schedule": "cosine",
+  "optimizer": "adamw",
+  "warmup_steps": 2,
+  "min_lr": 6e-05,
+  "weight_decay": 0.1,
+  "adamw_param_groups": "nanogpt",
+  "adam_beta1": 0.9,
+  "adam_beta2": 0.95,
+  "adam_eps": 1e-08,
+  "muon_momentum": 0.95,
+  "muon_ns_steps": 5,
+  "muon_update_scale": 1.0,
+  "ema_decay": 0.0,
+  "ema_start_step": 0,
+  "model_type": "ddit",
+  "dual_t": true,
+  "corrupt_t_mode": "same",
+  "corrupt_min_t": 0.0,
+  "corrupt_max_t": 1.0,
+  "prefix_block_prob": 0.0,
+  "prefix_block_len": 128,
+  "dirichlet_endpoint_mode": "categorical_dual_t",
+  "dirichlet_semantic_t_mode": "same",
+  "dirichlet_semantic_t_value": 0.0,
+  "categorical_wrong_from_full_vocab": true,
+  "categorical_wrong_from_batch_valid_tokens": false,
+  "mask_mixture_original_prob": 0.0,
+  "mask_mixture_lowk_prob": 0.0,
+  "mask_mixture_lowcorrupt_prob": 0.0,
+  "mask_mixture_block_prob": 0.0,
+  "mask_mixture_all_prob": 0.0,
+  "mask_mixture_lowk_clean_tokens": "1,2,4,8,16,32,64",
+  "mask_mixture_lowcorrupt_tokens": "1,2,4,8,16,32,64",
+  "mask_mixture_block_tokens": "64,128",
+  "simplex_bridge_sampler": "dirichlet",
+  "logistic_normal_sigma_min": 0.18,
+  "logistic_normal_sigma_max": 2.2,
+  "logistic_normal_tau_min": 0.65,
+  "logistic_normal_tau_max": 1.15,
+  "torch_compile": false,
+  "compile_mode": "max-autotune",
+  "state_format": "prob",
+  "target_loss": "hard_ce",
+  "meanflow_weight": 0.0,
+  "rollout_train_prob": 0.5,
+  "rollout_train_steps": 1,
+  "rollout_train_infer_steps": 64,
+  "rollout_train_temp": 1.45,
+  "rollout_train_max_gamma": 1.0,
+  "rollout_train_corrupt_only": true,
+  "bridge_noise_init": "logistic_normal",
+  "noise_sigma": -1.0,
+  "allow_tf32": true,
+  "activation_checkpointing": false,
+  "activation_checkpoint_interval": 1,
+  "ddp_static_graph": false,
+  "ddp_gradient_as_bucket_view": true,
+  "blocking_data_transfer": false,
+  "dataloader_prefetch_factor": 4,
+  "full_train_stats": false,
+  "record_pad_truncate": false,
+  "record_add_eos": false,
+  "record_add_special_tokens": false,
+  "record_pad_token": "pad",
+  "record_shuffle_buffer": 10000,
+  "wrap": true,
+  "wrap_mode": "stream",
+  "wrap_record_buffer_size": 200,
+  "owt_cached_chunks": true,
+  "owt_chunk_cache_dir": "/e2e-data/evad-tech-vla/wanghan58/data/small_benchmarks/langflow_2604_11748/openwebtext_lta_cached_chunks/gpt2_len1024_train_minus_100k",
+  "owt_chunk_cache_rebuild": false,
+  "owt_chunk_cache_write_batch": 4096,
+  "owt_exact_repeat_per_chunk": 0,
+  "online_chunk_shuffle": false,
+  "online_chunk_shuffle_buffer": 10000,
+  "openwebtext_split": "train_minus_100k",
+  "detokenizer": "auto",
+  "resolved_detokenizer": null,
+  "num_workers": 8,
+  "latest_every": 100000,
+  "resume_path": ""
+}
+step=5 micro_steps=20 elapsed=15.8s lr=5.598076e-04 acc_all=0.2964 acc_corrupt=0.1939 corrupt_frac=0.5314 acc_corrupt_t_0p0_0p2=0.0167 corrupt_frac_t_0p0_0p2=0.1593 acc_corrupt_t_0p2_0p4=0.0968 corrupt_frac_t_0p2_0p4=0.2514 acc_corrupt_t_0p4_0p6=0.1812 corrupt_frac_t_0p4_0p6=0.1713 acc_corrupt_t_0p6_0p8=0.2766 corrupt_frac_t_0p6_0p8=0.1759 acc_corrupt_t_0p8_1p0=0.3458 corrupt_frac_t_0p8_1p0=0.2422 loss=10.4349 loss_recon=10.4349 loss_meanflow=0.0000 mean_model_t=0.4825 mean_corrupt_t=0.4825 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.8000 wrong_frac=0.4880 init_acc_corrupt=0.4729 init_gold_top10=0.5073 init_gold_top100=0.5641 loss_all=9.8512 loss_corrupt=9.9028
+step=10 micro_steps=40 elapsed=15.6s lr=3.520945e-04 acc_all=0.1601 acc_corrupt=0.0967 corrupt_frac=0.4931 acc_corrupt_t_0p0_0p2=0.0348 corrupt_frac_t_0p0_0p2=0.1871 acc_corrupt_t_0p2_0p4=0.0546 corrupt_frac_t_0p2_0p4=0.1863 acc_corrupt_t_0p4_0p6=0.0952 corrupt_frac_t_0p4_0p6=0.2877 acc_corrupt_t_0p6_0p8=0.1302 corrupt_frac_t_0p6_0p8=0.1697 acc_corrupt_t_0p8_1p0=0.1687 corrupt_frac_t_0p8_1p0=0.1692 loss=8.9074 loss_recon=8.9074 loss_meanflow=0.0000 mean_model_t=0.4942 mean_corrupt_t=0.4942 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.8000 wrong_frac=0.5171 init_acc_corrupt=0.4497 init_gold_top10=0.4780 init_gold_top100=0.5786 loss_all=8.1918 loss_corrupt=8.3669
+step=15 micro_steps=60 elapsed=17.3s lr=1.071637e-04 acc_all=0.2496 acc_corrupt=0.1577 corrupt_frac=0.5093 acc_corrupt_t_0p0_0p2=0.0475 corrupt_frac_t_0p0_0p2=0.1684 acc_corrupt_t_0p2_0p4=0.0892 corrupt_frac_t_0p2_0p4=0.1959 acc_corrupt_t_0p4_0p6=0.1425 corrupt_frac_t_0p4_0p6=0.1937 acc_corrupt_t_0p6_0p8=0.2121 corrupt_frac_t_0p6_0p8=0.2028 acc_corrupt_t_0p8_1p0=0.2603 corrupt_frac_t_0p8_1p0=0.2393 loss=7.9270 loss_recon=7.9270 loss_meanflow=0.0000 mean_model_t=0.5381 mean_corrupt_t=0.5381 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.6000 wrong_frac=0.4652 init_acc_corrupt=0.4856 init_gold_top10=0.5185 init_gold_top100=0.5971 loss_all=7.6742 loss_corrupt=7.7103
+step=20 micro_steps=80 elapsed=18.4s lr=6.000000e-05 acc_all=0.3161 acc_corrupt=0.2082 corrupt_frac=0.5351 acc_corrupt_t_0p0_0p2=0.0459 corrupt_frac_t_0p0_0p2=0.1782 acc_corrupt_t_0p2_0p4=0.1118 corrupt_frac_t_0p2_0p4=0.2373 acc_corrupt_t_0p4_0p6=0.1982 corrupt_frac_t_0p4_0p6=0.1936 acc_corrupt_t_0p6_0p8=0.2964 corrupt_frac_t_0p6_0p8=0.1381 acc_corrupt_t_0p8_1p0=0.3838 corrupt_frac_t_0p8_1p0=0.2529 loss=7.5924 loss_recon=7.5924 loss_meanflow=0.0000 mean_model_t=0.4839 mean_corrupt_t=0.4839 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 rollout_train_applied=0.4000 wrong_frac=0.4940 init_acc_corrupt=0.4695 init_gold_top10=0.5005 init_gold_top100=0.5788 loss_all=7.2914 loss_corrupt=7.4962
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/markdown_it/rules_core/linkify.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/markdown_it/rules_core/linkify.py
new file mode 100644
index 0000000000000000000000000000000000000000..efbc9d4c9b1cbada1c936401b3421d73fbff5b64
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/markdown_it/rules_core/linkify.py
@@ -0,0 +1,149 @@
+from __future__ import annotations
+
+import re
+from typing import Protocol
+
+from ..common.utils import arrayReplaceAt, isLinkClose, isLinkOpen
+from ..token import Token
+from .state_core import StateCore
+
+HTTP_RE = re.compile(r"^http://")
+MAILTO_RE = re.compile(r"^mailto:")
+TEST_MAILTO_RE = re.compile(r"^mailto:", flags=re.IGNORECASE)
+
+
+def linkify(state: StateCore) -> None:
+    """Rule for identifying plain-text links."""
+    if not state.md.options.linkify:
+        return
+
+    if not state.md.linkify:
+        raise ModuleNotFoundError("Linkify enabled but not installed.")
+
+    for inline_token in state.tokens:
+        if inline_token.type != "inline" or not state.md.linkify.pretest(
+            inline_token.content
+        ):
+            continue
+
+        tokens = inline_token.children
+
+        htmlLinkLevel = 0
+
+        # We scan from the end, to keep position when new tags added.
+        # Use reversed logic in links start/end match
+        assert tokens is not None
+        i = len(tokens)
+        while i >= 1:
+            i -= 1
+            assert isinstance(tokens, list)
+            currentToken = tokens[i]
+
+            # Skip content of markdown links
+            if currentToken.type == "link_close":
+                i -= 1
+                while (
+                    tokens[i].level != currentToken.level
+                    and tokens[i].type != "link_open"
+                ):
+                    i -= 1
+                continue
+
+            # Skip content of html tag links
+            if currentToken.type == "html_inline":
+                if isLinkOpen(currentToken.content) and htmlLinkLevel > 0:
+                    htmlLinkLevel -= 1
+                if isLinkClose(currentToken.content):
+                    htmlLinkLevel += 1
+            if htmlLinkLevel > 0:
+                continue
+
+            if currentToken.type == "text" and state.md.linkify.test(
+                currentToken.content
+            ):
+                text = currentToken.content
+                links: list[_LinkType] = state.md.linkify.match(text) or []
+
+                # Now split string to nodes
+                nodes = []
+                level = currentToken.level
+                lastPos = 0
+
+                # forbid escape sequence at the start of the string,
+                # this avoids http\://example.com/ from being linkified as
+                # http:<a href="//example.com/">//example.com/</a>
+                if (
+                    links
+                    and links[0].index == 0
+                    and i > 0
+                    and tokens[i - 1].type == "text_special"
+                ):
+                    links = links[1:]
+
+                for link in links:
+                    url = link.url
+                    fullUrl = state.md.normalizeLink(url)
+                    if not state.md.validateLink(fullUrl):
+                        continue
+
+                    urlText = link.text
+
+                    # Linkifier might send raw hostnames like "example.com", where url
+                    # starts with domain name. So we prepend http:// in those cases,
+                    # and remove it afterwards.
+                    if not link.schema:
+                        urlText = HTTP_RE.sub(
+                            "", state.md.normalizeLinkText("http://" + urlText)
+                        )
+                    elif link.schema == "mailto:" and TEST_MAILTO_RE.search(urlText):
+                        urlText = MAILTO_RE.sub(
+                            "", state.md.normalizeLinkText("mailto:" + urlText)
+                        )
+                    else:
+                        urlText = state.md.normalizeLinkText(urlText)
+
+                    pos = link.index
+
+                    if pos > lastPos:
+                        token = Token("text", "", 0)
+                        token.content = text[lastPos:pos]
+                        token.level = level
+                        nodes.append(token)
+
+                    token = Token("link_open", "a", 1)
+                    token.attrs = {"href": fullUrl}
+                    token.level = level
+                    level += 1
+                    token.markup = "linkify"
+                    token.info = "auto"
+                    nodes.append(token)
+
+                    token = Token("text", "", 0)
+                    token.content = urlText
+                    token.level = level
+                    nodes.append(token)
+
+                    token = Token("link_close", "a", -1)
+                    level -= 1
+                    token.level = level
+                    token.markup = "linkify"
+                    token.info = "auto"
+                    nodes.append(token)
+
+                    lastPos = link.last_index
+
+                if lastPos < len(text):
+                    token = Token("text", "", 0)
+                    token.content = text[lastPos:]
+                    token.level = level
+                    nodes.append(token)
+
+                inline_token.children = tokens = arrayReplaceAt(tokens, i, nodes)
+
+
+class _LinkType(Protocol):
+    url: str
+    text: str
+    index: int
+    last_index: int
+    schema: str | None
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/markdown_it/rules_core/normalize.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/markdown_it/rules_core/normalize.py
new file mode 100644
index 0000000000000000000000000000000000000000..32439243ef6ebfa424d202ed63635983d4c9ea82
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/markdown_it/rules_core/normalize.py
@@ -0,0 +1,19 @@
+"""Normalize input string."""
+
+import re
+
+from .state_core import StateCore
+
+# https://spec.commonmark.org/0.29/#line-ending
+NEWLINES_RE = re.compile(r"\r\n?|\n")
+NULL_RE = re.compile(r"\0")
+
+
+def normalize(state: StateCore) -> None:
+    # Normalize newlines
+    string = NEWLINES_RE.sub("\n", state.src)
+
+    # Replace NULL characters
+    string = NULL_RE.sub("\ufffd", string)
+
+    state.src = string
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/vllm_qwen36_35b_a3b_gpu4_port8012.log b/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/vllm_qwen36_35b_a3b_gpu4_port8012.log
new file mode 100644
index 0000000000000000000000000000000000000000..bce70cae74586f395a6ce02bbe19b11a6026448e
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/vllm_qwen36_35b_a3b_gpu4_port8012.log
@@ -0,0 +1,19434 @@
+(APIServer pid=10261) INFO 05-31 21:05:04 [utils.py:302] 
+(APIServer pid=10261) INFO 05-31 21:05:04 [utils.py:302]        █     █     █▄   ▄█
+(APIServer pid=10261) INFO 05-31 21:05:04 [utils.py:302]  ▄▄ ▄█ █     █     █ ▀▄▀ █  version 0.17.1
+(APIServer pid=10261) INFO 05-31 21:05:04 [utils.py:302]   █▄█▀ █     █     █     █  model   /e2e-data/evad-tech-vla/wanghan58/models/Qwen3.6-35B-A3B/Qwen3.6-35B-A3B/Qwen3.6-35B-A3B
+(APIServer pid=10261) INFO 05-31 21:05:04 [utils.py:302]    ▀▀  ▀▀▀▀▀ ▀▀▀▀▀ ▀     ▀
+(APIServer pid=10261) INFO 05-31 21:05:04 [utils.py:302] 
+(APIServer pid=10261) INFO 05-31 21:05:04 [utils.py:238] non-default args: {'model_tag': '/e2e-data/evad-tech-vla/wanghan58/models/Qwen3.6-35B-A3B/Qwen3.6-35B-A3B/Qwen3.6-35B-A3B', 'host': '127.0.0.1', 'port': 8012, 'model': '/e2e-data/evad-tech-vla/wanghan58/models/Qwen3.6-35B-A3B/Qwen3.6-35B-A3B/Qwen3.6-35B-A3B', 'trust_remote_code': True, 'dtype': 'bfloat16', 'max_model_len': 4096, 'served_model_name': ['qwen36-35b-a3b']}
+(APIServer pid=10261) WARNING 05-31 21:05:04 [envs.py:1710] Unknown vLLM environment variable detected: VLLM_BIN
+(APIServer pid=10261) The argument `trust_remote_code` is to be used with Auto classes. It has no effect here and is ignored.
+(APIServer pid=10261) The argument `trust_remote_code` is to be used with Auto classes. It has no effect here and is ignored.
+(APIServer pid=10261) The argument `trust_remote_code` is to be used with Auto classes. It has no effect here and is ignored.
+(APIServer pid=10261) Unrecognized keys in `rope_parameters` for 'rope_type'='default': {'mrope_section', 'mrope_interleaved'}
+(APIServer pid=10261) Unrecognized keys in `rope_parameters` for 'rope_type'='default': {'mrope_section', 'mrope_interleaved'}
+(APIServer pid=10261) INFO 05-31 21:05:16 [model.py:531] Resolved architecture: Qwen3_5MoeForConditionalGeneration
+(APIServer pid=10261) INFO 05-31 21:05:16 [model.py:1554] Using max model len 4096
+(APIServer pid=10261) INFO 05-31 21:05:16 [scheduler.py:231] Chunked prefill is enabled with max_num_batched_tokens=8192.
+(APIServer pid=10261) INFO 05-31 21:05:16 [config.py:544] Setting attention block size to 1056 tokens to ensure that attention page size is >= mamba page size.
+(APIServer pid=10261) INFO 05-31 21:05:16 [config.py:575] Padding mamba page size by 0.76% to ensure that mamba page size and attention page size are exactly equal.
+(APIServer pid=10261) INFO 05-31 21:05:16 [vllm.py:747] Asynchronous scheduling is enabled.
+(EngineCore_DP0 pid=15059) INFO 05-31 21:05:37 [core.py:101] Initializing a V1 LLM engine (v0.17.1) with config: model='/e2e-data/evad-tech-vla/wanghan58/models/Qwen3.6-35B-A3B/Qwen3.6-35B-A3B/Qwen3.6-35B-A3B', speculative_config=None, tokenizer='/e2e-data/evad-tech-vla/wanghan58/models/Qwen3.6-35B-A3B/Qwen3.6-35B-A3B/Qwen3.6-35B-A3B', skip_tokenizer_init=False, tokenizer_mode=auto, revision=None, tokenizer_revision=None, trust_remote_code=True, dtype=torch.bfloat16, max_seq_len=4096, download_dir=None, load_format=auto, tensor_parallel_size=1, pipeline_parallel_size=1, data_parallel_size=1, disable_custom_all_reduce=False, quantization=None, enforce_eager=False, enable_return_routed_experts=False, kv_cache_dtype=auto, device_config=cuda, structured_outputs_config=StructuredOutputsConfig(backend='auto', disable_fallback=False, disable_any_whitespace=False, disable_additional_properties=False, reasoning_parser='', reasoning_parser_plugin='', enable_in_reasoning=False), observability_config=ObservabilityConfig(show_hidden_metrics_for_version=None, otlp_traces_endpoint=None, collect_detailed_traces=None, kv_cache_metrics=False, kv_cache_metrics_sample=0.01, cudagraph_metrics=False, enable_layerwise_nvtx_tracing=False, enable_mfu_metrics=False, enable_mm_processor_stats=False, enable_logging_iteration_details=False), seed=0, served_model_name=qwen36-35b-a3b, enable_prefix_caching=False, enable_chunked_prefill=True, pooler_config=None, compilation_config={'level': None, 'mode': <CompilationMode.VLLM_COMPILE: 3>, 'debug_dump_path': None, 'cache_dir': '', 'compile_cache_save_format': 'binary', 'backend': 'inductor', 'custom_ops': ['none'], 'splitting_ops': ['vllm::unified_attention', 'vllm::unified_attention_with_output', 'vllm::unified_mla_attention', 'vllm::unified_mla_attention_with_output', 'vllm::mamba_mixer2', 'vllm::mamba_mixer', 'vllm::short_conv', 'vllm::linear_attention', 'vllm::plamo2_mamba_mixer', 'vllm::gdn_attention_core', 'vllm::kda_attention', 'vllm::sparse_attn_indexer', 'vllm::rocm_aiter_sparse_attn_indexer', 'vllm::unified_kv_cache_update', 'vllm::unified_mla_kv_cache_update'], 'compile_mm_encoder': False, 'compile_sizes': [], 'compile_ranges_split_points': [8192], 'inductor_compile_config': {'enable_auto_functionalized_v2': False, 'combo_kernels': True, 'benchmark_combo_kernel': True}, 'inductor_passes': {}, 'cudagraph_mode': <CUDAGraphMode.FULL_AND_PIECEWISE: (2, 1)>, 'cudagraph_num_of_warmups': 1, 'cudagraph_capture_sizes': [1, 2, 4, 8, 16, 24, 32, 40, 48, 56, 64, 72, 80, 88, 96, 104, 112, 120, 128, 136, 144, 152, 160, 168, 176, 184, 192, 200, 208, 216, 224, 232, 240, 248, 256, 272, 288, 304, 320, 336, 352, 368, 384, 400, 416, 432, 448, 464, 480, 496, 512], 'cudagraph_copy_inputs': False, 'cudagraph_specialize_lora': True, 'use_inductor_graph_partition': False, 'pass_config': {'fuse_norm_quant': False, 'fuse_act_quant': False, 'fuse_attn_quant': False, 'enable_sp': False, 'fuse_gemm_comms': False, 'fuse_allreduce_rms': False}, 'max_cudagraph_capture_size': 512, 'dynamic_shapes_config': {'type': <DynamicShapesType.BACKED: 'backed'>, 'evaluate_guards': False, 'assume_32_bit_indexing': False}, 'local_cache_dir': None, 'fast_moe_cold_start': True, 'static_all_moe_layers': []}
+(EngineCore_DP0 pid=15059) INFO 05-31 21:05:39 [parallel_state.py:1393] world_size=1 rank=0 local_rank=0 distributed_init_method=tcp://10.82.64.37:47335 backend=nccl
+[W531 21:05:39.372273477 socket.cpp:207] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+(EngineCore_DP0 pid=15059) INFO 05-31 21:05:39 [parallel_state.py:1715] rank 0 in world size 1 is assigned as DP rank 0, PP rank 0, PCP rank 0, TP rank 0, EP rank 0, EPLB rank N/A
+(EngineCore_DP0 pid=15059) INFO 05-31 21:05:47 [base.py:106] Offloader set to NoopOffloader
+(EngineCore_DP0 pid=15059) INFO 05-31 21:05:47 [gpu_model_runner.py:4281] Starting to load model /e2e-data/evad-tech-vla/wanghan58/models/Qwen3.6-35B-A3B/Qwen3.6-35B-A3B/Qwen3.6-35B-A3B...
+(EngineCore_DP0 pid=15059) INFO 05-31 21:05:48 [cuda.py:453] Using backend AttentionBackendEnum.FLASH_ATTN for vit attention
+(EngineCore_DP0 pid=15059) INFO 05-31 21:05:48 [mm_encoder_attention.py:215] Using AttentionBackendEnum.FLASH_ATTN for MMEncoderAttention.
+(EngineCore_DP0 pid=15059) INFO 05-31 21:05:48 [qwen3_next.py:157] Using FlashInfer GDN prefill kernel on CUDA compute capability 90
+(EngineCore_DP0 pid=15059) INFO 05-31 21:05:48 [unquantized.py:186] Using TRITON backend for Unquantized MoE
+(EngineCore_DP0 pid=15059) INFO 05-31 21:05:48 [cuda.py:405] Using FLASH_ATTN attention backend out of potential backends: ['FLASH_ATTN', 'FLASHINFER', 'TRITON_ATTN', 'FLEX_ATTENTION'].
+(EngineCore_DP0 pid=15059) INFO 05-31 21:05:48 [flash_attn.py:587] Using FlashAttention version 3
+(EngineCore_DP0 pid=15059) <frozen importlib._bootstrap_external>:1301: FutureWarning: The cuda.cudart module is deprecated and will be removed in a future release, please switch to use the cuda.bindings.runtime module instead.
+(EngineCore_DP0 pid=15059) <frozen importlib._bootstrap_external>:1301: FutureWarning: The cuda.nvrtc module is deprecated and will be removed in a future release, please switch to use the cuda.bindings.nvrtc module instead.
+(EngineCore_DP0 pid=15059) 
Loading safetensors checkpoint shards:   0% Completed | 0/26 [00:00<?, ?it/s]
+(EngineCore_DP0 pid=15059) 
Loading safetensors checkpoint shards:   4% Completed | 1/26 [00:02<01:01,  2.46s/it]
+(EngineCore_DP0 pid=15059) 
Loading safetensors checkpoint shards:   8% Completed | 2/26 [00:03<00:36,  1.52s/it]
+(EngineCore_DP0 pid=15059) 
Loading safetensors checkpoint shards:  12% Completed | 3/26 [00:05<00:40,  1.77s/it]
+(EngineCore_DP0 pid=15059) 
Loading safetensors checkpoint shards:  15% Completed | 4/26 [00:07<00:42,  1.93s/it]
+(EngineCore_DP0 pid=15059) 
Loading safetensors checkpoint shards:  19% Completed | 5/26 [00:09<00:42,  2.00s/it]
+(EngineCore_DP0 pid=15059) 
Loading safetensors checkpoint shards:  23% Completed | 6/26 [00:12<00:43,  2.17s/it]
+(EngineCore_DP0 pid=15059) 
Loading safetensors checkpoint shards:  27% Completed | 7/26 [00:13<00:32,  1.73s/it]
+(EngineCore_DP0 pid=15059) 
Loading safetensors checkpoint shards:  31% Completed | 8/26 [00:15<00:35,  1.95s/it]
+(EngineCore_DP0 pid=15059) 
Loading safetensors checkpoint shards:  35% Completed | 9/26 [00:16<00:26,  1.58s/it]
+(EngineCore_DP0 pid=15059) 
Loading safetensors checkpoint shards:  38% Completed | 10/26 [00:18<00:29,  1.83s/it]
+(EngineCore_DP0 pid=15059) 
Loading safetensors checkpoint shards:  42% Completed | 11/26 [00:19<00:22,  1.50s/it]
+(EngineCore_DP0 pid=15059) 
Loading safetensors checkpoint shards:  46% Completed | 12/26 [00:21<00:23,  1.67s/it]
+(EngineCore_DP0 pid=15059) 
Loading safetensors checkpoint shards:  50% Completed | 13/26 [00:22<00:19,  1.48s/it]
+(EngineCore_DP0 pid=15059) 
Loading safetensors checkpoint shards:  54% Completed | 14/26 [00:24<00:19,  1.65s/it]
+(EngineCore_DP0 pid=15059) 
Loading safetensors checkpoint shards:  58% Completed | 15/26 [00:25<00:16,  1.47s/it]
+(EngineCore_DP0 pid=15059) 
Loading safetensors checkpoint shards:  62% Completed | 16/26 [00:27<00:17,  1.74s/it]
+(EngineCore_DP0 pid=15059) 
Loading safetensors checkpoint shards:  65% Completed | 17/26 [00:28<00:12,  1.42s/it]
+(EngineCore_DP0 pid=15059) 
Loading safetensors checkpoint shards:  69% Completed | 18/26 [00:30<00:13,  1.68s/it]
+(EngineCore_DP0 pid=15059) 
Loading safetensors checkpoint shards:  73% Completed | 19/26 [00:31<00:09,  1.37s/it]
+(EngineCore_DP0 pid=15059) 
Loading safetensors checkpoint shards:  77% Completed | 20/26 [00:33<00:09,  1.55s/it]
+(EngineCore_DP0 pid=15059) 
Loading safetensors checkpoint shards:  81% Completed | 21/26 [00:34<00:06,  1.36s/it]
+(EngineCore_DP0 pid=15059) 
Loading safetensors checkpoint shards:  85% Completed | 22/26 [00:36<00:06,  1.53s/it]
+(EngineCore_DP0 pid=15059) 
Loading safetensors checkpoint shards:  88% Completed | 23/26 [00:38<00:05,  1.68s/it]
+(EngineCore_DP0 pid=15059) 
Loading safetensors checkpoint shards:  92% Completed | 24/26 [00:40<00:03,  1.76s/it]
+(EngineCore_DP0 pid=15059) 
Loading safetensors checkpoint shards:  96% Completed | 25/26 [00:41<00:01,  1.70s/it]
+(EngineCore_DP0 pid=15059) 
Loading safetensors checkpoint shards: 100% Completed | 26/26 [00:42<00:00,  1.45s/it]
+(EngineCore_DP0 pid=15059) 
Loading safetensors checkpoint shards: 100% Completed | 26/26 [00:42<00:00,  1.64s/it]
+(EngineCore_DP0 pid=15059) 
+(EngineCore_DP0 pid=15059) INFO 05-31 21:06:31 [default_loader.py:293] Loading weights took 42.79 seconds
+(EngineCore_DP0 pid=15059) INFO 05-31 21:06:31 [gpu_model_runner.py:4364] Model loading took 65.53 GiB memory and 43.770143 seconds
+(EngineCore_DP0 pid=15059) INFO 05-31 21:06:32 [gpu_model_runner.py:5280] Encoder cache will be initialized with a budget of 16384 tokens, and profiled with 1 image items of the maximum feature size.
+(EngineCore_DP0 pid=15059) INFO 05-31 21:06:40 [backends.py:916] Using cache directory: /root/.cache/vllm/torch_compile_cache/f5d657dbf0/rank_0_0/backbone for vLLM's torch.compile
+(EngineCore_DP0 pid=15059) INFO 05-31 21:06:40 [backends.py:976] Dynamo bytecode transform time: 6.47 s
+(EngineCore_DP0 pid=15059) INFO 05-31 21:06:42 [backends.py:350] Cache the graph of compile range (1, 8192) for later use
+(EngineCore_DP0 pid=15059) WARNING 05-31 21:06:42 [fused_moe.py:1093] Using default MoE config. Performance might be sub-optimal! Config file not found at /e2e-data/evad-tech-vla/liyingyan/repo/coc-model/.pixi/envs/default/lib/python3.12/site-packages/vllm/model_executor/layers/fused_moe/configs/E=256,N=512,device_name=NVIDIA_H200.json
+(EngineCore_DP0 pid=15059) INFO 05-31 21:06:54 [backends.py:366] Compiling a graph for compile range (1, 8192) takes 12.48 s
+(EngineCore_DP0 pid=15059) INFO 05-31 21:06:54 [monitor.py:35] torch.compile takes 20.03 s in total
+(EngineCore_DP0 pid=15059) INFO 05-31 21:06:54 [decorators.py:580] saving AOT compiled function to /root/.cache/vllm/torch_compile_cache/torch_aot_compile/c2a94b24cdef4d56f2e1e71074b1b42d6676cd38d15e65f8e0aadedd2c5f3fd0/rank_0_0/model
+(EngineCore_DP0 pid=15059) INFO 05-31 21:06:55 [decorators.py:588] saved AOT compiled function to /root/.cache/vllm/torch_compile_cache/torch_aot_compile/c2a94b24cdef4d56f2e1e71074b1b42d6676cd38d15e65f8e0aadedd2c5f3fd0/rank_0_0/model
+(EngineCore_DP0 pid=15059) INFO 05-31 21:07:02 [gpu_worker.py:424] Available KV cache memory: 56.03 GiB
+(EngineCore_DP0 pid=15059) INFO 05-31 21:07:02 [kv_cache_utils.py:1314] GPU KV cache size: 733,920 tokens
+(EngineCore_DP0 pid=15059) INFO 05-31 21:07:02 [kv_cache_utils.py:1319] Maximum concurrency for 4,096 tokens per request: 397.29x
+(EngineCore_DP0 pid=15059) 2026-05-31 21:07:02,374 - INFO - autotuner.py:256 - flashinfer.jit: [Autotuner]: Autotuning process starts ...
+(EngineCore_DP0 pid=15059) 2026-05-31 21:07:02,436 - INFO - autotuner.py:262 - flashinfer.jit: [Autotuner]: Autotuning process ends
+(EngineCore_DP0 pid=15059) 
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):   0%|          | 0/51 [00:00<?, ?it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):   2%|▏         | 1/51 [00:00<00:31,  1.57it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):   4%|▍         | 2/51 [00:00<00:16,  3.05it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):   6%|▌         | 3/51 [00:00<00:11,  4.25it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):   8%|▊         | 4/51 [00:00<00:08,  5.33it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  10%|▉         | 5/51 [00:01<00:07,  6.10it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  12%|█▏        | 6/51 [00:01<00:06,  6.66it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  14%|█▎        | 7/51 [00:01<00:06,  7.12it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  16%|█▌        | 8/51 [00:01<00:05,  7.48it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  18%|█▊        | 9/51 [00:01<00:05,  7.68it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  20%|█▉        | 10/51 [00:01<00:05,  7.96it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  22%|██▏       | 11/51 [00:01<00:04,  8.15it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  24%|██▎       | 12/51 [00:01<00:04,  8.08it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  25%|██▌       | 13/51 [00:02<00:04,  8.15it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  27%|██▋       | 14/51 [00:02<00:04,  8.26it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  29%|██▉       | 15/51 [00:02<00:04,  8.22it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  31%|███▏      | 16/51 [00:02<00:04,  8.27it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  33%|███▎      | 17/51 [00:02<00:04,  7.92it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  35%|███▌      | 18/51 [00:02<00:04,  7.84it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  37%|███▋      | 19/51 [00:02<00:04,  7.70it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  39%|███▉      | 20/51 [00:02<00:04,  7.69it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  41%|████      | 21/51 [00:03<00:03,  7.69it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  43%|████▎     | 22/51 [00:03<00:03,  7.55it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  45%|████▌     | 23/51 [00:03<00:03,  7.48it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  47%|████▋     | 24/51 [00:03<00:03,  7.46it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  49%|████▉     | 25/51 [00:03<00:03,  7.45it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  51%|█████     | 26/51 [00:03<00:03,  7.62it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  53%|█████▎    | 27/51 [00:03<00:03,  7.59it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  55%|█████▍    | 28/51 [00:04<00:03,  7.50it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  57%|█████▋    | 29/51 [00:04<00:02,  7.50it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  59%|█████▉    | 30/51 [00:04<00:02,  7.59it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  61%|██████    | 31/51 [00:04<00:02,  7.49it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  63%|██████▎   | 32/51 [00:04<00:02,  7.57it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  65%|██████▍   | 33/51 [00:05<00:05,  3.14it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  67%|██████▋   | 34/51 [00:05<00:04,  3.79it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  69%|██████▊   | 35/51 [00:05<00:03,  4.45it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  71%|███████   | 36/51 [00:05<00:02,  5.00it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  73%|███████▎  | 37/51 [00:06<00:04,  2.96it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  75%|███████▍  | 38/51 [00:06<00:03,  3.62it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  76%|███████▋  | 39/51 [00:06<00:02,  4.24it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  78%|███████▊  | 40/51 [00:06<00:02,  4.87it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  80%|████████  | 41/51 [00:07<00:02,  3.79it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  82%|████████▏ | 42/51 [00:07<00:02,  4.46it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  84%|████████▍ | 43/51 [00:07<00:01,  5.05it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  86%|████████▋ | 44/51 [00:07<00:01,  5.61it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  88%|████████▊ | 45/51 [00:08<00:01,  3.23it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  90%|█████████ | 46/51 [00:08<00:01,  3.88it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  92%|█████████▏| 47/51 [00:08<00:00,  4.53it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  94%|█████████▍| 48/51 [00:08<00:00,  5.19it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  96%|█████████▌| 49/51 [00:08<00:00,  5.78it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE):  98%|█████████▊| 50/51 [00:08<00:00,  6.29it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE): 100%|██████████| 51/51 [00:09<00:00,  2.53it/s]
Capturing CUDA graphs (mixed prefill-decode, PIECEWISE): 100%|██████████| 51/51 [00:09<00:00,  5.20it/s]
+(EngineCore_DP0 pid=15059) 
Capturing CUDA graphs (decode, FULL):   0%|          | 0/51 [00:00<?, ?it/s]
Capturing CUDA graphs (decode, FULL):   2%|▏         | 1/51 [00:01<01:23,  1.68s/it]
Capturing CUDA graphs (decode, FULL):   4%|▍         | 2/51 [00:01<00:37,  1.31it/s]
Capturing CUDA graphs (decode, FULL):   6%|▌         | 3/51 [00:01<00:22,  2.13it/s]
Capturing CUDA graphs (decode, FULL):   8%|▊         | 4/51 [00:02<00:15,  3.01it/s]
Capturing CUDA graphs (decode, FULL):  10%|▉         | 5/51 [00:02<00:11,  3.91it/s]
Capturing CUDA graphs (decode, FULL):  12%|█▏        | 6/51 [00:02<00:09,  4.72it/s]
Capturing CUDA graphs (decode, FULL):  14%|█▎        | 7/51 [00:02<00:08,  5.47it/s]
Capturing CUDA graphs (decode, FULL):  16%|█▌        | 8/51 [00:02<00:07,  6.12it/s]
Capturing CUDA graphs (decode, FULL):  18%|█▊        | 9/51 [00:02<00:06,  6.67it/s]
Capturing CUDA graphs (decode, FULL):  20%|█▉        | 10/51 [00:02<00:05,  7.12it/s]
Capturing CUDA graphs (decode, FULL):  22%|██▏       | 11/51 [00:02<00:05,  7.45it/s]
Capturing CUDA graphs (decode, FULL):  24%|██▎       | 12/51 [00:03<00:05,  7.72it/s]
Capturing CUDA graphs (decode, FULL):  25%|██▌       | 13/51 [00:03<00:04,  7.90it/s]
Capturing CUDA graphs (decode, FULL):  27%|██▋       | 14/51 [00:03<00:04,  8.03it/s]
Capturing CUDA graphs (decode, FULL):  29%|██▉       | 15/51 [00:03<00:04,  8.09it/s]
Capturing CUDA graphs (decode, FULL):  31%|███▏      | 16/51 [00:03<00:04,  8.14it/s]
Capturing CUDA graphs (decode, FULL):  33%|███▎      | 17/51 [00:03<00:04,  7.79it/s]
Capturing CUDA graphs (decode, FULL):  35%|███▌      | 18/51 [00:03<00:05,  5.89it/s]
Capturing CUDA graphs (decode, FULL):  37%|███▋      | 19/51 [00:04<00:05,  6.33it/s]
Capturing CUDA graphs (decode, FULL):  39%|███▉      | 20/51 [00:04<00:04,  6.66it/s]
Capturing CUDA graphs (decode, FULL):  41%|████      | 21/51 [00:04<00:04,  6.87it/s]
Capturing CUDA graphs (decode, FULL):  43%|████▎     | 22/51 [00:04<00:04,  7.08it/s]
Capturing CUDA graphs (decode, FULL):  45%|████▌     | 23/51 [00:04<00:03,  7.21it/s]
Capturing CUDA graphs (decode, FULL):  47%|████▋     | 24/51 [00:04<00:03,  7.33it/s]
Capturing CUDA graphs (decode, FULL):  49%|████▉     | 25/51 [00:04<00:03,  7.38it/s]
Capturing CUDA graphs (decode, FULL):  51%|█████     | 26/51 [00:04<00:03,  7.46it/s]
Capturing CUDA graphs (decode, FULL):  53%|█████▎    | 27/51 [00:05<00:03,  7.49it/s]
Capturing CUDA graphs (decode, FULL):  55%|█████▍    | 28/51 [00:05<00:03,  7.52it/s]
Capturing CUDA graphs (decode, FULL):  57%|█████▋    | 29/51 [00:05<00:02,  7.54it/s]
Capturing CUDA graphs (decode, FULL):  59%|█████▉    | 30/51 [00:05<00:02,  7.56it/s]
Capturing CUDA graphs (decode, FULL):  61%|██████    | 31/51 [00:05<00:02,  7.43it/s]
Capturing CUDA graphs (decode, FULL):  63%|██████▎   | 32/51 [00:05<00:02,  7.48it/s]
Capturing CUDA graphs (decode, FULL):  65%|██████▍   | 33/51 [00:05<00:02,  7.51it/s]
Capturing CUDA graphs (decode, FULL):  67%|██████▋   | 34/51 [00:06<00:02,  7.54it/s]
Capturing CUDA graphs (decode, FULL):  69%|██████▊   | 35/51 [00:06<00:02,  7.55it/s]
Capturing CUDA graphs (decode, FULL):  71%|███████   | 36/51 [00:06<00:01,  7.58it/s]
Capturing CUDA graphs (decode, FULL):  73%|███████▎  | 37/51 [00:06<00:01,  7.62it/s]
Capturing CUDA graphs (decode, FULL):  75%|███████▍  | 38/51 [00:06<00:01,  7.63it/s]
Capturing CUDA graphs (decode, FULL):  76%|███████▋  | 39/51 [00:06<00:01,  7.62it/s]
Capturing CUDA graphs (decode, FULL):  78%|███████▊  | 40/51 [00:06<00:01,  7.63it/s]
Capturing CUDA graphs (decode, FULL):  80%|████████  | 41/51 [00:06<00:01,  7.63it/s]
Capturing CUDA graphs (decode, FULL):  82%|████████▏ | 42/51 [00:07<00:01,  7.65it/s]
Capturing CUDA graphs (decode, FULL):  84%|████████▍ | 43/51 [00:07<00:01,  7.65it/s]
Capturing CUDA graphs (decode, FULL):  86%|████████▋ | 44/51 [00:07<00:00,  7.66it/s]
Capturing CUDA graphs (decode, FULL):  88%|████████▊ | 45/51 [00:07<00:00,  7.65it/s]
Capturing CUDA graphs (decode, FULL):  90%|█████████ | 46/51 [00:07<00:00,  7.67it/s]
Capturing CUDA graphs (decode, FULL):  92%|█████████▏| 47/51 [00:07<00:00,  7.67it/s]
Capturing CUDA graphs (decode, FULL):  94%|█████████▍| 48/51 [00:07<00:00,  7.69it/s]
Capturing CUDA graphs (decode, FULL):  96%|█████████▌| 49/51 [00:07<00:00,  7.69it/s]
Capturing CUDA graphs (decode, FULL):  98%|█████████▊| 50/51 [00:08<00:00,  7.67it/s]
Capturing CUDA graphs (decode, FULL): 100%|██████████| 51/51 [00:08<00:00,  5.89it/s]
Capturing CUDA graphs (decode, FULL): 100%|██████████| 51/51 [00:08<00:00,  6.09it/s]
+(EngineCore_DP0 pid=15059) INFO 05-31 21:07:21 [gpu_model_runner.py:5386] Graph capturing finished in 19 secs, took 1.02 GiB
+(EngineCore_DP0 pid=15059) INFO 05-31 21:07:21 [core.py:282] init engine (profile, create kv cache, warmup model) took 49.67 seconds
+(EngineCore_DP0 pid=15059) INFO 05-31 21:07:22 [vllm.py:747] Asynchronous scheduling is enabled.
+(APIServer pid=10261) INFO 05-31 21:07:22 [api_server.py:495] Supported tasks: ['generate']
+(APIServer pid=10261) WARNING 05-31 21:07:22 [model.py:1355] Default vLLM sampling parameters have been overridden by the model's `generation_config.json`: `{'temperature': 1.0, 'top_k': 20, 'top_p': 0.95}`. If this is not intended, please relaunch vLLM instance with `--generation-config vllm`.
+(APIServer pid=10261) INFO 05-31 21:07:22 [serving.py:185] Warming up chat template processing...
+(APIServer pid=10261) INFO 05-31 21:07:24 [hf.py:318] Detected the chat template content format to be 'string'. You can set `--chat-template-content-format` to override this.
+(APIServer pid=10261) INFO 05-31 21:07:24 [serving.py:210] Chat template warmup completed in 2307.5ms
+(APIServer pid=10261) INFO 05-31 21:07:24 [api_server.py:500] Starting vLLM API server 0 on http://127.0.0.1:8012
+(APIServer pid=10261) INFO 05-31 21:07:24 [launcher.py:38] Available routes are:
+(APIServer pid=10261) INFO 05-31 21:07:24 [launcher.py:47] Route: /openapi.json, Methods: HEAD, GET
+(APIServer pid=10261) INFO 05-31 21:07:24 [launcher.py:47] Route: /docs, Methods: HEAD, GET
+(APIServer pid=10261) INFO 05-31 21:07:24 [launcher.py:47] Route: /docs/oauth2-redirect, Methods: HEAD, GET
+(APIServer pid=10261) INFO 05-31 21:07:24 [launcher.py:47] Route: /redoc, Methods: HEAD, GET
+(APIServer pid=10261) INFO 05-31 21:07:24 [launcher.py:47] Route: /tokenize, Methods: POST
+(APIServer pid=10261) INFO 05-31 21:07:24 [launcher.py:47] Route: /detokenize, Methods: POST
+(APIServer pid=10261) INFO 05-31 21:07:24 [launcher.py:47] Route: /load, Methods: GET
+(APIServer pid=10261) INFO 05-31 21:07:24 [launcher.py:47] Route: /version, Methods: GET
+(APIServer pid=10261) INFO 05-31 21:07:24 [launcher.py:47] Route: /health, Methods: GET
+(APIServer pid=10261) INFO 05-31 21:07:24 [launcher.py:47] Route: /metrics, Methods: GET
+(APIServer pid=10261) INFO 05-31 21:07:24 [launcher.py:47] Route: /v1/models, Methods: GET
+(APIServer pid=10261) INFO 05-31 21:07:24 [launcher.py:47] Route: /ping, Methods: GET
+(APIServer pid=10261) INFO 05-31 21:07:24 [launcher.py:47] Route: /ping, Methods: POST
+(APIServer pid=10261) INFO 05-31 21:07:24 [launcher.py:47] Route: /invocations, Methods: POST
+(APIServer pid=10261) INFO 05-31 21:07:24 [launcher.py:47] Route: /v1/chat/completions, Methods: POST
+(APIServer pid=10261) INFO 05-31 21:07:24 [launcher.py:47] Route: /v1/chat/completions/render, Methods: POST
+(APIServer pid=10261) INFO 05-31 21:07:24 [launcher.py:47] Route: /v1/responses, Methods: POST
+(APIServer pid=10261) INFO 05-31 21:07:24 [launcher.py:47] Route: /v1/responses/{response_id}, Methods: GET
+(APIServer pid=10261) INFO 05-31 21:07:24 [launcher.py:47] Route: /v1/responses/{response_id}/cancel, Methods: POST
+(APIServer pid=10261) INFO 05-31 21:07:24 [launcher.py:47] Route: /v1/completions, Methods: POST
+(APIServer pid=10261) INFO 05-31 21:07:24 [launcher.py:47] Route: /v1/completions/render, Methods: POST
+(APIServer pid=10261) INFO 05-31 21:07:24 [launcher.py:47] Route: /v1/messages, Methods: POST
+(APIServer pid=10261) INFO 05-31 21:07:24 [launcher.py:47] Route: /v1/messages/count_tokens, Methods: POST
+(APIServer pid=10261) INFO 05-31 21:07:24 [launcher.py:47] Route: /inference/v1/generate, Methods: POST
+(APIServer pid=10261) INFO 05-31 21:07:24 [launcher.py:47] Route: /scale_elastic_ep, Methods: POST
+(APIServer pid=10261) INFO 05-31 21:07:24 [launcher.py:47] Route: /is_scaling_elastic_ep, Methods: POST
+(APIServer pid=10261) INFO:     Started server process [10261]
+(APIServer pid=10261) INFO:     Waiting for application startup.
+(APIServer pid=10261) INFO:     Application startup complete.
+(APIServer pid=10261) INFO:     127.0.0.1:41886 - "GET /v1/models HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:57182 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:17:30 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:57206 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:57194 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:57208 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:18:32 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:43354 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:43356 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(EngineCore_DP0 pid=15059) /e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/xgrammar/kernels/apply_token_bitmask_inplace_triton.py:109: UserWarning: To copy construct from a tensor, it is recommended to use sourceTensor.detach().clone() or sourceTensor.detach().clone().requires_grad_(True), rather than torch.tensor(sourceTensor).
+(EngineCore_DP0 pid=15059)   indices_cpu = torch.tensor(indices, dtype=torch.int32)
+(EngineCore_DP0 pid=15059) /e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/xgrammar/kernels/apply_token_bitmask_inplace_triton.py:109: UserWarning: To copy construct from a tensor, it is recommended to use sourceTensor.detach().clone() or sourceTensor.detach().clone().requires_grad_(True), rather than torch.tensor(sourceTensor).
+(EngineCore_DP0 pid=15059)   indices_cpu = torch.tensor(indices, dtype=torch.int32)
+(APIServer pid=10261) INFO:     127.0.0.1:57268 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57252 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57272 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57232 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57220 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57300 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57256 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57286 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57234 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:19:15 [loggers.py:259] Engine 000: Avg prompt throughput: 3455.9 tokens/s, Avg generation throughput: 866.0 tokens/s, Running: 15 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:57244 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37426 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35638 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35642 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37508 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37462 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37492 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37484 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37438 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37546 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37450 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37478 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37548 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37436 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35660 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37534 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37562 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37522 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35714 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35646 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:19:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2476.4 tokens/s, Avg generation throughput: 1258.9 tokens/s, Running: 14 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:37572 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35684 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35698 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35748 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35674 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35720 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35648 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35788 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35780 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35774 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35690 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35706 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35752 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35732 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49786 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35766 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49834 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49792 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49796 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:19:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2084.4 tokens/s, Avg generation throughput: 945.6 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:49808 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49848 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49822 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49842 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49838 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49852 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49868 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55376 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55398 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49856 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49886 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49896 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49876 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55384 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55362 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:19:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2508.6 tokens/s, Avg generation throughput: 1244.8 tokens/s, Running: 13 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:49912 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55338 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55350 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55322 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55438 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55386 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55448 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55434 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55410 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55424 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55458 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55462 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55440 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34166 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55472 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34202 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55476 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34152 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34212 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:19:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2034.5 tokens/s, Avg generation throughput: 1021.8 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:34168 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34194 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34142 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34182 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34192 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34144 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34210 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34230 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51338 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34216 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51354 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:20:01 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:20:01 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:20:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:20:01 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:20:01 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:20:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:20:01 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:20:01 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:20:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:20:01 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:20:01 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:20:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:20:01 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:20:01 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:20:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:20:01 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:20:01 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:20:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:20:01 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:20:01 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:20:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:20:01 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:20:01 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:20:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:20:01 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:20:01 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:20:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:20:01 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:20:01 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:51432 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:34242 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51456 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51402 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51422 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51442 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51356 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51410 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:20:05 [loggers.py:259] Engine 000: Avg prompt throughput: 3382.6 tokens/s, Avg generation throughput: 839.1 tokens/s, Running: 17 reqs, Waiting: 0 reqs, GPU KV cache usage: 3.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:51470 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51532 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:20:06 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:20:06 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:20:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:20:06 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:20:06 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:20:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:20:06 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:20:06 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:20:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:20:06 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:20:06 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:20:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:20:06 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:20:06 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:20:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:20:06 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:20:06 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:20:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:20:06 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:20:06 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:20:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:20:06 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:20:06 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:20:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:20:06 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:20:06 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:20:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:20:06 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:20:06 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:43758 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:51436 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51366 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51382 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51522 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51398 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51526 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51508 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51518 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51476 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51492 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43774 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51558 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43778 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43812 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51550 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43816 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43788 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51450 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51536 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51574 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51554 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43754 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:20:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1812.0 tokens/s, Avg generation throughput: 1285.4 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:43800 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43828 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43856 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43838 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43822 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43832 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43870 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41262 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41270 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41294 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43852 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41310 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41256 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43874 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41240 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41360 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41342 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41322 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:20:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1962.8 tokens/s, Avg generation throughput: 727.3 tokens/s, Running: 3 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.6%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:41282 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41326 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41358 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41378 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41364 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40894 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40910 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41362 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40926 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40994 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:20:35 [loggers.py:259] Engine 000: Avg prompt throughput: 3291.8 tokens/s, Avg generation throughput: 1028.5 tokens/s, Running: 16 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:40912 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40904 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40958 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41040 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40944 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40978 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40970 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40932 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41000 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40982 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41014 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41026 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39064 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39004 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39012 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41048 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41070 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41064 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41056 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41086 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:20:44 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:20:44 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:20:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:20:44 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:20:44 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:20:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:20:44 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:20:44 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:20:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:20:44 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:20:44 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:20:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:20:44 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:20:44 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:20:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:20:44 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:20:44 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:20:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:20:44 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:20:44 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:20:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:20:44 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:20:44 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:20:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:20:44 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:20:44 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:20:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:20:44 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:20:44 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:39124 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:39026 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39082 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41102 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41072 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39042 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38990 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:20:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2490.4 tokens/s, Avg generation throughput: 1288.8 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:39104 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38996 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39052 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39130 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39174 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39164 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39152 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39080 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39170 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:20:49 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:20:49 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:20:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:20:49 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:20:49 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:20:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:20:49 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:20:49 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:20:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:20:49 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:20:49 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:20:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:20:49 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:20:49 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:20:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:20:49 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:20:49 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:20:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:20:49 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:20:49 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:20:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:20:49 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:20:49 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:20:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:20:49 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:20:49 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:20:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:20:49 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:20:49 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:38048 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:39114 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39094 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39150 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37982 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39136 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38014 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37994 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38010 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:20:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2715.2 tokens/s, Avg generation throughput: 1085.1 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:38094 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38022 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37512 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38032 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37526 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38064 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38078 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38110 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38126 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38116 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37550 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38138 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37502 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37562 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38160 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38140 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37528 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38150 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37554 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37538 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:21:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2219.5 tokens/s, Avg generation throughput: 1003.7 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:37568 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37576 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37966 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37566 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33050 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37580 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33068 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37592 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37588 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33058 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33072 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33056 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:21:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2033.6 tokens/s, Avg generation throughput: 842.8 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:33120 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33088 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33080 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33096 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33126 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33138 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49168 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33110 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33140 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49170 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:21:20 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:21:20 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:21:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:21:20 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:21:20 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:21:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:21:20 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:21:20 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:21:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:21:20 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:21:20 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:21:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:21:20 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:21:20 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:21:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:21:20 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:21:20 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:21:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:21:20 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:21:20 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:21:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:21:20 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:21:20 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:21:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:21:20 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:21:20 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:21:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:21:20 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:21:20 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:49214 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:33174 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49200 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49152 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33148 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49188 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33158 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:21:25 [loggers.py:259] Engine 000: Avg prompt throughput: 3056.3 tokens/s, Avg generation throughput: 964.3 tokens/s, Running: 16 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:49234 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49196 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49178 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49208 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49210 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49250 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49220 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49336 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49344 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49268 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49298 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49284 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49222 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49260 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49314 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49346 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41894 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49324 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:21:32 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:21:32 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:21:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:21:32 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:21:32 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:21:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:21:32 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:21:32 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:21:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:21:32 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:21:32 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:21:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:21:32 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:21:32 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:21:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:21:32 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:21:32 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:21:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:21:32 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:21:32 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:21:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:21:32 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:21:32 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:21:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:21:32 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:21:32 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:21:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:21:32 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:21:32 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:41940 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:41924 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41904 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49338 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:21:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1447.5 tokens/s, Avg generation throughput: 1036.0 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:41906 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41912 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41946 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41978 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41902 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41962 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40074 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42000 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40060 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41984 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40100 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40080 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40092 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:21:44 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:40186 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:40172 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO 05-31 21:21:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2269.4 tokens/s, Avg generation throughput: 907.1 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.6%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:40216 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40116 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40152 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40120 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40126 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40138 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40122 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40156 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40200 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40230 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44320 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44290 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44350 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44314 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44296 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:21:55 [loggers.py:259] Engine 000: Avg prompt throughput: 1491.3 tokens/s, Avg generation throughput: 849.5 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.0%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:44336 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44306 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44374 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44358 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44362 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:21:58 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:21:58 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:21:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:21:58 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:21:58 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:21:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:21:58 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:21:58 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:21:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:21:58 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:21:58 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:21:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:21:58 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:21:58 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:21:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:21:58 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:21:58 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:21:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:21:58 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:21:58 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:21:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:21:58 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:21:58 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:21:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:21:58 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:21:58 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:21:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:21:58 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:21:58 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:33234 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:44356 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33176 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44346 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33230 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33160 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44388 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:22:02 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:22:02 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:22:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:22:02 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:22:02 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:22:02 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:22:02 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:22:02 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:22:02 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:22:02 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:22:02 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:22:02 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:22:02 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:22:02 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:22:02 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:22:02 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:22:02 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:22:02 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:22:02 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:22:02 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:22:02 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:33284 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:33194 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:22:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2435.1 tokens/s, Avg generation throughput: 912.8 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:33188 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33208 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33238 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33228 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33216 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33276 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33328 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33252 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33262 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33266 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33330 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33298 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33302 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50030 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33310 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50002 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33324 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50018 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49998 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50034 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:22:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1669.6 tokens/s, Avg generation throughput: 960.5 tokens/s, Running: 3 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.6%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:50048 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50064 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50096 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50074 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:46900 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:50086 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:46902 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:22:20 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:46926 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:46846 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46894 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46886 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46942 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:22:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2069.0 tokens/s, Avg generation throughput: 683.3 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:46956 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46850 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:48208 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:22:26 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:48224 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:46978 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46870 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46912 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:22:27 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:22:27 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:22:27 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:22:27 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:22:27 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:27 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:22:27 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:22:27 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:27 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:22:27 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:22:27 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:27 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:22:27 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:22:27 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:27 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:22:27 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:22:27 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:27 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:22:27 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:22:27 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:27 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:22:27 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:22:27 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:27 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:22:27 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:22:27 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:22:27 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:22:27 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:22:27 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:48248 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:46864 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46972 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48200 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46976 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46996 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46986 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48258 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48280 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48244 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48262 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48308 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:22:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2028.3 tokens/s, Avg generation throughput: 1039.9 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:48228 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48264 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48336 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48294 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48374 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48348 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48322 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48362 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48372 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48388 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43778 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48392 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43760 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46982 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43764 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:22:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1375.9 tokens/s, Avg generation throughput: 883.5 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:43790 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43802 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43814 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43830 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37846 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37840 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37874 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37918 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:22:55 [loggers.py:259] Engine 000: Avg prompt throughput: 1929.6 tokens/s, Avg generation throughput: 724.2 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:37898 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43846 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37900 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37862 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37890 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37944 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37926 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37902 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38950 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37928 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37938 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38934 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38970 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38932 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:23:05 [loggers.py:259] Engine 000: Avg prompt throughput: 1723.0 tokens/s, Avg generation throughput: 857.2 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:38956 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39002 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39010 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38972 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38982 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39028 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37868 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39052 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38986 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39034 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38988 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39016 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39036 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39020 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35100 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:23:15 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:23:15 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:23:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:23:15 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:23:15 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:23:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:23:15 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:23:15 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:23:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:23:15 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:23:15 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:23:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:23:15 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:23:15 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:23:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:23:15 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:23:15 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:23:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:23:15 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:23:15 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:23:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:23:15 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:23:15 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:23:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:23:15 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:23:15 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:23:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:23:15 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:23:15 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:35158 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO 05-31 21:23:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1418.2 tokens/s, Avg generation throughput: 833.4 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.0%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:35132 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35122 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35134 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35106 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35146 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44428 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44440 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44446 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44488 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44474 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:44550 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:44516 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:44558 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:44458 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:23:24 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:44572 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:44540 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:23:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1443.8 tokens/s, Avg generation throughput: 485.7 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:44534 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44504 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44520 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44580 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44542 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58086 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58100 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58118 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58132 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58156 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58120 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58112 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58184 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:23:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1656.9 tokens/s, Avg generation throughput: 687.8 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:58146 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58198 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58220 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58204 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55450 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58230 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55432 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55438 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:23:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1535.7 tokens/s, Avg generation throughput: 773.5 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:55484 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55466 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55462 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55476 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55470 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58170 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55500 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55482 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60760 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55518 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55502 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60792 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60796 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60780 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60828 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:23:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2758.6 tokens/s, Avg generation throughput: 895.7 tokens/s, Running: 13 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:60764 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60818 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60772 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60842 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60896 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60886 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60888 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58530 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58572 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60838 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60858 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60810 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60866 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58558 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60876 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60874 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:24:01 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:24:01 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:24:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:24:01 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:24:01 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:24:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:24:01 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:24:01 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:24:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:24:01 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:24:01 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:24:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:24:01 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:24:01 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:24:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:24:01 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:24:01 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:24:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:24:01 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:24:01 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:24:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:24:01 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:24:01 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:24:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:24:01 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:24:01 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:24:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:24:01 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:24:01 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:58622 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:60908 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60916 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58546 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58638 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58574 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:24:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2118.4 tokens/s, Avg generation throughput: 1006.4 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:58584 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58612 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58644 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58576 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58596 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58630 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58670 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50414 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58660 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50394 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50436 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50384 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50392 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50426 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:24:15 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:24:15 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:24:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:24:15 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:24:15 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:24:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:24:15 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:24:15 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:24:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:24:15 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:24:15 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:24:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:24:15 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:24:15 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:24:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:24:15 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:24:15 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:24:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:24:15 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:24:15 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:24:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:24:15 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:24:15 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:24:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:24:15 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:24:15 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:24:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:24:15 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:24:15 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:50500 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:50402 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:24:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1614.0 tokens/s, Avg generation throughput: 741.1 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:50438 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50448 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50464 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50488 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50472 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50506 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55730 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55724 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:24:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1194.1 tokens/s, Avg generation throughput: 538.6 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:55714 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57324 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57338 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55744 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55732 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55798 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55782 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55750 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55766 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57352 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:24:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2270.1 tokens/s, Avg generation throughput: 708.0 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.0%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:57344 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57354 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57460 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57382 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56026 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57366 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57384 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55992 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57386 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57418 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57414 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57394 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57424 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57440 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57436 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57408 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57452 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56010 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55998 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56022 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:24:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1929.1 tokens/s, Avg generation throughput: 1097.9 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:56074 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56030 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56046 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56060 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33760 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33726 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56072 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33742 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56086 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33732 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33764 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33768 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:24:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2684.2 tokens/s, Avg generation throughput: 899.8 tokens/s, Running: 13 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:33750 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33788 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33770 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33794 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33830 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33840 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33776 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33844 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33842 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43982 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33876 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33804 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33818 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33854 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33870 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44014 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44038 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44004 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43988 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:25:05 [loggers.py:259] Engine 000: Avg prompt throughput: 1676.2 tokens/s, Avg generation throughput: 878.5 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:44016 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44024 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44054 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44066 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44060 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44088 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44080 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48822 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48884 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48812 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:25:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1681.0 tokens/s, Avg generation throughput: 701.5 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:48830 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48846 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48870 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48866 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48862 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48892 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48922 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33180 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33162 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48924 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48932 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33170 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48908 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:25:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2170.8 tokens/s, Avg generation throughput: 922.4 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:33190 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33200 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33210 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56828 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33208 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33226 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33240 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33274 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33252 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33292 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56812 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33260 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33280 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:25:32 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:25:32 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:25:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:25:32 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:25:32 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:25:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:25:32 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:25:32 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:25:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:25:32 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:25:32 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:25:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:25:32 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:25:32 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:25:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:25:32 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:25:32 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:25:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:25:32 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:25:32 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:25:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:25:32 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:25:32 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:25:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:25:32 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:25:32 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:25:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:25:32 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:25:32 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:56912 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:56814 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33298 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:25:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2677.8 tokens/s, Avg generation throughput: 1226.3 tokens/s, Running: 14 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.6%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:56854 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56846 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56918 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56844 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56862 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56874 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56888 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56904 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56884 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56900 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56928 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56948 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39020 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56920 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56934 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39030 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39062 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39002 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38992 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38978 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39098 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:25:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2557.3 tokens/s, Avg generation throughput: 1091.9 tokens/s, Running: 12 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:39004 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39052 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39048 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39036 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39080 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34556 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34540 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39088 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39140 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39110 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39126 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39064 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34534 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39118 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34598 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39136 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34552 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39152 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34538 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34570 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:25:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2764.1 tokens/s, Avg generation throughput: 1117.5 tokens/s, Running: 13 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:34562 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34624 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34638 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34582 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34612 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34662 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34646 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34680 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34678 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34716 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34696 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:60586 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:34706 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:26:00 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:60596 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:60590 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:60612 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:60578 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34698 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60570 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60576 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60642 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60630 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:26:05 [loggers.py:259] Engine 000: Avg prompt throughput: 1305.8 tokens/s, Avg generation throughput: 744.2 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:60626 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60680 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60698 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60696 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55750 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60668 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60652 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55736 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55780 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:26:11 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:26:11 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:26:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:26:11 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:26:11 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:26:11 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:26:11 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:26:11 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:26:11 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:26:11 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:26:11 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:26:11 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:26:11 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:26:11 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:26:11 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:26:11 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:26:11 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:26:11 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:26:11 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:26:11 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:26:11 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:55854 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:55776 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55864 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:26:13 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:26:13 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:26:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:26:13 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:26:13 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:26:13 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:26:13 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:26:13 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:26:13 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:26:13 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:26:13 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:26:13 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:26:13 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:26:13 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:26:13 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:26:13 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:26:13 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:26:13 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:26:13 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:26:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:26:13 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:26:13 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:55880 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:55760 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55858 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55826 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:26:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2008.3 tokens/s, Avg generation throughput: 755.6 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:55838 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55812 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55904 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55796 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55910 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55874 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55884 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37452 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55916 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55898 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37466 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37470 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:26:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1310.0 tokens/s, Avg generation throughput: 575.2 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:37532 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37502 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37472 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37484 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56000 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37498 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37512 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37494 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55990 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56010 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37516 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56118 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56078 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56030 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:26:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2641.7 tokens/s, Avg generation throughput: 1061.1 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:56052 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56096 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56034 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55996 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56036 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56064 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56018 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56126 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56080 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56136 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56110 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56148 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56162 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56158 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41430 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41424 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:26:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1657.2 tokens/s, Avg generation throughput: 847.0 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:41442 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41470 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41476 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41458 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41480 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41486 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41488 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41494 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34734 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34760 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34750 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34730 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34768 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:26:55 [loggers.py:259] Engine 000: Avg prompt throughput: 1433.8 tokens/s, Avg generation throughput: 598.7 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:34776 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34770 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34784 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60588 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60592 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34792 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34804 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60626 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60650 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60634 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60604 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60622 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60704 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60674 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:27:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2292.6 tokens/s, Avg generation throughput: 831.3 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:60594 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60618 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60660 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60682 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60686 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60724 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60696 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48430 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60720 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60726 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60730 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48446 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48512 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48496 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48456 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48480 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:27:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1915.1 tokens/s, Avg generation throughput: 791.5 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:48462 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48436 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48504 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48530 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48488 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48476 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48526 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48542 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51610 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51612 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51606 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51616 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51592 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51636 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51624 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:27:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1960.4 tokens/s, Avg generation throughput: 724.5 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:51650 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51674 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51670 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51654 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51702 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56978 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51672 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57014 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51692 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51678 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56992 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57016 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57002 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57030 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:27:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1734.1 tokens/s, Avg generation throughput: 744.6 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:57084 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57048 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57104 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57050 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57044 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57092 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57076 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51738 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57060 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51732 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51726 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:27:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2785.3 tokens/s, Avg generation throughput: 963.5 tokens/s, Running: 17 reqs, Waiting: 0 reqs, GPU KV cache usage: 3.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:51736 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51754 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51792 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51806 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51868 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51820 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51760 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51780 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51772 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51856 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51864 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51796 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51802 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44708 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51818 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51828 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51844 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51876 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51870 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51878 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44662 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44690 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44718 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44686 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44678 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44712 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44694 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:27:55 [loggers.py:259] Engine 000: Avg prompt throughput: 1726.0 tokens/s, Avg generation throughput: 1139.5 tokens/s, Running: 3 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:44720 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44754 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44732 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58436 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44742 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58444 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44770 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58406 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58416 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58424 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58490 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58470 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58456 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:28:05 [loggers.py:259] Engine 000: Avg prompt throughput: 1975.2 tokens/s, Avg generation throughput: 619.8 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) ERROR 05-31 21:28:06 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:28:06 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:28:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:28:06 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:28:06 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:28:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:28:06 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:28:06 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:28:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:28:06 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:28:06 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:28:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:28:06 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:28:06 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:28:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:28:06 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:28:06 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:28:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:28:06 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:28:06 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:28:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:28:06 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:28:06 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:28:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:28:06 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:28:06 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:28:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:28:06 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:28:06 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:45084 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:58516 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58482 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58496 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58486 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45142 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45164 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45168 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58512 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45128 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45112 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45098 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:28:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1936.3 tokens/s, Avg generation throughput: 847.1 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:45148 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45216 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45220 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45186 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45180 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57300 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45208 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45196 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45236 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57336 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57358 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57286 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57342 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57354 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57326 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57316 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:28:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1176.3 tokens/s, Avg generation throughput: 565.7 tokens/s, Running: 1 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:57380 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57374 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:28:31 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:28:31 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:28:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:28:31 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:28:31 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:28:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:28:31 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:28:31 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:28:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:28:31 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:28:31 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:28:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:28:31 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:28:31 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:28:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:28:31 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:28:31 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:28:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:28:31 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:28:31 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:28:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:28:31 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:28:31 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:28:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:28:31 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:28:31 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:28:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:28:31 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:28:31 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:52206 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:52176 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52194 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52188 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:28:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1693.7 tokens/s, Avg generation throughput: 541.6 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:52200 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52214 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52228 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52264 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52250 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52234 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52246 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52260 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55432 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52256 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55400 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55464 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55514 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:28:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1981.0 tokens/s, Avg generation throughput: 877.6 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:55416 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55426 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55526 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55450 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55434 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55544 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55502 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55494 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55716 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55508 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55478 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55504 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55782 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55810 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55530 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55742 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55728 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:28:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2632.7 tokens/s, Avg generation throughput: 1067.8 tokens/s, Running: 13 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:55872 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55758 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55860 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55858 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55798 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55910 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55772 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55842 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55826 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55912 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55856 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59934 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55890 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55888 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55904 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59952 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59970 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55918 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59978 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:29:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2412.1 tokens/s, Avg generation throughput: 1025.4 tokens/s, Running: 13 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:59948 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59988 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60054 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59962 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60008 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60004 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60076 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60028 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60070 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60026 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60088 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60044 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60022 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54936 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54944 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54960 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55026 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55018 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:29:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1825.8 tokens/s, Avg generation throughput: 845.6 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:55014 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54970 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54978 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55044 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55000 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55048 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60450 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55036 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55042 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54984 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60456 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60470 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60452 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60520 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60444 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60474 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55056 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:29:25 [loggers.py:259] Engine 000: Avg prompt throughput: 3328.8 tokens/s, Avg generation throughput: 1015.7 tokens/s, Running: 16 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:60464 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60570 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60528 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60490 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60620 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60554 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60538 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60564 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60524 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60504 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60240 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60508 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60258 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60656 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60604 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60594 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60248 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60650 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60278 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:29:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2339.4 tokens/s, Avg generation throughput: 1435.1 tokens/s, Running: 14 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:60634 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60580 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60632 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60298 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60266 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60582 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60322 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60354 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60314 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60390 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60294 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60394 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60326 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53598 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60338 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60392 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60376 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60360 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53622 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53728 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60400 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53684 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:29:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2558.4 tokens/s, Avg generation throughput: 1197.3 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:53632 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53606 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53654 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53630 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53640 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53670 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53712 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60800 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53708 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53700 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53754 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53740 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53764 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53766 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53768 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60822 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60794 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60816 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:29:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2359.0 tokens/s, Avg generation throughput: 1007.9 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:60808 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60810 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60900 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60884 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60836 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60862 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60848 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39698 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60878 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60856 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39702 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60902 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39720 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39734 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39714 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39676 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39670 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39686 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39774 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:30:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2338.7 tokens/s, Avg generation throughput: 946.3 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.6%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:39728 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39780 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39794 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39746 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33474 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39758 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33470 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39800 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39834 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33510 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39820 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39804 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33494 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33502 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39840 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33524 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39836 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33468 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33618 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:30:15 [loggers.py:259] Engine 000: Avg prompt throughput: 3489.4 tokens/s, Avg generation throughput: 1244.0 tokens/s, Running: 16 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:33540 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33516 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60008 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33640 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33576 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33654 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33560 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33486 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33544 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33556 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33568 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33596 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:30:19 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:30:19 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:30:19 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:30:19 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:30:19 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:30:19 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:30:19 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:30:19 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:30:19 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:30:19 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:30:19 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:30:19 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:30:19 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:30:19 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:30:19 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:30:19 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:30:19 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:30:19 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:30:19 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:30:19 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:30:19 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:30:19 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:30:19 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:30:19 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:30:19 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:30:19 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:30:19 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:30:19 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:30:19 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:60088 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:33584 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33634 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33550 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60030 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33662 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33658 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33630 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33608 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60052 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60062 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60020 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60038 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:30:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2542.9 tokens/s, Avg generation throughput: 1227.4 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.0%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:60090 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60046 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60060 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60078 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60106 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60130 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60072 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49608 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60114 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49640 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60128 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49664 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60138 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49728 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60152 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60108 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49676 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49620 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49636 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49674 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:30:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2174.1 tokens/s, Avg generation throughput: 996.4 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:49686 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49648 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49758 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49700 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49738 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49754 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49714 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49742 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49760 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57474 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57516 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57546 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57512 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57526 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:30:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2928.8 tokens/s, Avg generation throughput: 925.1 tokens/s, Running: 16 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:57458 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57500 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57464 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57488 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57666 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57604 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57532 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57616 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57566 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57602 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57576 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57582 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57592 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48510 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48496 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57552 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48512 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57638 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57650 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48618 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48586 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57632 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48566 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48542 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48556 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48626 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:30:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2395.2 tokens/s, Avg generation throughput: 1171.4 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:48516 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48638 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48688 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48564 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48676 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48650 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48528 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48664 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48576 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48622 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48602 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48628 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55120 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55076 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48700 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55090 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55084 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55098 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:31:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2563.5 tokens/s, Avg generation throughput: 894.8 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.0%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:55154 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55096 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55114 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55134 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55160 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55144 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55198 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48182 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55140 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55166 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55172 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55182 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55180 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48228 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55206 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55208 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:31:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2683.5 tokens/s, Avg generation throughput: 1203.3 tokens/s, Running: 14 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:48188 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48258 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48216 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48262 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48200 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48222 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48242 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48218 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46982 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48220 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48288 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48324 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48302 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48272 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46964 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48338 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48316 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48346 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46978 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:31:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2628.6 tokens/s, Avg generation throughput: 1172.0 tokens/s, Running: 14 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.6%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:46988 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48334 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47008 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47072 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47056 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46984 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47004 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47108 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47018 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47040 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47026 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47022 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47104 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47082 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:31:31 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:31:31 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:31:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:31:31 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:31:31 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:31:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:31:31 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:31:31 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:31:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:31:31 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:31:31 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:31:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:31:31 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:31:31 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:31:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:31:31 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:31:31 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:31:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:31:31 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:31:31 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:31:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:31:31 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:31:31 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:31:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:31:31 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:31:31 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:31:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:31:31 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:31:31 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:34404 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:47076 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47096 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34356 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34370 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34358 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34374 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:31:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1921.5 tokens/s, Avg generation throughput: 1035.0 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:34386 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:31:36 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:31:36 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:31:36 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:31:36 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:31:36 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:31:36 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:31:36 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:31:36 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:31:36 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:31:36 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:31:36 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:31:36 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:31:36 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:31:36 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:31:36 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:31:36 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:31:36 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:31:36 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:31:36 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:31:36 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:31:36 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:31:36 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:31:36 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:31:36 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:31:36 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:31:36 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:31:36 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:31:36 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:31:36 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:34452 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:34382 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34422 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34438 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34396 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34414 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34460 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42838 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34418 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:31:41 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:31:41 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:31:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:31:41 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:31:41 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:31:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:31:41 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:31:41 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:31:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:31:41 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:31:41 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:31:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:31:41 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:31:41 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:31:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:31:41 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:31:41 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:31:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:31:41 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:31:41 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:31:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:31:41 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:31:41 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:31:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:31:41 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:31:41 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:31:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:31:41 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:31:41 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:42876 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:42840 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42890 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42906 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:31:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2256.3 tokens/s, Avg generation throughput: 902.2 tokens/s, Running: 14 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.6%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:42820 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42844 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42824 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42920 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42910 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42848 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42862 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42952 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42978 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44704 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42962 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44680 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34376 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42964 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42936 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44694 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42970 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42994 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42988 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44710 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44682 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44782 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:31:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2739.0 tokens/s, Avg generation throughput: 1137.1 tokens/s, Running: 13 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:44718 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44690 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44736 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44806 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44730 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44712 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44842 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44816 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44752 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44766 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44790 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44818 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52232 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44854 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44826 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52236 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52242 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44838 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52254 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:32:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2656.6 tokens/s, Avg generation throughput: 1033.5 tokens/s, Running: 14 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.6%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:52246 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52312 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52290 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52298 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52342 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52270 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52278 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52358 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52360 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52350 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52356 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52318 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52330 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44382 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52396 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44380 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52380 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44358 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52376 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:32:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1812.9 tokens/s, Avg generation throughput: 1128.0 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:44400 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44370 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44414 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44386 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44432 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44422 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60024 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60034 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60048 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60086 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60110 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44424 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44438 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60160 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60122 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60224 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60054 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60070 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60198 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60190 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:32:25 [loggers.py:259] Engine 000: Avg prompt throughput: 3383.8 tokens/s, Avg generation throughput: 1144.0 tokens/s, Running: 15 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:60094 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60216 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60174 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60118 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44408 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60136 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60246 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60144 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60202 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60212 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60236 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60232 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60252 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:32:31 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:32:31 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:32:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:32:31 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:32:31 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:32:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:32:31 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:32:31 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:32:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:32:31 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:32:31 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:32:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:32:31 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:32:31 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:32:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:32:31 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:32:31 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:32:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:32:31 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:32:31 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:32:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:32:31 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:32:31 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:32:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:32:31 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:32:31 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:32:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:32:31 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:32:31 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:32842 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:60264 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32796 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60274 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60284 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60244 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60278 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32784 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32834 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:32:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1896.3 tokens/s, Avg generation throughput: 1159.5 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:32806 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32820 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32800 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33236 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33248 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32846 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33288 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33292 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32864 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32848 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32840 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32884 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32872 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32862 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33360 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33254 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33270 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:32:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2564.5 tokens/s, Avg generation throughput: 1037.4 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:33282 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33348 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33372 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33316 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33382 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33300 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33332 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33362 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33370 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51974 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33396 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51862 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:32:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2704.7 tokens/s, Avg generation throughput: 1075.2 tokens/s, Running: 17 reqs, Waiting: 0 reqs, GPU KV cache usage: 3.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:51910 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51932 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51874 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51886 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51868 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51940 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51924 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51898 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51948 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51968 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51952 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51962 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52026 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55756 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51990 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52032 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55774 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52002 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55730 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55754 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55752 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52034 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55812 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55826 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52016 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55736 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55782 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55762 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:33:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2207.3 tokens/s, Avg generation throughput: 1165.2 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:55798 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55856 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55862 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55846 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55852 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55840 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55884 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40336 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55870 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40422 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40342 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40432 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40386 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:33:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2439.9 tokens/s, Avg generation throughput: 782.4 tokens/s, Running: 12 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:40442 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40394 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40354 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40344 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40408 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40370 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40448 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40478 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48468 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48436 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48512 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48506 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48478 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48528 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40450 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48490 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48518 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48446 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40460 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40468 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48536 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40490 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48452 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40472 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48404 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48546 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48432 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:33:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2939.5 tokens/s, Avg generation throughput: 1165.8 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:48420 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48562 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40488 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48458 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54672 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48538 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48530 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48574 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54700 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54730 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54684 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54714 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54800 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54784 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54736 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:33:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2150.8 tokens/s, Avg generation throughput: 729.6 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:54814 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54766 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54748 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54754 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54778 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51742 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54836 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54852 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54798 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54830 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51814 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51774 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51854 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51788 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51874 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54840 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51750 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51766 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:33:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2842.5 tokens/s, Avg generation throughput: 867.1 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:51804 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51948 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51830 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51918 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51842 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51862 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51858 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51902 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52220 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51900 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51944 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51946 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51886 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52280 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52238 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51930 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52194 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52264 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52206 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52254 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:33:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2323.9 tokens/s, Avg generation throughput: 961.3 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:52328 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52218 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52258 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52232 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52260 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46734 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:33:59 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:33:59 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:33:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:33:59 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:33:59 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:33:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:33:59 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:33:59 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:33:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:33:59 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:33:59 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:33:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:33:59 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:33:59 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:33:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:33:59 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:33:59 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:33:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:33:59 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:33:59 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:33:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:33:59 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:33:59 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:33:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:33:59 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:33:59 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:33:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:33:59 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:33:59 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:46740 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:52290 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46738 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52298 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52286 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52312 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46726 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46698 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46746 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46710 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46778 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46760 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:34:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2104.9 tokens/s, Avg generation throughput: 798.6 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:46790 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46794 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46840 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46856 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46820 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56140 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46768 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46836 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46804 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56152 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56160 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56170 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56206 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:34:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2327.7 tokens/s, Avg generation throughput: 933.7 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:56178 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56186 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56198 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56180 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56182 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56232 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56246 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56208 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56258 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56222 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54738 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56260 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54702 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54732 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54768 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:34:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1948.2 tokens/s, Avg generation throughput: 875.9 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.0%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:54722 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54716 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54786 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54752 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54810 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54818 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54840 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54770 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54816 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54826 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:34:29 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:34:29 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:34:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:34:29 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:34:29 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:34:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:34:29 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:34:29 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:34:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:34:29 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:34:29 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:34:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:34:29 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:34:29 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:34:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:34:29 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:34:29 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:34:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:34:29 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:34:29 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:34:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:34:29 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:34:29 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:34:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:34:29 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:34:29 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:34:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:34:29 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:34:29 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:39944 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:54846 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54794 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39946 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39988 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39908 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39928 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39996 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39968 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40012 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39934 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39920 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39966 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54850 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39892 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39950 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:34:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2335.2 tokens/s, Avg generation throughput: 890.5 tokens/s, Running: 3 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:39980 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40034 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40026 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56386 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56428 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56450 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56392 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56434 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56538 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:34:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2424.4 tokens/s, Avg generation throughput: 626.7 tokens/s, Running: 12 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:56404 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56508 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:34:47 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:34:47 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:34:47 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:34:47 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:34:47 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:34:47 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:34:47 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:34:47 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:34:47 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:34:47 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:34:47 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:34:47 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:34:47 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:34:47 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:34:47 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:34:47 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:34:47 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:34:47 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:34:47 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:34:47 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:34:47 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:34:47 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:34:47 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:34:47 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:34:47 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:34:47 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:34:47 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:34:47 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:34:47 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:46246 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:56544 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56496 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56464 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56412 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56500 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56482 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46272 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56468 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56528 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56522 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56574 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56562 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56546 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56576 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:34:55 [loggers.py:259] Engine 000: Avg prompt throughput: 1879.2 tokens/s, Avg generation throughput: 993.5 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:46268 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46258 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46284 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46354 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46290 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46322 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46306 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46334 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36886 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46332 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46350 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46326 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36902 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46344 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46330 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36926 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36896 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:35:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2477.5 tokens/s, Avg generation throughput: 1036.9 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.0%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:36878 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36944 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36942 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40120 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36934 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36930 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36906 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36916 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36960 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36974 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37004 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36962 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40160 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37018 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36988 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40118 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40114 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40132 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40174 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40122 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40146 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40182 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:35:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2561.5 tokens/s, Avg generation throughput: 999.8 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:40188 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:35:16 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:35:16 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:35:16 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:35:16 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:35:16 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:35:16 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:35:16 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:35:16 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:35:16 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:35:16 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:35:16 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:35:16 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:35:16 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:35:16 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:35:16 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:35:16 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:35:16 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:35:16 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:35:16 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:35:16 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:35:16 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:35:16 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:35:16 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:35:16 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:35:16 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:35:16 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:35:16 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:35:16 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:35:16 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:33694 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:40242 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40178 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40218 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40180 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40214 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40226 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33736 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40192 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40198 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40238 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33704 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40190 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:35:25 [loggers.py:259] Engine 000: Avg prompt throughput: 3343.8 tokens/s, Avg generation throughput: 1188.0 tokens/s, Running: 20 reqs, Waiting: 0 reqs, GPU KV cache usage: 3.6%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) ERROR 05-31 21:35:25 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:35:25 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:35:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:35:25 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:35:25 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:35:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:35:25 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:35:25 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:35:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:35:25 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:35:25 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:35:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:35:25 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:35:25 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:35:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:35:25 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:35:25 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:35:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:35:25 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:35:25 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:35:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:35:25 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:35:25 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:35:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:35:25 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:35:25 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:35:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:35:25 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:35:25 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:33922 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:33780 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33728 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33880 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33764 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33706 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33714 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33766 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33906 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33750 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33890 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33892 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33718 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33790 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33932 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:35:30 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:35:30 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:35:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:35:30 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:35:30 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:35:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:35:30 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:35:30 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:35:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:35:30 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:35:30 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:35:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:35:30 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:35:30 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:35:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:35:30 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:35:30 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:35:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:35:30 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:35:30 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:35:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:35:30 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:35:30 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:35:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:35:30 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:35:30 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:35:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:35:30 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:35:30 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:34574 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:33804 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33844 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33868 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33858 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33828 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34548 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33798 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33820 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34530 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34534 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:35:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1677.4 tokens/s, Avg generation throughput: 1173.0 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.6%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:34614 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34556 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34584 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34596 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34618 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34552 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34572 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34602 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46376 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34632 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34604 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46378 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46394 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46448 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46388 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:35:43 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:35:43 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:35:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:35:43 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:35:43 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:35:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:35:43 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:35:43 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:35:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:35:43 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:35:43 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:35:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:35:43 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:35:43 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:35:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:35:43 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:35:43 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:35:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:35:43 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:35:43 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:35:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:35:43 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:35:43 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:35:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:35:43 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:35:43 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:35:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:35:43 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:35:43 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:46494 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO 05-31 21:35:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2129.6 tokens/s, Avg generation throughput: 668.6 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:46450 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46396 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46470 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46502 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46420 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46434 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46460 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46406 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46646 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46620 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46504 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46518 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46482 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46486 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46624 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46638 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46674 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46756 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46712 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46688 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:35:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2447.5 tokens/s, Avg generation throughput: 989.2 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.6%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:46730 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46664 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46694 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46708 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46654 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46742 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46754 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46770 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46784 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49594 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46724 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49578 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49634 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49566 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:36:05 [loggers.py:259] Engine 000: Avg prompt throughput: 3056.9 tokens/s, Avg generation throughput: 1025.8 tokens/s, Running: 17 reqs, Waiting: 0 reqs, GPU KV cache usage: 3.0%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:49608 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49626 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49740 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49616 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49688 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49638 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49670 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49646 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49686 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49662 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49708 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49696 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49714 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49752 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49736 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48636 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49726 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49734 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48604 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48670 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48594 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48608 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:36:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1862.2 tokens/s, Avg generation throughput: 1306.5 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:48620 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48676 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48630 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48642 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48610 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48656 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48688 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48680 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48644 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48698 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48702 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43686 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:36:22 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:36:22 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:36:22 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:36:22 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:36:22 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:36:22 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:36:22 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:36:22 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:36:22 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:36:22 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:36:22 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:36:22 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:36:22 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:36:22 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:36:22 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:36:22 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:36:22 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:36:22 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:36:22 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:36:22 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:36:22 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:36:22 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:36:22 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:36:22 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:36:22 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:36:22 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:36:22 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:36:22 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:36:22 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:43742 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:43676 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43758 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43692 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:36:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2305.3 tokens/s, Avg generation throughput: 825.8 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.0%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:43704 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43798 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43718 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43772 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43706 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43752 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43736 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43726 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43724 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37982 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43782 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38026 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43806 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38020 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43816 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37990 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38002 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:36:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2097.7 tokens/s, Avg generation throughput: 905.5 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:37984 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38018 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38030 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38102 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38048 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42340 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38046 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42358 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42408 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42402 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38086 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38056 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38052 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42434 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42346 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38072 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42334 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:36:45 [loggers.py:259] Engine 000: Avg prompt throughput: 3039.2 tokens/s, Avg generation throughput: 1046.2 tokens/s, Running: 15 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:42432 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42384 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42444 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42370 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42510 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42388 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42540 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42424 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42472 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42460 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42430 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42536 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55938 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55994 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42520 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55948 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42544 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56014 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42488 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:36:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2051.1 tokens/s, Avg generation throughput: 1107.9 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:55954 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55976 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42548 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56006 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55942 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42494 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56000 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55966 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56002 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40536 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55980 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56004 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40546 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40554 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40544 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40582 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:37:05 [loggers.py:259] Engine 000: Avg prompt throughput: 1692.4 tokens/s, Avg generation throughput: 731.4 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:40630 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40640 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40572 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40598 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40558 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40706 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40668 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40606 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40618 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40660 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58708 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40674 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40680 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58718 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:58774 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:37:11 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:58786 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:40690 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58734 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58716 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40650 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40688 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58704 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58682 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:37:14 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:37:14 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:37:14 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:37:14 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:37:14 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:14 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:37:14 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:37:14 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:14 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:37:14 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:37:14 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:14 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:37:14 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:37:14 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:14 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:37:14 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:37:14 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:14 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:37:14 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:37:14 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:14 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:37:14 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:37:14 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:14 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:37:14 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:37:14 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:14 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:37:14 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:37:14 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:58844 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO 05-31 21:37:15 [loggers.py:259] Engine 000: Avg prompt throughput: 3377.2 tokens/s, Avg generation throughput: 1083.8 tokens/s, Running: 12 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:58794 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58698 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58696 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58750 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58830 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58766 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58700 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58712 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58814 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58672 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58798 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47676 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58820 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58852 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58850 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:37:23 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:37:23 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:37:23 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:37:23 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:37:23 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:23 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:37:23 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:37:23 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:23 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:37:23 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:37:23 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:23 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:37:23 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:37:23 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:23 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:37:23 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:37:23 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:23 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:37:23 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:37:23 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:23 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:37:23 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:37:23 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:23 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:37:23 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:37:23 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:23 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:37:23 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:37:23 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:47746 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:47650 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47664 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:37:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2368.2 tokens/s, Avg generation throughput: 945.0 tokens/s, Running: 12 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:47720 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47692 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47680 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47704 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40444 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47712 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47748 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47758 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47728 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47802 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40516 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40528 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47766 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47734 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40482 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40460 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47782 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47806 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47794 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40544 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:37:34 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:37:34 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:37:34 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:37:34 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:37:34 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:34 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:37:34 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:37:34 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:34 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:37:34 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:37:34 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:34 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:37:34 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:37:34 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:34 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:37:34 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:37:34 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:34 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:37:34 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:37:34 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:34 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:37:34 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:37:34 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:34 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:37:34 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:37:34 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:34 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:37:34 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:37:34 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:40622 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:47810 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:37:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2984.6 tokens/s, Avg generation throughput: 1202.3 tokens/s, Running: 13 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:40552 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40602 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40646 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40636 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40498 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40604 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40596 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:37:38 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:37:38 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:37:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:37:38 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:37:38 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:37:38 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:37:38 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:37:38 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:37:38 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:37:38 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:37:38 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:37:38 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:37:38 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:37:38 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:37:38 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:37:38 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:37:38 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:37:38 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:37:38 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:37:38 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:37:38 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:45606 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:40512 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40542 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40472 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40566 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:37:39 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:37:39 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:37:39 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:37:39 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:37:39 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:39 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:37:39 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:37:39 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:39 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:37:39 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:37:39 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:39 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:37:39 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:37:39 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:39 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:37:39 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:37:39 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:39 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:37:39 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:37:39 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:39 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:37:39 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:37:39 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:39 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:37:39 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:37:39 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:37:39 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:37:39 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:37:39 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:45622 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:40614 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40590 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40638 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40580 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45612 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40630 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40618 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45600 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45586 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45598 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:37:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2140.6 tokens/s, Avg generation throughput: 994.7 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:45640 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45628 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45642 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45644 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45660 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45652 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45664 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45138 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45678 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45166 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45182 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45238 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45216 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45124 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:37:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2361.0 tokens/s, Avg generation throughput: 1110.1 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:45202 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45152 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45206 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45192 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45224 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45218 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45276 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45246 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45264 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45258 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50078 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45290 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50066 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50030 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50082 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50036 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50122 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50060 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50062 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:38:04 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:38:04 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:38:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:38:04 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:38:04 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:38:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:38:04 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:38:04 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:38:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:38:04 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:38:04 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:38:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:38:04 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:38:04 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:38:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:38:04 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:38:04 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:38:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:38:04 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:38:04 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:38:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:38:04 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:38:04 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:38:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:38:04 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:38:04 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:38:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:38:04 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:38:04 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:50170 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:50050 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:38:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2415.7 tokens/s, Avg generation throughput: 972.4 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:50112 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50084 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50092 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50192 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50102 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:38:11 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:38:11 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:38:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:38:11 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:38:11 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:38:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:38:11 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:38:11 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:38:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:38:11 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:38:11 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:38:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:38:11 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:38:11 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:38:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:38:11 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:38:11 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:38:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:38:11 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:38:11 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:38:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:38:11 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:38:11 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:38:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:38:11 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:38:11 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:38:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:38:11 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:38:11 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:51072 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:50162 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50138 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50184 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50154 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50208 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51084 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51040 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51086 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:38:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2192.8 tokens/s, Avg generation throughput: 950.8 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.0%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:51056 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51130 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51162 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51120 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51060 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51148 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51138 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51104 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51114 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51098 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51168 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45316 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45322 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45290 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45294 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45310 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45336 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:38:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1917.6 tokens/s, Avg generation throughput: 894.7 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:45392 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45328 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45352 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45416 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45356 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45368 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45374 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48012 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45432 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45384 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48030 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45408 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47996 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48002 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48106 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48118 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:38:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2501.5 tokens/s, Avg generation throughput: 1030.7 tokens/s, Running: 12 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:48134 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48102 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48088 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48024 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48152 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48166 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48114 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48046 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48170 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48062 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37620 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48078 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37608 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48164 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37628 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48150 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37682 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48168 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37694 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37690 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37638 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37596 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:38:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2686.4 tokens/s, Avg generation throughput: 1118.5 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.0%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:37734 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37612 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37642 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37644 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37654 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37744 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37668 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37726 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37710 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36506 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37754 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37768 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37792 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36496 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37776 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37800 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36504 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:38:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2173.2 tokens/s, Avg generation throughput: 997.6 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:36536 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36510 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36526 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36550 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36598 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36610 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41624 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36590 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41634 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36618 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36558 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36574 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41642 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41626 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41640 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:39:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2224.6 tokens/s, Avg generation throughput: 787.5 tokens/s, Running: 12 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:41766 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:39:05 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:41770 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:41658 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41686 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41764 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41672 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41748 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41702 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41762 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41730 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41690 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:38428 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:39:10 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:38432 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:41706 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41710 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38398 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41726 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41732 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38330 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38364 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:39:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2334.4 tokens/s, Avg generation throughput: 1214.2 tokens/s, Running: 13 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:38352 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38378 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38340 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:39:15 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:39:15 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:39:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:39:15 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:39:15 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:39:15 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:39:15 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:39:15 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:39:15 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:39:15 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:39:15 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:39:15 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:39:15 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:39:15 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:39:15 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:39:15 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:39:15 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:39:15 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:39:15 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:39:15 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:39:15 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:38472 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:38448 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38402 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38388 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38394 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38460 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38314 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:58620 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:58632 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:38418 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:58636 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:39:18 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:58644 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:58596 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38458 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38450 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38482 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38470 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58664 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58712 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58598 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58612 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58650 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58678 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:39:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2031.5 tokens/s, Avg generation throughput: 888.7 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:58758 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58730 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58742 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58684 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58718 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58700 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58736 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53872 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53798 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53792 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53822 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:53900 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:39:33 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:53908 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:53856 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53814 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:39:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1536.7 tokens/s, Avg generation throughput: 818.8 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.0%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:53836 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53880 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53852 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53896 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53874 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41822 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53912 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:39:41 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:39:41 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:39:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:39:41 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:39:41 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:39:41 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:39:41 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:39:41 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:39:41 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:39:41 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:39:41 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:39:41 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:39:41 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:39:41 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:39:41 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:39:41 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:39:41 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:39:41 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:39:41 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:39:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:39:41 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:39:41 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:41890 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:41838 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41870 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41842 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:39:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2388.9 tokens/s, Avg generation throughput: 723.5 tokens/s, Running: 13 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:41852 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41934 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41900 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41858 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41874 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41906 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41930 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41916 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41944 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41962 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41978 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50272 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41946 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41976 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50312 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50288 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50270 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50346 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:39:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2284.4 tokens/s, Avg generation throughput: 936.3 tokens/s, Running: 12 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:50302 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50356 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50402 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50322 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50304 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50328 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50330 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52556 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50354 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50408 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50370 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50380 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52590 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50386 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52624 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52570 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52602 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:40:05 [loggers.py:259] Engine 000: Avg prompt throughput: 1265.5 tokens/s, Avg generation throughput: 848.7 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:52584 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52652 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52614 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52660 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52636 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:40:08 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:40:08 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:40:08 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:40:08 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:40:08 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:40:08 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:40:08 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:40:08 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:40:08 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:40:08 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:40:08 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:40:08 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:40:08 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:40:08 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:40:08 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:40:08 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:40:08 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:40:08 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:40:08 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:40:08 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:40:08 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:40:08 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:40:08 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:40:08 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:40:08 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:40:08 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:40:08 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:40:08 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:40:08 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:33884 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:52656 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33872 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33926 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33900 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:40:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1468.7 tokens/s, Avg generation throughput: 539.7 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:33918 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33896 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33922 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33910 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33936 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33942 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37536 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33952 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33960 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:40:21 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:40:21 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:40:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:40:21 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:40:21 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:40:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:40:21 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:40:21 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:40:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:40:21 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:40:21 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:40:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:40:21 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:40:21 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:40:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:40:21 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:40:21 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:40:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:40:21 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:40:21 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:40:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:40:21 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:40:21 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:40:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:40:21 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:40:21 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:40:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:40:21 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:40:21 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:37632 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:37590 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37518 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37534 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37522 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37592 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37620 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:40:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2721.3 tokens/s, Avg generation throughput: 971.8 tokens/s, Running: 13 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:37552 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37610 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37574 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37650 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37584 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37600 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37558 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37666 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37642 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37708 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37638 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37640 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37682 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37690 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37704 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55032 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55094 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55066 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55050 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55036 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:40:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1820.0 tokens/s, Avg generation throughput: 725.4 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.0%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:55136 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55104 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55058 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55082 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55116 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52232 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52224 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55128 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55122 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52202 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:40:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1804.6 tokens/s, Avg generation throughput: 859.3 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:52230 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52254 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52216 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52238 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52276 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52284 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52264 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52290 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38844 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52292 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52300 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38848 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38840 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38868 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:40:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2022.6 tokens/s, Avg generation throughput: 867.7 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:38856 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38866 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38932 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38890 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38874 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38892 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38906 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38916 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38922 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38946 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43016 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42978 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42964 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:41:05 [loggers.py:259] Engine 000: Avg prompt throughput: 1713.9 tokens/s, Avg generation throughput: 917.9 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:42980 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38858 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42982 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42996 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42988 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:41:09 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:41:09 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:41:09 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:41:09 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:41:09 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:41:09 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:41:09 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:41:09 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:41:09 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:41:09 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:41:09 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:41:09 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:41:09 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:41:09 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:41:09 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:41:09 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:41:09 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:41:09 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:41:09 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:41:09 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:41:09 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:41:09 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:41:09 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:41:09 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:41:09 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:41:09 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:41:09 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:41:09 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:41:09 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:47106 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:47062 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43026 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43024 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47082 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43012 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47066 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43036 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47098 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43056 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47154 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47070 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43044 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:41:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2632.3 tokens/s, Avg generation throughput: 1060.4 tokens/s, Running: 12 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:47120 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47186 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47086 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47100 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47168 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47172 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47194 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47134 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47228 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47184 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47162 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47142 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47218 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42938 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47202 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43004 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43020 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42994 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42942 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42958 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42972 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42954 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:41:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2207.4 tokens/s, Avg generation throughput: 864.6 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:43028 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43072 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42968 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42986 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43044 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44608 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43030 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44616 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43060 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44592 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43052 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44638 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44662 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44666 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:41:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2655.2 tokens/s, Avg generation throughput: 804.3 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.0%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:44620 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44624 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44702 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44626 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44628 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44732 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44646 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44674 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44642 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44640 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45116 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45204 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45146 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44686 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45160 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45176 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44712 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45126 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44724 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45188 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45114 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:41:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2462.0 tokens/s, Avg generation throughput: 1189.8 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:45130 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45200 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45164 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45178 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45224 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45282 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:41:48 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:41:48 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:41:48 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:41:48 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:41:48 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:41:48 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:41:48 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:41:48 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:41:48 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:41:48 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:41:48 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:41:48 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:41:48 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:41:48 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:41:48 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:41:48 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:41:48 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:41:48 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:41:48 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:41:48 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:41:48 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:41:48 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:41:48 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:41:48 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:41:48 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:41:48 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:41:48 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:41:48 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:41:48 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:59576 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:45220 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45246 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59556 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45236 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45266 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45256 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59572 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59622 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:41:55 [loggers.py:259] Engine 000: Avg prompt throughput: 1463.6 tokens/s, Avg generation throughput: 831.2 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:59584 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59586 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59592 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59596 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59632 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59606 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40480 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40452 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40460 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40438 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40454 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40532 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40478 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40464 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40486 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:42:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2322.3 tokens/s, Avg generation throughput: 686.4 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:40518 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40580 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40502 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60278 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40530 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60340 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60300 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60310 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40566 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40558 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60284 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40542 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60324 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60290 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60344 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60354 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60360 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60366 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:42:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1357.0 tokens/s, Avg generation throughput: 734.5 tokens/s, Running: 1 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:60372 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:42:16 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:42:16 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:42:16 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:42:16 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:42:16 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:42:16 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:42:16 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:42:16 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:42:16 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:42:16 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:42:16 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:42:16 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:42:16 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:42:16 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:42:16 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:42:16 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:42:16 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:42:16 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:42:16 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:42:16 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:42:16 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:42:16 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:42:16 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:42:16 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:42:16 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:42:16 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:42:16 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:42:16 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:42:16 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:38776 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:38792 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60374 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38774 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38798 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38820 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38848 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38832 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38810 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:42:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2083.2 tokens/s, Avg generation throughput: 563.6 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:38852 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38902 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38854 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38918 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38914 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:42:29 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:42:29 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:42:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:42:29 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:42:29 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:42:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:42:29 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:42:29 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:42:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:42:29 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:42:29 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:42:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:42:29 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:42:29 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:42:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:42:29 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:42:29 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:42:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:42:29 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:42:29 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:42:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:42:29 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:42:29 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:42:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:42:29 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:42:29 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:42:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:42:29 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:42:29 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:38244 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:38176 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38874 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38868 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38882 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38890 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38172 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38190 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38304 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38254 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:42:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2302.6 tokens/s, Avg generation throughput: 1019.2 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:38202 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38216 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38288 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38234 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38224 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38332 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38256 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38270 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38286 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38346 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38320 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60086 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60120 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60112 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60100 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60072 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60140 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60084 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60138 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:42:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1602.3 tokens/s, Avg generation throughput: 867.9 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:60130 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60142 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60158 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52104 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60174 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52076 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52090 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52116 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52132 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52120 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60178 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52094 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52060 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:42:55 [loggers.py:259] Engine 000: Avg prompt throughput: 1858.1 tokens/s, Avg generation throughput: 740.1 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:52136 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52126 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52150 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52162 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52158 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52600 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52180 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52610 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52176 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52598 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52652 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52622 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52678 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:43:05 [loggers.py:259] Engine 000: Avg prompt throughput: 1767.5 tokens/s, Avg generation throughput: 732.0 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:52630 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52690 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52658 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52666 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52644 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52684 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51616 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52706 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51610 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51650 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51632 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51608 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52720 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52732 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51642 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:43:13 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:43:13 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:43:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:43:13 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:43:13 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:43:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:43:13 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:43:13 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:43:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:43:13 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:43:13 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:43:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:43:13 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:43:13 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:43:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:43:13 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:43:13 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:43:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:43:13 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:43:13 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:43:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:43:13 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:43:13 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:43:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:43:13 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:43:13 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:43:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:43:13 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:43:13 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:51686 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO 05-31 21:43:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1522.3 tokens/s, Avg generation throughput: 615.9 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:51652 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51656 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55884 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51670 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51704 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51696 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55892 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55870 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55966 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55906 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55932 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:43:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1820.4 tokens/s, Avg generation throughput: 739.8 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:55954 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55920 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55982 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55958 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55998 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55948 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55994 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59800 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59794 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56028 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56014 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59784 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59822 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59814 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59832 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:43:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1487.8 tokens/s, Avg generation throughput: 668.9 tokens/s, Running: 3 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:59846 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59872 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40418 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59858 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40424 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40422 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40462 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40438 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40478 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40446 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:43:45 [loggers.py:259] Engine 000: Avg prompt throughput: 960.8 tokens/s, Avg generation throughput: 492.4 tokens/s, Running: 1 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) ERROR 05-31 21:43:46 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:43:46 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:43:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:43:46 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:43:46 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:43:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:43:46 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:43:46 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:43:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:43:46 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:43:46 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:43:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:43:46 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:43:46 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:43:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:43:46 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:43:46 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:43:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:43:46 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:43:46 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:43:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:43:46 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:43:46 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:43:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:43:46 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:43:46 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:43:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:43:46 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:43:46 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:56284 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:40482 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40490 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56298 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56288 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56310 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56326 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56324 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56334 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:43:55 [loggers.py:259] Engine 000: Avg prompt throughput: 1598.3 tokens/s, Avg generation throughput: 564.4 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:56340 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56344 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56354 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:43:58 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:43:58 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:43:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:43:58 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:43:58 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:43:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:43:58 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:43:58 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:43:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:43:58 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:43:58 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:43:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:43:58 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:43:58 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:43:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:43:58 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:43:58 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:43:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:43:58 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:43:58 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:43:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:43:58 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:43:58 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:43:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:43:58 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:43:58 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:43:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:43:58 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:43:58 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:58356 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:56398 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58326 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56370 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56386 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58372 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:44:00 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:44:00 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:44:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:44:00 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:44:00 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:44:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:44:00 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:44:00 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:44:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:44:00 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:44:00 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:44:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:44:00 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:44:00 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:44:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:44:00 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:44:00 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:44:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:44:00 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:44:00 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:44:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:44:00 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:44:00 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:44:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:44:00 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:44:00 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:44:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:44:00 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:44:00 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:58392 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:56390 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58342 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58414 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58340 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58434 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58386 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58376 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:44:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2283.8 tokens/s, Avg generation throughput: 762.4 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:58464 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58406 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58432 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58450 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58416 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44426 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44430 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58440 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44440 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58480 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58506 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44450 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58490 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:44:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1775.3 tokens/s, Avg generation throughput: 687.5 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:44446 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42426 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44460 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44456 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42464 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44466 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44522 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44482 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44488 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44496 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:42492 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:44:22 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:42508 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:44506 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42478 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42430 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42518 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:44:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2039.3 tokens/s, Avg generation throughput: 898.4 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:42444 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42472 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42452 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42446 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42534 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42524 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42550 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42544 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42522 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60446 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60486 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60458 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60456 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:44:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2246.0 tokens/s, Avg generation throughput: 683.5 tokens/s, Running: 12 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:60564 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60582 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60598 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60548 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60500 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60580 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60524 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60474 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60568 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60514 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60530 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60526 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60546 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53058 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53030 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53038 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:44:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1790.0 tokens/s, Avg generation throughput: 988.8 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:53104 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53040 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53062 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53052 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53068 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53072 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53078 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53094 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53120 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38136 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53116 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38162 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38144 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38158 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38152 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:44:55 [loggers.py:259] Engine 000: Avg prompt throughput: 1687.3 tokens/s, Avg generation throughput: 814.2 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:38194 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38176 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40646 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40650 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38192 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38226 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38214 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38202 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40666 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38230 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:45:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2105.9 tokens/s, Avg generation throughput: 656.8 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.0%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:40678 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40716 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40766 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40702 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40746 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40728 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40686 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40734 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36280 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40744 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36250 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36218 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36346 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40750 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36296 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36264 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40756 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36230 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:45:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2583.6 tokens/s, Avg generation throughput: 1131.6 tokens/s, Running: 12 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:36214 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36318 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36300 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36380 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36242 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36312 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36332 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36390 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36360 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36362 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36402 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34098 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34168 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36366 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36416 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34108 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34110 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:45:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2245.5 tokens/s, Avg generation throughput: 888.0 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.0%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:34126 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34240 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34140 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34152 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34180 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34254 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34194 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34202 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34210 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58316 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34226 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34236 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:45:33 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:45:33 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:45:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:45:33 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:45:33 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:45:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:45:33 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:45:33 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:45:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:45:33 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:45:33 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:45:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:45:33 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:45:33 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:45:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:45:33 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:45:33 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:45:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:45:33 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:45:33 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:45:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:45:33 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:45:33 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:45:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:45:33 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:45:33 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:45:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:45:33 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:45:33 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:58448 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:58330 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58378 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:45:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2003.4 tokens/s, Avg generation throughput: 1115.6 tokens/s, Running: 12 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:58432 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58366 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58340 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58336 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58342 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58346 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58350 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58360 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58420 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:37016 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:58390 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:45:38 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:37026 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:58406 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58456 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37074 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37070 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36998 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37010 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37054 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37090 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37042 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:45:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1699.5 tokens/s, Avg generation throughput: 775.7 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:37076 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37108 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37140 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37094 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37124 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37144 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37142 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37154 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34522 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34532 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:45:55 [loggers.py:259] Engine 000: Avg prompt throughput: 1107.0 tokens/s, Avg generation throughput: 501.9 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:34566 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34548 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34594 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34578 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34554 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41598 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41582 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41656 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41608 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:46:04 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:46:04 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:46:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:46:04 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:46:04 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:46:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:46:04 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:46:04 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:46:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:46:04 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:46:04 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:46:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:46:04 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:46:04 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:46:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:46:04 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:46:04 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:46:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:46:04 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:46:04 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:46:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:46:04 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:46:04 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:46:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:46:04 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:46:04 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:46:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:46:04 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:46:04 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:41724 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:41620 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:46:05 [loggers.py:259] Engine 000: Avg prompt throughput: 1879.1 tokens/s, Avg generation throughput: 726.6 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:41650 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41666 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41636 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41696 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41706 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41682 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41720 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41738 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41744 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36106 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36072 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36084 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:46:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1520.3 tokens/s, Avg generation throughput: 674.2 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:36126 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36130 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36090 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36108 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36128 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36116 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36136 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36154 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45712 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45696 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45728 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36146 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45682 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45756 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:46:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2083.2 tokens/s, Avg generation throughput: 1027.9 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:45716 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45698 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45734 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45794 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45724 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45798 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45772 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45784 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45750 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39392 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39394 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39376 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39398 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45814 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39378 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39430 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39396 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:46:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1809.0 tokens/s, Avg generation throughput: 766.3 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) ERROR 05-31 21:46:35 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:46:35 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:46:35 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:46:35 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:46:35 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:46:35 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:46:35 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:46:35 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:46:35 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:46:35 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:46:35 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:46:35 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:46:35 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:46:35 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:46:35 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:46:35 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:46:35 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:46:35 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:46:35 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:46:35 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:46:35 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:46:35 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:46:35 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:46:35 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:46:35 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:46:35 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:46:35 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:46:35 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:46:35 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:39480 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:39410 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39444 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:46:38 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:46:38 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:46:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:46:38 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:46:38 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:46:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:46:38 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:46:38 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:46:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:46:38 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:46:38 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:46:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:46:38 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:46:38 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:46:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:46:38 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:46:38 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:46:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:46:38 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:46:38 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:46:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:46:38 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:46:38 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:46:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:46:38 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:46:38 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:46:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:46:38 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:46:38 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:56642 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:39422 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39442 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39498 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56668 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39494 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56686 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39474 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39460 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56630 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:46:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1861.1 tokens/s, Avg generation throughput: 875.8 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:56654 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56684 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56664 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56720 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60844 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56714 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56704 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56718 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56702 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60880 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60904 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60860 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:46:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2397.3 tokens/s, Avg generation throughput: 966.7 tokens/s, Running: 12 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:60894 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32796 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60876 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60974 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60920 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60930 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55558 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60962 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60934 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55574 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55566 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32768 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60986 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32790 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60950 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55600 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55640 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55594 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32776 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32786 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55632 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55572 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55664 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55586 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:47:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2895.0 tokens/s, Avg generation throughput: 1121.2 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:55622 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55592 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55678 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55648 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55542 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55526 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55608 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55630 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55706 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55686 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55404 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55434 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55692 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55718 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55492 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55418 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:47:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2653.6 tokens/s, Avg generation throughput: 981.7 tokens/s, Running: 14 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:55412 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55442 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55456 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55464 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55504 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55524 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55516 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55480 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55556 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55478 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55540 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41320 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55582 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55584 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41292 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55598 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55572 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41308 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41332 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:47:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1711.5 tokens/s, Avg generation throughput: 1047.1 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:41380 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41316 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41388 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41346 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41334 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41352 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41364 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58370 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41386 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41402 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58410 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:47:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1318.3 tokens/s, Avg generation throughput: 555.1 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:58444 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58396 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58380 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58428 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58466 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58422 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58450 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49796 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58480 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49800 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49876 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58496 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49780 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:47:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2323.4 tokens/s, Avg generation throughput: 983.2 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:49806 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49822 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49830 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49912 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49870 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49846 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49858 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49918 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49898 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49890 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49922 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49884 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50538 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49928 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50526 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50554 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50570 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:47:55 [loggers.py:259] Engine 000: Avg prompt throughput: 1379.5 tokens/s, Avg generation throughput: 795.3 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:50598 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50582 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50602 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40108 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50608 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50622 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40166 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50626 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40184 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40150 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40136 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40124 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:48:05 [loggers.py:259] Engine 000: Avg prompt throughput: 1821.4 tokens/s, Avg generation throughput: 706.1 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:40168 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40236 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40230 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40194 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40214 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40200 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46566 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46552 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46518 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46582 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46592 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46570 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:48:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2362.6 tokens/s, Avg generation throughput: 721.2 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:46620 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46522 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46646 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46526 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46542 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46608 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46664 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46644 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46628 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46682 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46662 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46680 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46698 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50090 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50036 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:48:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1197.4 tokens/s, Avg generation throughput: 855.8 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:50134 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:48:25 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:50136 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:50076 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50052 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:53836 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:48:26 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:53842 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:50066 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50110 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50116 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50150 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:48:30 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:48:30 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:48:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:48:30 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:48:30 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:48:30 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:48:30 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:48:30 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:48:30 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:48:30 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:48:30 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:48:30 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:48:30 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:48:30 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:48:30 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:48:30 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:48:30 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:48:30 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:48:30 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:48:30 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:48:30 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:53908 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:53820 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53854 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50130 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50106 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53844 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53892 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:48:35 [loggers.py:259] Engine 000: Avg prompt throughput: 3319.5 tokens/s, Avg generation throughput: 1018.3 tokens/s, Running: 16 reqs, Waiting: 0 reqs, GPU KV cache usage: 3.0%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:54012 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53864 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53878 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53848 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53912 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53870 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53894 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53952 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53962 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39742 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53938 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54032 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54018 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53976 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53928 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53998 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54026 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39778 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39772 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39758 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39752 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:48:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1962.6 tokens/s, Avg generation throughput: 1167.6 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:39774 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53986 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53890 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39794 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39798 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39856 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39834 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39806 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39848 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42334 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39818 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42362 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:48:52 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:48:52 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:48:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:48:52 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:48:52 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:48:52 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:48:52 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:48:52 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:48:52 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:48:52 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:48:52 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:48:52 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:48:52 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:48:52 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:48:52 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:48:52 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:48:52 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:48:52 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:48:52 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:48:52 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:48:52 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:42400 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:39820 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39864 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:42426 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:42324 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:42440 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:48:54 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:42446 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:42312 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:48:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2038.4 tokens/s, Avg generation throughput: 1038.0 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:42338 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42346 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:48:56 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:48:56 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:48:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:48:56 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:48:56 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:48:56 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:48:56 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:48:56 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:48:56 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:48:56 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:48:56 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:48:56 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:48:56 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:48:56 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:48:56 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:48:56 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:48:56 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:48:56 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:48:56 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:48:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:48:56 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:48:56 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:57070 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:42392 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42468 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42376 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57088 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42482 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42456 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57104 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42418 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42452 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57116 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42412 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57142 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42402 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57078 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:49:04 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:49:04 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:49:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:49:04 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:49:04 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:49:04 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:49:04 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:49:04 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:49:04 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:49:04 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:49:04 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:49:04 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:49:04 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:49:04 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:49:04 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:49:04 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:49:04 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:49:04 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:49:04 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:49:04 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:49:04 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:57236 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:42488 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42486 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:49:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2783.0 tokens/s, Avg generation throughput: 1056.7 tokens/s, Running: 12 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:57180 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57124 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57176 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57140 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:49:08 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:49:08 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:49:08 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:49:08 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:49:08 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:08 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:49:08 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:49:08 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:08 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:49:08 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:49:08 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:08 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:49:08 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:49:08 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:08 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:49:08 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:49:08 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:08 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:49:08 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:49:08 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:08 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:49:08 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:49:08 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:08 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:49:08 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:49:08 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:08 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:49:08 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:49:08 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:36546 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:57192 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57136 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57204 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57174 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36568 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57248 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57158 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57224 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57244 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57216 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36524 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36496 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36582 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36620 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36512 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36632 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:49:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2427.4 tokens/s, Avg generation throughput: 1138.4 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.0%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:36604 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57254 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57264 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36642 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36538 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36654 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36554 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36660 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36664 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36594 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36678 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36684 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:49:20 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:49:20 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:49:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:49:20 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:49:20 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:49:20 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:49:20 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:49:20 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:49:20 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:49:20 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:49:20 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:49:20 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:49:20 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:49:20 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:49:20 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:49:20 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:49:20 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:49:20 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:49:20 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:49:20 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:49:20 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:37932 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:36636 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36652 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37930 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37896 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37914 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37946 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37982 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:49:24 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:49:24 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:49:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:49:24 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:49:24 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:49:24 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:49:24 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:49:24 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:49:24 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:49:24 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:49:24 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:49:24 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:49:24 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:49:24 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:49:24 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:49:24 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:49:24 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:49:24 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:49:24 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:49:24 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:49:24 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:38012 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:37964 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37968 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37910 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:49:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1901.6 tokens/s, Avg generation throughput: 823.7 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:37916 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:49:25 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:49:25 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:49:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:49:25 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:49:25 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:49:25 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:49:25 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:49:25 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:49:25 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:49:25 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:49:25 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:49:25 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:49:25 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:49:25 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:49:25 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:49:25 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:49:25 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:49:25 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:49:25 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:49:25 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:49:25 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:38026 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:38030 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:37958 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:49:26 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:57692 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:37962 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37988 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37998 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57680 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57708 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38044 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57722 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57746 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57734 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57698 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38014 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57764 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:49:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1699.0 tokens/s, Avg generation throughput: 743.4 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:57740 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57742 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57756 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57768 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57776 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38126 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38114 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38098 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38092 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:49:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1570.5 tokens/s, Avg generation throughput: 517.4 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:38128 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38140 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59740 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38156 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38162 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59748 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38170 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:49:52 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:49:52 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:49:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:49:52 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:49:52 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:49:52 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:49:52 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:49:52 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:49:52 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:49:52 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:49:52 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:49:52 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:49:52 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:49:52 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:49:52 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:49:52 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:49:52 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:49:52 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:49:52 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:49:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:49:52 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:49:52 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:59848 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:59722 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38178 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38180 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59744 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:49:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2632.3 tokens/s, Avg generation throughput: 1061.3 tokens/s, Running: 14 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.6%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:59842 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59724 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59770 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59760 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59798 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59788 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59794 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59816 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59874 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59768 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59778 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59802 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35852 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59820 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59836 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35842 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59862 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35920 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35862 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35932 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35970 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59884 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35890 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35990 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:50:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2909.3 tokens/s, Avg generation throughput: 1202.3 tokens/s, Running: 12 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:35874 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35872 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35956 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35904 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35952 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36006 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36038 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35962 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35940 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35974 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36012 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35998 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56430 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56418 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36020 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36040 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56488 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56404 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36024 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:50:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2592.4 tokens/s, Avg generation throughput: 1095.7 tokens/s, Running: 13 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:56442 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56530 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56516 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56554 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56510 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56502 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56474 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56452 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56458 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56576 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56566 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56578 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56546 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37178 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37196 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37210 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37180 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:50:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1705.6 tokens/s, Avg generation throughput: 849.8 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) ERROR 05-31 21:50:25 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:50:25 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:50:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:50:25 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:50:25 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:50:25 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:50:25 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:50:25 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:50:25 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:50:25 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:50:25 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:50:25 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:50:25 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:50:25 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:50:25 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:50:25 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:50:25 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:50:25 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:50:25 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:25 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:50:25 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:50:25 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:37280 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:37216 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37220 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37234 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37232 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58882 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37246 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37260 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:50:29 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:50:29 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:50:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:50:29 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:50:29 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:50:29 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:50:29 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:50:29 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:50:29 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:50:29 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:50:29 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:50:29 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:50:29 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:50:29 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:50:29 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:50:29 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:50:29 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:50:29 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:50:29 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:50:29 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:50:29 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:58896 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:58898 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:58902 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:37238 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:58914 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:50:30 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:58928 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:37256 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58888 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37264 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58890 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:50:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1293.0 tokens/s, Avg generation throughput: 725.8 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.0%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:58894 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58944 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:50:37 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:50:37 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:50:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:50:37 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:50:37 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:50:37 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:50:37 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:50:37 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:50:37 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:50:37 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:50:37 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:50:37 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:50:37 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:50:37 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:50:37 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:50:37 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:50:37 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:50:37 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:50:37 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:50:37 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:50:37 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:52782 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:58972 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58956 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58958 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52808 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52806 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52786 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:50:42 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:50:42 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:50:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:50:42 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:50:42 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:50:42 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:50:42 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:50:42 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:50:42 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:50:42 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:50:42 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:50:42 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:50:42 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:50:42 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:50:42 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:50:42 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:50:42 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:50:42 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:50:42 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:50:42 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:50:42 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:52822 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:52794 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:50:45 [loggers.py:259] Engine 000: Avg prompt throughput: 607.3 tokens/s, Avg generation throughput: 419.1 tokens/s, Running: 1 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) ERROR 05-31 21:50:46 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:50:46 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:50:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:50:46 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:50:46 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:50:46 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:50:46 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:50:46 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:50:46 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:50:46 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:50:46 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:50:46 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:50:46 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:50:46 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:50:46 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:50:46 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:50:46 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:50:46 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:50:46 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:50:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:50:46 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:50:46 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:46290 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:52838 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46308 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46310 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46296 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52852 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46276 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52846 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46316 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46348 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46350 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46362 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46312 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:50:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2014.3 tokens/s, Avg generation throughput: 688.7 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.0%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:46326 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46340 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55594 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55610 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46376 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46398 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46384 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55618 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46404 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46382 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55586 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55580 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55630 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55660 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55658 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:51:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2851.9 tokens/s, Avg generation throughput: 879.8 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) ERROR 05-31 21:51:06 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:51:06 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:51:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:51:06 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:51:06 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:51:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:51:06 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:51:06 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:51:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:51:06 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:51:06 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:51:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:51:06 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:51:06 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:51:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:51:06 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:51:06 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:51:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:51:06 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:51:06 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:51:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:51:06 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:51:06 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:51:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:51:06 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:51:06 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:51:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:51:06 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:51:06 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:55738 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:55642 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55672 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55690 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55678 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:51:08 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:51:08 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:51:08 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:51:08 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:51:08 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:51:08 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:51:08 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:51:08 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:51:08 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:51:08 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:51:08 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:51:08 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:51:08 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:51:08 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:51:08 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:51:08 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:51:08 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:51:08 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:51:08 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:51:08 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:51:08 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:51:08 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:51:08 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:51:08 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:51:08 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:51:08 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:51:08 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:51:08 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:51:08 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:43768 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:55700 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43740 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55710 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55718 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55684 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55720 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43748 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55728 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43780 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43786 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43750 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43756 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:51:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1504.0 tokens/s, Avg generation throughput: 886.7 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) ERROR 05-31 21:51:15 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:51:15 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:51:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:51:15 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:51:15 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:51:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:51:15 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:51:15 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:51:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:51:15 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:51:15 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:51:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:51:15 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:51:15 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:51:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:51:15 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:51:15 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:51:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:51:15 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:51:15 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:51:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:51:15 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:51:15 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:51:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:51:15 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:51:15 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:51:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:51:15 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:51:15 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:43818 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:43798 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43790 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43806 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43810 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43812 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43834 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33364 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:51:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2238.7 tokens/s, Avg generation throughput: 720.0 tokens/s, Running: 13 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:33462 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33376 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33420 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33390 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33414 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33400 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33386 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33472 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33448 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33410 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33434 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43288 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:51:31 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:51:31 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:51:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:51:31 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:51:31 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:51:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:51:31 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:51:31 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:51:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:51:31 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:51:31 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:51:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:51:31 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:51:31 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:51:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:51:31 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:51:31 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:51:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:51:31 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:51:31 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:51:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:51:31 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:51:31 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:51:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:51:31 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:51:31 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:51:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:51:31 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:51:31 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:43356 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:33476 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33490 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33478 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43310 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33482 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43346 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43276 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:51:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1925.0 tokens/s, Avg generation throughput: 1045.2 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:43318 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43374 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43326 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43402 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43296 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43332 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43366 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43298 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43408 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43382 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43396 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42024 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42040 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42042 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42066 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:51:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2049.8 tokens/s, Avg generation throughput: 967.4 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:42048 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42056 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42084 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42082 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42092 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42094 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42110 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42124 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57522 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57542 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57558 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57506 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57590 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:51:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2463.9 tokens/s, Avg generation throughput: 730.1 tokens/s, Running: 13 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:57572 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57630 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57534 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57586 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57650 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57524 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57606 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57544 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50224 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57660 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57698 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50190 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57670 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57678 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50250 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50178 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50264 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57616 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57642 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57690 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:52:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2453.4 tokens/s, Avg generation throughput: 1239.0 tokens/s, Running: 12 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:57626 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50188 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50200 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50304 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50314 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50238 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50216 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50332 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50288 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50278 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50320 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35378 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35368 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50286 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50282 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50298 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50338 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35406 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50352 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:52:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2440.5 tokens/s, Avg generation throughput: 991.7 tokens/s, Running: 12 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:35436 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35452 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35424 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35444 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35418 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35394 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35462 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35480 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35456 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35446 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35530 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35518 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38820 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35500 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35494 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38816 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35516 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35478 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38796 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38778 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38810 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38770 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38780 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:52:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1970.2 tokens/s, Avg generation throughput: 1098.1 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:38834 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38828 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38818 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38846 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38856 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38870 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35080 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35084 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35088 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:52:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1097.7 tokens/s, Avg generation throughput: 355.0 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:35126 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:52:36 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:55832 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:35114 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35124 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:55846 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:52:37 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:55858 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:55880 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:55896 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:55908 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:55912 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:52:38 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:55954 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:35092 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35106 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55940 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:52:41 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:52:41 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:52:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:52:41 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:52:41 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:52:41 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:52:41 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:52:41 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:52:41 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:52:41 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:52:41 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:52:41 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:52:41 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:52:41 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:52:41 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:52:41 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:52:41 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:52:41 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:52:41 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:52:41 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:52:41 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:55986 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 21:52:42 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:52:42 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:52:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:52:42 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:52:42 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:52:42 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:52:42 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:52:42 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:52:42 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:52:42 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:52:42 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:52:42 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:52:42 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:52:42 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:52:42 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:52:42 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:52:42 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:52:42 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:52:42 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:52:42 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:52:42 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:56000 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:56004 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:52:43 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:56032 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:55924 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55964 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55870 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55978 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:52:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1249.3 tokens/s, Avg generation throughput: 560.5 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:56038 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56020 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56064 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:52:49 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:52:49 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:52:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:52:49 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:52:49 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:52:49 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:52:49 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:52:49 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:52:49 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:52:49 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:52:49 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:52:49 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:52:49 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:52:49 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:52:49 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:52:49 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:52:49 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:52:49 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:52:49 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:52:49 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:52:49 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:43836 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:56048 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:43848 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:52:50 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:43852 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:43802 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43824 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43906 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43874 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43814 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:52:55 [loggers.py:259] Engine 000: Avg prompt throughput: 1653.3 tokens/s, Avg generation throughput: 600.4 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:43858 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43882 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43880 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43920 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43896 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35204 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35208 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43908 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35200 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43930 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35188 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35214 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:53:04 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:53:04 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:53:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:53:04 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:53:04 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:53:04 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:53:04 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:53:04 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:53:04 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:53:04 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:53:04 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:53:04 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:53:04 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:53:04 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:53:04 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:53:04 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:53:04 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:53:04 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:53:04 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:53:04 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:53:04 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:35234 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO 05-31 21:53:05 [loggers.py:259] Engine 000: Avg prompt throughput: 774.6 tokens/s, Avg generation throughput: 637.7 tokens/s, Running: 1 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:35226 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:53:06 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:53:06 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:53:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:53:06 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:53:06 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:53:06 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:53:06 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:53:06 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:53:06 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:53:06 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:53:06 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:53:06 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:53:06 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:53:06 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:53:06 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:53:06 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:53:06 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:53:06 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:53:06 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:53:06 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:53:06 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:45368 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:45376 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:53:07 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:45392 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:35236 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35244 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35238 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45356 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45414 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45402 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45444 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:53:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1787.2 tokens/s, Avg generation throughput: 598.9 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:45424 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45486 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:53:16 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:53:16 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:53:16 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:53:16 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:53:16 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:16 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:53:16 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:53:16 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:16 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:53:16 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:53:16 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:16 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:53:16 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:53:16 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:16 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:53:16 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:53:16 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:16 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:53:16 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:53:16 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:16 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:53:16 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:53:16 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:16 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:53:16 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:53:16 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:16 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:53:16 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:53:16 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:36408 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:45456 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45472 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45430 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45498 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36422 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36430 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36446 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36454 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36458 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:53:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1197.1 tokens/s, Avg generation throughput: 450.1 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:39470 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36470 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36498 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36514 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36500 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39484 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36482 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36504 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39534 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39466 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:53:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1260.6 tokens/s, Avg generation throughput: 647.0 tokens/s, Running: 3 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.6%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:39504 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39500 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39518 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:59824 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:53:37 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:59836 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:39552 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39536 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59852 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59866 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:53:45 [loggers.py:259] Engine 000: Avg prompt throughput: 780.8 tokens/s, Avg generation throughput: 296.4 tokens/s, Running: 2 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:59872 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59884 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33686 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33700 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33752 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33768 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33716 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33730 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33742 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:53:55 [loggers.py:259] Engine 000: Avg prompt throughput: 1290.9 tokens/s, Avg generation throughput: 481.5 tokens/s, Running: 2 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:33778 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33794 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33804 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39144 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39156 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39180 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39132 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:54:03 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:54:03 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:54:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:54:03 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:54:03 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:54:03 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:54:03 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:54:03 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:54:03 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:54:03 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:54:03 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:54:03 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:54:03 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:54:03 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:54:03 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:54:03 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:54:03 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:54:03 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:54:03 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:54:03 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:54:03 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:39230 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO 05-31 21:54:05 [loggers.py:259] Engine 000: Avg prompt throughput: 1721.2 tokens/s, Avg generation throughput: 726.0 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:39240 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39164 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39192 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39214 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39202 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39204 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39226 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39268 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39254 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39112 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39098 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39082 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39090 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39272 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39074 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39130 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39154 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:54:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1532.5 tokens/s, Avg generation throughput: 881.4 tokens/s, Running: 2 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:39126 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39150 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39136 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44978 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44992 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44982 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45006 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44996 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45002 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:54:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1355.9 tokens/s, Avg generation throughput: 554.5 tokens/s, Running: 3 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:45016 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45038 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45054 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45022 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55482 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55494 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55488 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55502 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:54:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1096.1 tokens/s, Avg generation throughput: 453.2 tokens/s, Running: 3 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.6%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:55540 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55500 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55524 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55510 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:54:40 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:54:40 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:54:40 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:54:40 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:54:40 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:40 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:54:40 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:54:40 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:40 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:54:40 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:54:40 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:40 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:54:40 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:54:40 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:40 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:54:40 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:54:40 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:40 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:54:40 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:54:40 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:40 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:54:40 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:54:40 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:40 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:54:40 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:54:40 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:40 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:54:40 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:54:40 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:41662 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 21:54:41 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:54:41 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:54:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:54:41 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:54:41 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:54:41 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:54:41 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:54:41 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:54:41 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:54:41 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:54:41 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:54:41 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:54:41 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:54:41 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:54:41 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:54:41 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:54:41 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:54:41 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:54:41 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:54:41 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:54:41 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:41678 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 21:54:42 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:54:42 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:54:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:54:42 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:54:42 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:54:42 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:54:42 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:54:42 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:54:42 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:54:42 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:54:42 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:54:42 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:54:42 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:54:42 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:54:42 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:54:42 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:54:42 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:54:42 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:54:42 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:54:42 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:54:42 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:41690 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:41654 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41656 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41706 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:54:45 [loggers.py:259] Engine 000: Avg prompt throughput: 560.2 tokens/s, Avg generation throughput: 356.4 tokens/s, Running: 0 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.0%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:41714 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:54:50 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:54:50 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:54:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:54:50 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:54:50 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:54:50 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:54:50 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:54:50 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:54:50 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:54:50 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:54:50 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:54:50 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:54:50 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:54:50 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:54:50 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:54:50 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:54:50 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:54:50 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:54:50 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:54:50 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:54:50 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:33602 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:33576 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33582 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33578 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:54:52 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:54:52 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:54:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:54:52 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:54:52 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:54:52 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:54:52 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:54:52 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:54:52 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:54:52 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:54:52 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:54:52 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:54:52 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:54:52 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:54:52 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:54:52 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:54:52 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:54:52 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:54:52 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:54:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:54:52 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:54:52 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:33642 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:33550 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33562 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33586 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:54:55 [loggers.py:259] Engine 000: Avg prompt throughput: 1480.5 tokens/s, Avg generation throughput: 463.5 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:33618 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33630 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33672 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33658 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60746 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60742 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60736 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60740 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60750 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:55:05 [loggers.py:259] Engine 000: Avg prompt throughput: 1212.1 tokens/s, Avg generation throughput: 652.3 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:60774 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60794 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60798 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37126 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60778 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37142 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37130 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37146 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60764 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37158 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37134 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:55:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1225.2 tokens/s, Avg generation throughput: 582.1 tokens/s, Running: 3 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:37176 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37160 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58156 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37170 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58176 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58202 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58192 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58164 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37184 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58166 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58220 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:55:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1575.5 tokens/s, Avg generation throughput: 629.6 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:58200 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58206 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58212 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58230 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52248 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52238 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52264 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:55:35 [loggers.py:259] Engine 000: Avg prompt throughput: 524.0 tokens/s, Avg generation throughput: 308.5 tokens/s, Running: 1 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:52278 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58640 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58642 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58678 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58656 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58660 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:55:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1141.2 tokens/s, Avg generation throughput: 520.8 tokens/s, Running: 3 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.6%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:58664 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58684 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58686 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58696 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55616 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55636 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55624 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55660 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55670 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55662 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:55:55 [loggers.py:259] Engine 000: Avg prompt throughput: 1453.8 tokens/s, Avg generation throughput: 589.3 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:55648 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55672 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55626 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55688 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55690 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55674 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50560 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50580 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50570 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:56:05 [loggers.py:259] Engine 000: Avg prompt throughput: 1274.7 tokens/s, Avg generation throughput: 386.1 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:50592 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51254 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50582 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50630 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51270 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50614 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50606 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51274 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51256 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50644 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51276 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51290 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51278 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51258 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51334 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:56:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2159.4 tokens/s, Avg generation throughput: 882.7 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:51304 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51320 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51372 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51332 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51348 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51396 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51364 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51384 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51580 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51604 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51564 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51590 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51592 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51616 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:56:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1256.3 tokens/s, Avg generation throughput: 718.0 tokens/s, Running: 2 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:51628 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51644 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51652 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46672 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46644 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46660 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:56:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1588.1 tokens/s, Avg generation throughput: 589.8 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:46684 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46712 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46668 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46700 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46714 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46724 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46732 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33124 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33108 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33158 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33126 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:56:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1318.8 tokens/s, Avg generation throughput: 632.4 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:33140 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33152 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33188 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33172 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33206 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33202 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:32924 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:56:50 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:32940 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:32912 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32906 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32918 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32970 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32978 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:56:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2103.2 tokens/s, Avg generation throughput: 590.5 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.0%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:33018 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33070 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33042 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32984 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33000 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32956 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33036 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32990 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33028 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33002 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33056 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33094 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33078 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60938 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33096 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60878 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60926 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:57:05 [loggers.py:259] Engine 000: Avg prompt throughput: 1782.5 tokens/s, Avg generation throughput: 1164.0 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:60910 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60970 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60894 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60916 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60954 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60972 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60978 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49202 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60982 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60984 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60980 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49186 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49204 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49182 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49214 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49266 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49238 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:57:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2003.0 tokens/s, Avg generation throughput: 724.2 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:49230 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49258 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49254 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49292 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49282 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49320 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49306 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47224 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47258 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:57:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1291.2 tokens/s, Avg generation throughput: 624.5 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.0%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:47248 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47226 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47240 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47254 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55892 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47292 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47274 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55880 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47278 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55886 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55900 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:57:34 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:57:34 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:57:34 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:57:34 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:57:34 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:57:34 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:57:34 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:57:34 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:57:34 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:57:34 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:57:34 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:57:34 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:57:34 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:57:34 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:57:34 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:57:34 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:57:34 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:57:34 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:57:34 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:57:34 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:57:34 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:57:34 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:57:34 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:57:34 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:57:34 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:57:34 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:57:34 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:57:34 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:57:34 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:55944 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO 05-31 21:57:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1312.1 tokens/s, Avg generation throughput: 610.6 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:55910 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55930 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55918 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55956 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53480 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53522 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53470 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:57:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2370.3 tokens/s, Avg generation throughput: 707.3 tokens/s, Running: 14 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.6%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:53528 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53490 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:57:46 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:57:46 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:57:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:57:46 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:57:46 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:57:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:57:46 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:57:46 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:57:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:57:46 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:57:46 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:57:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:57:46 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:57:46 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:57:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:57:46 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:57:46 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:57:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:57:46 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:57:46 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:57:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:57:46 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:57:46 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:57:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:57:46 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:57:46 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:57:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:57:46 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:57:46 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:59484 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:53524 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53548 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53532 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53540 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53518 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53506 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53542 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53520 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59520 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59504 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53562 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59538 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53600 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53588 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53566 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53574 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53632 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59510 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59490 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53616 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:57:54 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:57:54 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:57:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:57:54 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:57:54 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:57:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:57:54 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:57:54 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:57:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:57:54 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:57:54 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:57:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:57:54 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:57:54 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:57:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:57:54 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:57:54 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:57:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:57:54 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:57:54 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:57:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:57:54 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:57:54 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:57:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:57:54 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:57:54 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:57:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:57:54 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:57:54 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:59574 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:59526 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:57:55 [loggers.py:259] Engine 000: Avg prompt throughput: 1660.5 tokens/s, Avg generation throughput: 1075.7 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:59550 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59566 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59554 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59558 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59588 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33494 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33466 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33502 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33482 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33604 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33478 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59592 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33528 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:58:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2730.3 tokens/s, Avg generation throughput: 975.5 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:33514 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33610 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33554 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33580 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33538 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33584 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33570 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33598 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33624 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33608 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48628 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33616 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33620 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48612 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48636 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48668 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48616 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:58:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1894.5 tokens/s, Avg generation throughput: 881.9 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:48678 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48646 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48718 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48662 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48652 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48690 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48716 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48714 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42070 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48702 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48726 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42042 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42052 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42082 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42054 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:58:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1978.1 tokens/s, Avg generation throughput: 831.6 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:42152 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42088 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42106 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42104 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42120 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42130 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42142 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40506 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42140 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40532 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40550 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40516 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40526 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40534 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:58:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1735.3 tokens/s, Avg generation throughput: 833.5 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:40544 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40556 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40574 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40560 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40558 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40582 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40568 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40600 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40622 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40614 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40586 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55834 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55836 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55844 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:58:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2106.9 tokens/s, Avg generation throughput: 899.0 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:55860 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55876 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55854 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55862 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55918 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55868 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55898 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55902 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55906 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55892 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44734 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44780 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44714 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44726 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44704 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:58:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2574.4 tokens/s, Avg generation throughput: 1050.2 tokens/s, Running: 12 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:44756 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44800 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:58:55 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:58:55 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:58:55 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:58:55 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:58:55 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:58:55 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:58:55 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:58:55 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:58:55 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:58:55 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:58:55 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:58:55 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:58:55 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:58:55 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:58:55 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:58:55 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:58:55 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:58:55 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:58:55 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:58:55 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:58:55 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:58:55 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:58:55 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:58:55 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:58:55 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:58:55 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:58:55 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:58:55 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:58:55 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:44876 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:44770 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44742 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44788 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44808 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44864 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44474 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44828 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:44488 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:58:59 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:44494 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:44850 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44816 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44840 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44838 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:44538 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:44478 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44516 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:59:03 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:44552 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:44496 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44524 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44512 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44530 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:59:05 [loggers.py:259] Engine 000: Avg prompt throughput: 1179.9 tokens/s, Avg generation throughput: 642.3 tokens/s, Running: 2 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:44528 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44564 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50468 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50506 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50516 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:59:12 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:59:12 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:59:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:59:12 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:59:12 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:59:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:59:12 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:59:12 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:59:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:59:12 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:59:12 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:59:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:59:12 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:59:12 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:59:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:59:12 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:59:12 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:59:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:59:12 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:59:12 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:59:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:59:12 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:59:12 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:59:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:59:12 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:59:12 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:59:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:59:12 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:59:12 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:50534 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:50490 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50484 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50546 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50526 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:59:15 [loggers.py:259] Engine 000: Avg prompt throughput: 989.6 tokens/s, Avg generation throughput: 383.1 tokens/s, Running: 1 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:50558 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44240 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44254 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44230 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50568 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44264 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50574 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44316 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44276 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:59:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1563.4 tokens/s, Avg generation throughput: 431.5 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:44302 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44286 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44292 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44282 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44318 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57694 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:59:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1296.9 tokens/s, Avg generation throughput: 498.2 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:57708 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39106 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57710 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57712 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57728 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57714 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57716 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57718 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39110 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39094 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39126 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:59:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1430.4 tokens/s, Avg generation throughput: 644.5 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:39170 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 21:59:45 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 21:59:45 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 21:59:45 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 21:59:45 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 21:59:45 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:59:45 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 21:59:45 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 21:59:45 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:59:45 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 21:59:45 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 21:59:45 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:59:45 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 21:59:45 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 21:59:45 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:59:45 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:59:45 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 21:59:45 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:59:45 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 21:59:45 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 21:59:45 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:59:45 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 21:59:45 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 21:59:45 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:59:45 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 21:59:45 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 21:59:45 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 21:59:45 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 21:59:45 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 21:59:45 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:39200 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:39140 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39160 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39152 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39188 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39192 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39216 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39174 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48340 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48334 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48380 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 21:59:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2149.1 tokens/s, Avg generation throughput: 894.8 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.0%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:48296 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48310 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48382 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48324 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48328 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48360 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48354 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48346 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48374 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48398 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48402 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55154 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55152 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55158 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:00:05 [loggers.py:259] Engine 000: Avg prompt throughput: 647.4 tokens/s, Avg generation throughput: 557.6 tokens/s, Running: 2 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:55140 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55174 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55176 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55854 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55866 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55842 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:00:12 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:00:12 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:00:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:00:12 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:00:12 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:00:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:00:12 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:00:12 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:00:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:00:12 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:00:12 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:00:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:00:12 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:00:12 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:00:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:00:12 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:00:12 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:00:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:00:12 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:00:12 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:00:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:00:12 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:00:12 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:00:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:00:12 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:00:12 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:00:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:00:12 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:00:12 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:55898 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:55892 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:00:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1460.8 tokens/s, Avg generation throughput: 408.1 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:55910 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55930 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55880 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55914 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55956 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55940 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53848 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53790 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53820 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53804 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:00:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1315.2 tokens/s, Avg generation throughput: 707.5 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:53852 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53860 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53808 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53826 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53838 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53874 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53178 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53888 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53168 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53194 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53892 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53154 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53152 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53192 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53238 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:00:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2119.2 tokens/s, Avg generation throughput: 858.0 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:53204 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53196 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53220 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53232 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53248 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36586 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36564 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36600 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53256 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36578 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:00:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2034.6 tokens/s, Avg generation throughput: 936.0 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:36662 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36602 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36608 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36666 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36622 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36610 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36638 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36670 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36682 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36654 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39698 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39684 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36674 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39710 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39746 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39760 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39738 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39714 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39724 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39776 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39810 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:00:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2078.9 tokens/s, Avg generation throughput: 885.8 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:39794 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39720 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39800 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39816 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39834 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39770 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39822 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39774 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51694 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39778 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51708 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51724 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51740 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51788 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51778 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51794 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:01:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2270.9 tokens/s, Avg generation throughput: 516.9 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:40212 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:01:06 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:40234 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:51770 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:01:07 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:01:07 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:01:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:01:07 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:01:07 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:01:07 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:01:07 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:01:07 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:01:07 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:01:07 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:01:07 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:01:07 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:01:07 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:01:07 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:01:07 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:01:07 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:01:07 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:01:07 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:01:07 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:01:07 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:01:07 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:40254 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:51758 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51750 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40218 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51818 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51820 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51810 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51798 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51808 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40238 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:01:12 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:01:12 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:01:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:01:12 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:01:12 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:01:12 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:01:12 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:01:12 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:01:12 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:01:12 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:01:12 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:01:12 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:01:12 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:01:12 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:01:12 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:01:12 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:01:12 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:01:12 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:01:12 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:01:12 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:01:12 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:40324 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:51840 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40298 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51856 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40292 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40248 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40290 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:01:14 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:01:14 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:01:14 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:01:14 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:01:14 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:14 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:01:14 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:01:14 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:14 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:01:14 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:01:14 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:14 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:01:14 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:01:14 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:14 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:01:14 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:01:14 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:14 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:01:14 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:01:14 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:14 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:01:14 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:01:14 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:14 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:01:14 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:01:14 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:14 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:01:14 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:01:14 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:40358 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:51834 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40308 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40314 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:01:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2091.0 tokens/s, Avg generation throughput: 1020.9 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:40276 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40260 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40340 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40348 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40368 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51844 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51874 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51854 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51886 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51870 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:01:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1340.0 tokens/s, Avg generation throughput: 520.1 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:51888 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51924 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53334 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51898 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51908 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51910 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53344 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53340 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53388 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53376 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53422 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53358 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53416 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:01:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2328.4 tokens/s, Avg generation throughput: 798.4 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:53360 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53404 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:01:37 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:01:37 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:01:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:01:37 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:01:37 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:01:37 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:01:37 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:01:37 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:01:37 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:01:37 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:01:37 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:01:37 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:01:37 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:01:37 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:01:37 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:01:37 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:01:37 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:01:37 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:01:37 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:01:37 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:01:37 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:45304 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:53468 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53438 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53452 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53508 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53406 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53496 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45290 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53480 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53466 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53522 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45282 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45344 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45330 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45314 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:01:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1500.1 tokens/s, Avg generation throughput: 829.3 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:45360 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:01:46 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:01:46 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:01:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:01:46 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:01:46 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:01:46 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:01:46 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:01:46 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:01:46 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:01:46 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:01:46 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:01:46 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:01:46 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:01:46 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:01:46 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:01:46 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:01:46 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:01:46 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:01:46 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:01:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:01:46 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:01:46 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:42140 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:45372 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45400 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45390 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45380 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45376 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42150 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42162 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42152 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42212 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42154 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:01:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2522.3 tokens/s, Avg generation throughput: 774.6 tokens/s, Running: 13 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:42170 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42242 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42184 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42188 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42204 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42244 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42228 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42216 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42264 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42218 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42252 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42238 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42192 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:02:03 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:02:03 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:02:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:02:03 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:02:03 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:02:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:02:03 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:02:03 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:02:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:02:03 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:02:03 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:02:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:02:03 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:02:03 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:02:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:02:03 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:02:03 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:02:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:02:03 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:02:03 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:02:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:02:03 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:02:03 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:02:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:02:03 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:02:03 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:02:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:02:03 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:02:03 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:42342 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:42256 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42260 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42194 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:02:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2533.7 tokens/s, Avg generation throughput: 1132.8 tokens/s, Running: 16 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:42300 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42202 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42316 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42220 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42240 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42206 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42368 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42236 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42320 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42272 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42382 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42258 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42308 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57408 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57338 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42286 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42328 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42344 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57392 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42352 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57438 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57352 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57354 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:02:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2173.0 tokens/s, Avg generation throughput: 1266.6 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:57428 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57336 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57418 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57460 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57370 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57446 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57500 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47636 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57474 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57464 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57378 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57508 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47644 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57490 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47632 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57476 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47652 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47684 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47648 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:02:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2512.3 tokens/s, Avg generation throughput: 845.2 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:47660 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47702 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47690 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55338 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55410 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47748 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47672 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55386 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47710 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55366 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47726 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47694 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55442 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55416 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55426 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47732 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55352 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55326 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55454 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55380 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55402 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:02:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2343.9 tokens/s, Avg generation throughput: 1127.3 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:55414 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55390 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55420 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55494 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55526 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55466 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55482 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55488 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55514 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55506 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41236 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41254 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41242 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41296 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41284 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41302 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:02:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1582.7 tokens/s, Avg generation throughput: 768.9 tokens/s, Running: 3 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:41270 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36214 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41308 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41304 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:02:53 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:02:53 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:02:53 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:02:53 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:02:53 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:02:53 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:02:53 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:02:53 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:02:53 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:02:53 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:02:53 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:02:53 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:02:53 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:02:53 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:02:53 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:02:53 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:02:53 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:02:53 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:02:53 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:02:53 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:02:53 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:02:53 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:02:53 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:02:53 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:02:53 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:02:53 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:02:53 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:02:53 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:02:53 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:36388 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:36228 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36250 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36304 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36294 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41320 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36198 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:02:55 [loggers.py:259] Engine 000: Avg prompt throughput: 3143.5 tokens/s, Avg generation throughput: 934.6 tokens/s, Running: 15 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:36302 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36234 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36240 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36264 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36252 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36280 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36404 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36360 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36318 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36370 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36348 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36332 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39766 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36406 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36418 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39744 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39732 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39754 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36380 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:03:05 [loggers.py:259] Engine 000: Avg prompt throughput: 1099.2 tokens/s, Avg generation throughput: 1064.0 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:39782 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36398 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39780 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:03:07 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:03:07 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:03:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:03:07 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:03:07 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:03:07 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:03:07 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:03:07 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:03:07 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:03:07 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:03:07 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:03:07 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:03:07 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:03:07 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:03:07 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:03:07 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:03:07 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:03:07 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:03:07 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:03:07 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:03:07 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:45758 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:39784 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:03:11 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:03:11 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:03:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:03:11 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:03:11 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:03:11 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:03:11 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:03:11 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:03:11 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:03:11 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:03:11 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:03:11 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:03:11 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:03:11 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:03:11 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:03:11 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:03:11 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:03:11 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:03:11 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:03:11 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:03:11 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:45814 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:45772 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45742 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:03:13 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:03:13 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:03:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:03:13 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:03:13 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:03:13 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:03:13 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:03:13 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:03:13 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:03:13 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:03:13 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:03:13 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:03:13 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:03:13 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:03:13 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:03:13 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:03:13 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:03:13 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:03:13 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:03:13 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:03:13 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:45882 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:45766 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45870 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45794 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45842 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45768 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:03:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2442.1 tokens/s, Avg generation throughput: 803.2 tokens/s, Running: 12 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:45820 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45770 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45784 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45800 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45914 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45872 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45854 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45808 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45834 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45922 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:03:21 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:03:21 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:03:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:03:21 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:03:21 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:03:21 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:03:21 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:03:21 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:03:21 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:03:21 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:03:21 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:03:21 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:03:21 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:03:21 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:03:21 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:03:21 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:03:21 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:03:21 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:03:21 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:03:21 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:03:21 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:46900 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:45804 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46876 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45898 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46850 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46886 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45930 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46872 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45928 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46958 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46826 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46836 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:03:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2613.5 tokens/s, Avg generation throughput: 1157.3 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:46878 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46858 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46870 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46926 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46962 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51128 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46942 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46904 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51156 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46918 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46906 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46964 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51138 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51152 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51182 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51168 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:03:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1527.2 tokens/s, Avg generation throughput: 771.1 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:51176 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51186 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51184 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51194 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51232 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35640 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35636 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51202 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51220 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51208 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35720 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35664 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35626 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35740 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35654 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:03:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2594.6 tokens/s, Avg generation throughput: 942.2 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.0%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:35712 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35724 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35786 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35680 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35790 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35696 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35758 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35742 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35384 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35770 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35792 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35386 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35778 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35800 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35808 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35342 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35382 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:03:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2689.5 tokens/s, Avg generation throughput: 1184.6 tokens/s, Running: 14 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.6%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:35518 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:35454 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35356 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:35536 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:35378 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35368 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:03:55 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:35558 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:35474 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35506 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35402 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35430 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35416 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40588 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35444 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35484 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35462 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35502 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35486 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35534 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35544 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40604 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40566 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40572 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40560 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:04:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2444.9 tokens/s, Avg generation throughput: 1091.3 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.0%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:40656 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40626 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40684 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40614 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40640 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40672 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40642 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40660 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40662 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33264 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40678 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40696 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33308 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33284 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33248 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33316 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33354 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33330 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33324 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:04:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2198.7 tokens/s, Avg generation throughput: 979.7 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:33268 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33300 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33370 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33340 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33322 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33332 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33358 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33338 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33364 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40650 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40656 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40680 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40664 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:04:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1142.2 tokens/s, Avg generation throughput: 615.6 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:40706 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40738 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40722 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40692 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40686 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38712 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40720 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40734 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38746 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38766 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38728 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:04:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2320.8 tokens/s, Avg generation throughput: 804.4 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:38752 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38744 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38792 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38736 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38734 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38760 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38808 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38782 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:04:39 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:04:39 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:04:39 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:04:39 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:04:39 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:04:39 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:04:39 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:04:39 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:04:39 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:04:39 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:04:39 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:04:39 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:04:39 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:04:39 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:04:39 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:04:39 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:04:39 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:04:39 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:04:39 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:04:39 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:04:39 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:04:39 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:04:39 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:04:39 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:04:39 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:04:39 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:04:39 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:04:39 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:04:39 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:43664 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:38810 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43608 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38846 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43636 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38806 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38820 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38830 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43620 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43700 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43648 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43668 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43650 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:04:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2035.5 tokens/s, Avg generation throughput: 1013.4 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:43674 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43592 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43722 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43690 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43716 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42368 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42372 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43734 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42392 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42384 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43750 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43766 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42340 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42352 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:04:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2004.3 tokens/s, Avg generation throughput: 860.2 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:42344 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42400 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42416 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42442 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42486 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46408 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42460 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42454 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46452 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46418 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42430 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42476 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46414 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46442 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46428 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:05:05 [loggers.py:259] Engine 000: Avg prompt throughput: 1797.0 tokens/s, Avg generation throughput: 845.4 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:46484 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46466 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46470 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46476 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46488 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46492 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46490 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45820 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45830 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45876 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45870 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45842 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45834 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45868 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45856 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:05:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1765.6 tokens/s, Avg generation throughput: 728.5 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:45892 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45898 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45840 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45918 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45920 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45902 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56354 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45930 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45912 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56352 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56378 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:05:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2168.3 tokens/s, Avg generation throughput: 788.8 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:56402 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56468 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56368 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56394 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56404 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56436 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56422 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56412 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56452 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56478 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39702 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39686 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56474 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39670 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39742 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39716 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:05:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1212.1 tokens/s, Avg generation throughput: 866.1 tokens/s, Running: 3 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.6%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:39704 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39738 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39724 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39750 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38838 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39752 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38820 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:05:42 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:05:42 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:05:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:05:42 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:05:42 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:05:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:05:42 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:05:42 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:05:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:05:42 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:05:42 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:05:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:05:42 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:05:42 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:05:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:05:42 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:05:42 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:05:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:05:42 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:05:42 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:05:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:05:42 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:05:42 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:05:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:05:42 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:05:42 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:05:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:05:42 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:05:42 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:38924 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:38832 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38856 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38886 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38940 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38854 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:05:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2335.6 tokens/s, Avg generation throughput: 824.7 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:38870 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38860 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38898 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38938 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38922 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38958 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38948 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38970 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35812 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38966 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35844 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:05:55 [loggers.py:259] Engine 000: Avg prompt throughput: 1536.5 tokens/s, Avg generation throughput: 782.7 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:35826 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35832 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35850 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38912 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38612 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35862 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35874 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:06:00 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:06:00 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:06:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:06:00 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:06:00 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:06:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:06:00 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:06:00 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:06:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:06:00 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:06:00 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:06:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:06:00 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:06:00 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:06:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:06:00 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:06:00 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:06:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:06:00 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:06:00 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:06:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:06:00 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:06:00 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:06:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:06:00 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:06:00 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:06:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:06:00 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:06:00 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:38668 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:35886 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35898 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38622 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38580 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38632 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38684 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38678 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38596 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38658 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38642 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:06:05 [loggers.py:259] Engine 000: Avg prompt throughput: 1923.7 tokens/s, Avg generation throughput: 943.3 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:38690 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38698 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38652 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38730 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44174 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38706 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44202 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38720 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44184 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38734 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44188 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44260 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44194 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:06:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2374.9 tokens/s, Avg generation throughput: 806.7 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.0%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:44254 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44222 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44298 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44216 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44224 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44238 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50154 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44242 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44250 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44270 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44314 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50208 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44286 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50252 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50166 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50236 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50184 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:06:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2358.2 tokens/s, Avg generation throughput: 1055.4 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:50198 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50178 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50266 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50226 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50210 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39156 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50322 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39170 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50248 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39152 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50274 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50268 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50290 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50276 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50294 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39246 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50314 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50308 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39192 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39208 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:06:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2616.6 tokens/s, Avg generation throughput: 1067.3 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:39262 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39180 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39222 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39300 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39230 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39252 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39256 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39254 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:06:39 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:06:39 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:06:39 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:06:39 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:06:39 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:06:39 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:06:39 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:06:39 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:06:39 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:06:39 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:06:39 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:06:39 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:06:39 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:06:39 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:06:39 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:06:39 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:06:39 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:06:39 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:06:39 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:06:39 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:06:39 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:06:39 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:06:39 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:06:39 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:06:39 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:06:39 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:06:39 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:06:39 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:06:39 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:43954 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:43928 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39284 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39260 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43934 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39272 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43962 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43944 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:06:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1458.2 tokens/s, Avg generation throughput: 735.4 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:43960 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44002 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43996 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43966 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43980 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44004 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44012 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44008 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34990 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43974 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35010 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34972 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35002 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35038 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34976 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35022 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34982 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35064 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:06:55 [loggers.py:259] Engine 000: Avg prompt throughput: 1651.4 tokens/s, Avg generation throughput: 748.8 tokens/s, Running: 3 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:35060 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35050 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35076 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35078 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52108 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:07:01 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:07:01 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:07:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:07:01 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:07:01 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:07:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:07:01 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:07:01 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:07:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:07:01 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:07:01 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:07:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:07:01 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:07:01 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:07:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:07:01 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:07:01 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:07:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:07:01 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:07:01 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:07:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:07:01 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:07:01 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:07:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:07:01 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:07:01 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:07:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:07:01 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:07:01 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:52162 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:52156 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35090 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52098 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52110 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:07:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2704.2 tokens/s, Avg generation throughput: 761.8 tokens/s, Running: 12 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:52114 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52166 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:07:06 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:07:06 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:07:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:07:06 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:07:06 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:07:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:07:06 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:07:06 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:07:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:07:06 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:07:06 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:07:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:07:06 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:07:06 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:07:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:07:06 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:07:06 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:07:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:07:06 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:07:06 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:07:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:07:06 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:07:06 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:07:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:07:06 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:07:06 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:07:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:07:06 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:07:06 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:55248 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:52144 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52126 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52180 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52172 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52220 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55272 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52120 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52134 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55278 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52186 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52192 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55304 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55226 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52210 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52208 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55232 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:07:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1822.2 tokens/s, Avg generation throughput: 1126.7 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) ERROR 05-31 22:07:15 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:07:15 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:07:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:07:15 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:07:15 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:07:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:07:15 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:07:15 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:07:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:07:15 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:07:15 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:07:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:07:15 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:07:15 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:07:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:07:15 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:07:15 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:07:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:07:15 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:07:15 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:07:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:07:15 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:07:15 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:07:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:07:15 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:07:15 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:07:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:07:15 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:07:15 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:55350 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:55290 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55258 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55300 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55332 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55306 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55348 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55364 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55316 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55310 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54408 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55374 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54378 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54392 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54416 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:07:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2013.4 tokens/s, Avg generation throughput: 817.9 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:54462 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54448 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54428 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54520 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54478 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54440 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54514 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54500 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54486 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54510 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57224 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57228 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57194 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57164 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:07:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1964.7 tokens/s, Avg generation throughput: 864.6 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:57234 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57180 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57244 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57246 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57192 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57262 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57210 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57294 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57278 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35334 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35326 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35378 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57288 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57296 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35372 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35348 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35354 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35362 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:07:44 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:07:44 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:07:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:07:44 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:07:44 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:07:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:07:44 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:07:44 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:07:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:07:44 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:07:44 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:07:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:07:44 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:07:44 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:07:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:07:44 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:07:44 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:07:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:07:44 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:07:44 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:07:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:07:44 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:07:44 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:07:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:07:44 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:07:44 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:07:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:07:44 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:07:44 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:35424 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO 05-31 22:07:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1541.1 tokens/s, Avg generation throughput: 781.4 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:35406 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35398 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35388 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35444 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35440 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35416 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44182 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44174 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44246 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44176 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44164 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44238 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:07:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2569.9 tokens/s, Avg generation throughput: 821.4 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:44270 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44230 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44198 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44330 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44190 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44256 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44214 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44252 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44298 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44304 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44310 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44276 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44282 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39564 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39566 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44318 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39560 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:08:03 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:08:03 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:08:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:08:03 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:08:03 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:08:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:08:03 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:08:03 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:08:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:08:03 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:08:03 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:08:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:08:03 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:08:03 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:08:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:08:03 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:08:03 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:08:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:08:03 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:08:03 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:08:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:08:03 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:08:03 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:08:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:08:03 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:08:03 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:08:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:08:03 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:08:03 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:39582 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO 05-31 22:08:05 [loggers.py:259] Engine 000: Avg prompt throughput: 1340.6 tokens/s, Avg generation throughput: 626.4 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:39572 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39610 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39602 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46602 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39588 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46586 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46576 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46616 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46588 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:08:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1681.6 tokens/s, Avg generation throughput: 749.8 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:46604 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46614 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46624 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46628 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46672 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46646 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46636 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55506 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55542 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55526 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46642 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46660 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55552 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55518 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55514 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55578 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55590 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:08:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2230.8 tokens/s, Avg generation throughput: 877.1 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:55550 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55584 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55588 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55566 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55574 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55560 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55592 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55606 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55618 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35536 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35518 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35530 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:08:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1963.6 tokens/s, Avg generation throughput: 819.0 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:35546 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35548 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35562 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35576 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35628 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35582 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35586 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35596 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35610 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35632 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35612 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35226 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35204 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35250 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35242 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35340 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35630 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35268 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35324 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:08:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2847.6 tokens/s, Avg generation throughput: 1205.9 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:35190 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35312 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35220 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35284 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35306 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35314 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35292 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35264 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35326 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37612 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37602 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35356 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35362 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37616 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35364 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35370 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37618 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37696 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:08:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2413.6 tokens/s, Avg generation throughput: 899.0 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.0%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:37674 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37632 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37690 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37660 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37408 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37364 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37684 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37466 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:09:00 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:09:00 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:09:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:09:00 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:09:00 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:09:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:09:00 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:09:00 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:09:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:09:00 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:09:00 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:09:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:09:00 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:09:00 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:09:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:09:00 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:09:00 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:09:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:09:00 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:09:00 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:09:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:09:00 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:09:00 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:09:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:09:00 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:09:00 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:09:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:09:00 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:09:00 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:37524 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:37650 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37372 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37402 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37484 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37530 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37420 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37712 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37444 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37736 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37522 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37456 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37386 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:09:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2474.1 tokens/s, Avg generation throughput: 1255.3 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:37728 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37750 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:09:06 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:09:06 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:09:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:09:06 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:09:06 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:09:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:09:06 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:09:06 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:09:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:09:06 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:09:06 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:09:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:09:06 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:09:06 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:09:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:09:06 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:09:06 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:09:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:09:06 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:09:06 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:09:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:09:06 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:09:06 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:09:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:09:06 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:09:06 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:09:06 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:09:06 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:09:06 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:37566 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:37638 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37512 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37486 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37434 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37468 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37500 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37552 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37528 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37546 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37534 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36740 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36722 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36734 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36752 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36716 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36746 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:09:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2587.1 tokens/s, Avg generation throughput: 974.0 tokens/s, Running: 12 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:36782 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36778 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36762 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36784 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36832 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36838 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36804 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36854 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36792 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36812 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36818 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36808 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36868 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48278 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48316 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48270 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48328 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48264 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48374 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48326 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:09:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2172.2 tokens/s, Avg generation throughput: 899.3 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:48294 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48310 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48392 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48384 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48344 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48370 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48412 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48354 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48382 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48400 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45196 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45180 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45228 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45128 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45232 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45142 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45134 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:09:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2102.1 tokens/s, Avg generation throughput: 1045.2 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:45152 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45218 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45168 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45224 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45244 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45258 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45262 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45210 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41968 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41998 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41984 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42066 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42006 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:09:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2266.7 tokens/s, Avg generation throughput: 913.3 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.0%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:42036 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42008 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42030 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42018 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42042 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42118 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42044 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42058 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42050 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42132 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35164 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35182 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35188 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35178 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42086 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42098 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42110 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35200 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35210 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35234 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42076 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35194 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:09:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2265.9 tokens/s, Avg generation throughput: 919.2 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:35226 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35306 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59088 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35248 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:09:59 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:09:59 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:09:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:09:59 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:09:59 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:09:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:09:59 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:09:59 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:09:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:09:59 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:09:59 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:09:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:09:59 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:09:59 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:09:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:09:59 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:09:59 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:09:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:09:59 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:09:59 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:09:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:09:59 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:09:59 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:09:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:09:59 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:09:59 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:09:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:09:59 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:09:59 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:59130 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:35290 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35276 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35272 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35260 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35298 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59076 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59142 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35300 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59096 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59108 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59168 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:10:05 [loggers.py:259] Engine 000: Avg prompt throughput: 1939.3 tokens/s, Avg generation throughput: 871.4 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:59090 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59156 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59116 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59180 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59178 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41990 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59182 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42018 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42040 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41974 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42002 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:10:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1185.3 tokens/s, Avg generation throughput: 703.3 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:42026 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41996 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:10:17 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:10:17 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:10:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:10:17 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:10:17 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:10:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:10:17 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:10:17 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:10:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:10:17 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:10:17 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:10:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:10:17 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:10:17 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:10:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:10:17 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:10:17 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:10:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:10:17 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:10:17 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:10:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:10:17 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:10:17 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:10:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:10:17 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:10:17 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:10:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:10:17 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:10:17 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:40092 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:40066 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42048 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42052 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40104 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42080 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40126 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40070 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40086 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40116 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42066 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40162 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:10:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2405.2 tokens/s, Avg generation throughput: 796.8 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:40192 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40134 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40234 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40150 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40176 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40178 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40226 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40212 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40200 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35762 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35760 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35782 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:10:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1450.2 tokens/s, Avg generation throughput: 492.3 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:35830 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35764 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35780 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35814 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35798 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38250 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38248 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35856 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35862 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35840 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35836 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38284 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38268 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38336 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38288 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38302 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38266 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38270 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:10:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1864.3 tokens/s, Avg generation throughput: 891.8 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) ERROR 05-31 22:10:45 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:10:45 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:10:45 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:10:45 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:10:45 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:10:45 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:10:45 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:10:45 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:10:45 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:10:45 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:10:45 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:10:45 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:10:45 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:10:45 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:10:45 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:10:45 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:10:45 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:10:45 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:10:45 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:10:45 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:10:45 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:10:45 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:10:45 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:10:45 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:10:45 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:10:45 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:10:45 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:10:45 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:10:45 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:38366 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:38326 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38360 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38310 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38346 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46486 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46530 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46496 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46542 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46546 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46512 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46522 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46594 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46552 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:10:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2180.8 tokens/s, Avg generation throughput: 658.7 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:46574 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46550 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46642 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46564 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46566 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46588 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36780 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36810 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46654 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46622 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36800 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46634 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46626 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46610 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36778 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36818 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46640 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36784 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:11:05 [loggers.py:259] Engine 000: Avg prompt throughput: 1771.9 tokens/s, Avg generation throughput: 913.6 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:36846 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36852 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36830 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36860 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36876 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36866 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:11:11 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:11:11 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:11:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:11:11 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:11:11 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:11:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:11:11 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:11:11 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:11:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:11:11 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:11:11 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:11:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:11:11 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:11:11 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:11:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:11:11 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:11:11 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:11:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:11:11 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:11:11 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:11:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:11:11 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:11:11 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:11:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:11:11 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:11:11 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:11:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:11:11 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:11:11 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:57800 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:57760 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57736 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57742 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57712 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57768 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57696 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:11:14 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:11:14 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:11:14 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:11:14 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:11:14 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:11:14 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:11:14 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:11:14 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:11:14 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:11:14 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:11:14 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:11:14 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:11:14 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:11:14 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:11:14 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:11:14 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:11:14 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:11:14 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:11:14 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:11:14 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:11:14 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:11:14 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:11:14 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:11:14 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:11:14 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:11:14 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:11:14 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:11:14 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:11:14 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:57824 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:57752 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57808 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:11:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2382.7 tokens/s, Avg generation throughput: 866.0 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:57766 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57754 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57784 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57720 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57826 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57762 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57838 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32896 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57836 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:11:23 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:11:23 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:11:23 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:11:23 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:11:23 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:11:23 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:11:23 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:11:23 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:11:23 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:11:23 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:11:23 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:11:23 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:11:23 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:11:23 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:11:23 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:11:23 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:11:23 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:11:23 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:11:23 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:11:23 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:11:23 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:11:23 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:11:23 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:11:23 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:11:23 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:11:23 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:11:23 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:11:23 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:11:23 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:32952 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:32910 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:11:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1933.7 tokens/s, Avg generation throughput: 652.9 tokens/s, Running: 12 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:32882 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32990 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32926 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38256 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32914 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38264 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32928 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32942 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32966 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38230 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32976 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33012 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32992 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38282 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33002 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38274 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33018 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38308 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38220 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:11:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2653.5 tokens/s, Avg generation throughput: 1152.0 tokens/s, Running: 12 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:38286 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38328 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38306 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38334 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38316 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38246 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38304 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38288 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45296 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38324 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38344 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38336 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45308 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45286 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45352 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45388 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45406 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45274 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:11:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2816.6 tokens/s, Avg generation throughput: 1149.8 tokens/s, Running: 16 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:45430 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45338 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45442 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45322 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45470 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45280 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33006 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45382 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45396 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45478 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45366 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45364 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45446 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45418 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53948 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45450 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45444 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53964 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45456 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53876 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53920 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53910 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:11:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2097.1 tokens/s, Avg generation throughput: 1214.2 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:53900 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53890 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53978 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53950 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53976 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53972 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53936 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33592 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53982 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53986 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33606 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53990 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33638 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53996 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33648 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33620 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33654 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33660 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33626 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:12:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2224.4 tokens/s, Avg generation throughput: 899.7 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:33684 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33658 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33662 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33726 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33668 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32956 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33674 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33688 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33712 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33700 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32966 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33728 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33022 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32962 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32980 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32978 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32994 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:12:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1995.5 tokens/s, Avg generation throughput: 1045.7 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:32974 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33044 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33028 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33010 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33038 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33068 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33052 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45612 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45636 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45598 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45660 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:12:24 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:12:24 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:12:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:12:24 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:12:24 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:12:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:12:24 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:12:24 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:12:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:12:24 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:12:24 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:12:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:12:24 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:12:24 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:12:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:12:24 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:12:24 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:12:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:12:24 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:12:24 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:12:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:12:24 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:12:24 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:12:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:12:24 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:12:24 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:12:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:12:24 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:12:24 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:45718 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO 05-31 22:12:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1851.9 tokens/s, Avg generation throughput: 717.9 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:45716 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45652 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45684 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45626 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45616 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45664 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45676 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45688 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50546 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45726 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45704 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50612 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50686 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50658 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50586 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50598 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50650 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50616 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50630 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:12:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2704.3 tokens/s, Avg generation throughput: 1099.1 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:50670 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50642 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50562 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50576 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50682 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50566 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47968 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50690 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50700 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50696 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47952 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50702 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47990 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47978 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:12:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1457.7 tokens/s, Avg generation throughput: 740.4 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:48052 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48044 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48066 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47994 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48018 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48034 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48002 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48072 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48058 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48090 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48082 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48068 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:12:55 [loggers.py:259] Engine 000: Avg prompt throughput: 1552.2 tokens/s, Avg generation throughput: 638.0 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:48094 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56622 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:12:58 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:12:58 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:12:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:12:58 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:12:58 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:12:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:12:58 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:12:58 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:12:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:12:58 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:12:58 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:12:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:12:58 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:12:58 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:12:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:12:58 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:12:58 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:12:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:12:58 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:12:58 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:12:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:12:58 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:12:58 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:12:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:12:58 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:12:58 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:12:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:12:58 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:12:58 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:56670 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:48124 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48136 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48096 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56630 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48104 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48138 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48116 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48118 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56698 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56676 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56646 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56660 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:13:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2015.8 tokens/s, Avg generation throughput: 898.1 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:56672 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56684 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56686 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47606 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56700 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56708 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56716 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47590 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56718 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47618 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56720 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56734 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47640 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:13:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1894.8 tokens/s, Avg generation throughput: 804.1 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:47630 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47698 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47670 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47688 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47642 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47672 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47656 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47730 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35368 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47728 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35384 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47696 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35426 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35390 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47734 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47722 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35406 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47712 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35364 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35380 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:13:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2817.2 tokens/s, Avg generation throughput: 1050.4 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.6%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:35418 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35412 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35442 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35476 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35454 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35462 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35470 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35472 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46900 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35490 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46896 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46946 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46910 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:13:34 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:13:34 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:13:34 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:13:34 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:13:34 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:13:34 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:13:34 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:13:34 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:13:34 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:13:34 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:13:34 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:13:34 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:13:34 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:13:34 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:13:34 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:13:34 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:13:34 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:13:34 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:13:34 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:13:34 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:13:34 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:13:34 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:13:34 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:13:34 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:13:34 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:13:34 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:13:34 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:13:34 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:13:34 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:47016 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:46936 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:13:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2038.3 tokens/s, Avg generation throughput: 972.7 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:46922 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46960 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46986 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46970 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46984 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47002 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46988 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47048 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47006 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47032 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47042 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51940 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51914 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51930 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:13:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1630.5 tokens/s, Avg generation throughput: 889.6 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:51990 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52000 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51952 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52006 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51958 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51964 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51974 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34460 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34410 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34440 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34436 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34420 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34426 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34448 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34480 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34438 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:13:55 [loggers.py:259] Engine 000: Avg prompt throughput: 1998.3 tokens/s, Avg generation throughput: 803.3 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:34492 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34456 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34472 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34488 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34510 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34522 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34498 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49798 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49782 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49834 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49860 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49842 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:14:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2619.2 tokens/s, Avg generation throughput: 964.2 tokens/s, Running: 13 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:49818 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49926 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49812 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49854 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49824 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49820 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49910 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49864 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49868 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49850 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35286 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35244 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49892 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49876 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49908 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35230 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:14:13 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:14:13 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:14:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:14:13 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:14:13 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:14:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:14:13 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:14:13 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:14:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:14:13 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:14:13 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:14:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:14:13 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:14:13 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:14:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:14:13 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:14:13 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:14:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:14:13 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:14:13 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:14:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:14:13 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:14:13 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:14:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:14:13 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:14:13 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:14:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:14:13 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:14:13 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:35406 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:35262 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35274 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35384 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35250 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:14:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2582.8 tokens/s, Avg generation throughput: 1224.2 tokens/s, Running: 12 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:49938 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35358 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35312 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35332 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35302 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35416 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35316 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35394 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35342 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35368 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35450 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35356 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49532 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35408 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49560 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35432 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35434 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35412 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49548 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49566 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49588 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49598 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49604 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:14:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2053.9 tokens/s, Avg generation throughput: 1015.1 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:49572 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49586 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49606 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49636 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49620 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49634 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49650 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47816 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47830 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47832 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47838 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:14:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1497.3 tokens/s, Avg generation throughput: 683.5 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.0%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:47904 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47862 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47888 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47852 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47878 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38112 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47892 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38126 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38172 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38142 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38198 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38174 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:14:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1625.6 tokens/s, Avg generation throughput: 655.6 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:38176 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38192 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38156 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38206 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38240 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:14:49 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:14:49 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:14:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:14:49 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:14:49 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:14:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:14:49 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:14:49 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:14:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:14:49 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:14:49 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:14:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:14:49 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:14:49 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:14:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:14:49 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:14:49 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:14:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:14:49 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:14:49 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:14:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:14:49 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:14:49 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:14:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:14:49 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:14:49 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:14:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:14:49 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:14:49 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:37630 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:38220 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37558 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38232 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37562 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37624 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38256 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37662 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37560 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37696 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37652 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:14:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2892.3 tokens/s, Avg generation throughput: 947.9 tokens/s, Running: 13 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:37608 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37570 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37750 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37602 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35654 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37586 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37678 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37682 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37736 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37716 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37646 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37700 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37778 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37724 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35650 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:15:03 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:15:03 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:15:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:15:03 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:15:03 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:15:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:15:03 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:15:03 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:15:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:15:03 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:15:03 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:15:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:15:03 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:15:03 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:15:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:15:03 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:15:03 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:15:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:15:03 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:15:03 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:15:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:15:03 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:15:03 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:15:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:15:03 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:15:03 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:15:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:15:03 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:15:03 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:35768 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:37764 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35746 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35670 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35710 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:15:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2480.7 tokens/s, Avg generation throughput: 1093.9 tokens/s, Running: 13 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:35656 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35808 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35682 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35756 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35766 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35820 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45858 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35696 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35734 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35794 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35724 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35688 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45810 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35784 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45842 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35798 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45828 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45908 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45872 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:15:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2098.7 tokens/s, Avg generation throughput: 1086.6 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:45824 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45896 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45912 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45960 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45944 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35636 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45880 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45928 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45958 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45974 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45946 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36800 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36792 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:15:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1361.4 tokens/s, Avg generation throughput: 626.5 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:36814 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36820 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36860 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36846 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36830 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36840 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36870 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46514 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46528 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36848 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46542 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46572 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:15:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2358.4 tokens/s, Avg generation throughput: 825.9 tokens/s, Running: 13 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) ERROR 05-31 22:15:36 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:15:36 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:15:36 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:15:36 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:15:36 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:15:36 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:15:36 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:15:36 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:15:36 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:15:36 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:15:36 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:15:36 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:15:36 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:15:36 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:15:36 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:15:36 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:15:36 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:15:36 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:15:36 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:15:36 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:15:36 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:15:36 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:15:36 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:15:36 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:15:36 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:15:36 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:15:36 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:15:36 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:15:36 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:42816 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:46612 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46560 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46554 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46656 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46590 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46582 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46634 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46618 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46568 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46604 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46668 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46586 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46672 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46660 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46608 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42872 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46640 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42902 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42890 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42824 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:15:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2284.7 tokens/s, Avg generation throughput: 1149.5 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:42850 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42874 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42840 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42864 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42862 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:15:46 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:15:46 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:15:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:15:46 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:15:46 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:15:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:15:46 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:15:46 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:15:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:15:46 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:15:46 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:15:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:15:46 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:15:46 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:15:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:15:46 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:15:46 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:15:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:15:46 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:15:46 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:15:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:15:46 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:15:46 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:15:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:15:46 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:15:46 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:15:46 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:15:46 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:15:46 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:53720 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:53726 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42932 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53738 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42942 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53722 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42956 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42908 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42920 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53750 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53754 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42972 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53786 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53764 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:15:55 [loggers.py:259] Engine 000: Avg prompt throughput: 1685.7 tokens/s, Avg generation throughput: 764.1 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:53800 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53780 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48084 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53834 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53810 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48068 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48036 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53822 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48070 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53838 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53820 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48062 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48120 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48052 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48098 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48104 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48122 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48162 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48124 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:16:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2462.9 tokens/s, Avg generation throughput: 907.1 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:48114 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48186 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48136 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48190 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48154 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48140 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48178 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33052 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33016 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48202 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33028 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33012 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48230 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48218 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48240 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33010 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33120 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:16:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2795.8 tokens/s, Avg generation throughput: 1018.5 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:33044 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33138 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33034 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33074 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33026 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33136 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33064 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33090 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33104 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58488 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33118 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58474 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58480 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58498 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58512 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58438 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58458 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:16:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2767.6 tokens/s, Avg generation throughput: 958.1 tokens/s, Running: 13 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:58648 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58452 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58522 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58670 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58590 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58550 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58544 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58536 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54376 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58660 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58636 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54358 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58566 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58620 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58582 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58606 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58644 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54388 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58684 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54372 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54382 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:16:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2000.2 tokens/s, Avg generation throughput: 1066.3 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:54390 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54404 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54414 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54426 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54438 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54444 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54450 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44384 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44368 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44380 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44382 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:16:44 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:16:44 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:16:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:16:44 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:16:44 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:16:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:16:44 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:16:44 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:16:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:16:44 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:16:44 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:16:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:16:44 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:16:44 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:16:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:16:44 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:16:44 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:16:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:16:44 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:16:44 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:16:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:16:44 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:16:44 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:16:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:16:44 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:16:44 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:16:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:16:44 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:16:44 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:44438 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:44408 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:16:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1019.8 tokens/s, Avg generation throughput: 598.1 tokens/s, Running: 3 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.6%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:44432 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44416 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44394 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36478 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36502 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36504 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44450 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36536 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36514 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36566 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36494 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36552 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36522 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:16:54 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:16:54 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:16:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:16:54 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:16:54 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:16:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:16:54 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:16:54 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:16:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:16:54 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:16:54 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:16:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:16:54 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:16:54 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:16:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:16:54 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:16:54 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:16:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:16:54 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:16:54 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:16:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:16:54 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:16:54 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:16:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:16:54 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:16:54 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:16:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:16:54 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:16:54 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:36592 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:36554 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:16:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2187.3 tokens/s, Avg generation throughput: 592.3 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:58634 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36576 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58670 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36612 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36588 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36560 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58644 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36590 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58658 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36606 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36604 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58712 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36620 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58690 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58676 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:17:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2239.8 tokens/s, Avg generation throughput: 941.1 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:58678 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58746 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58728 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58736 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58698 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58716 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:56582 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:17:09 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:56590 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:58756 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56540 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58772 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:17:11 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:17:11 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:17:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:17:11 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:17:11 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:17:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:17:11 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:17:11 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:17:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:17:11 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:17:11 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:17:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:17:11 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:17:11 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:17:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:17:11 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:17:11 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:17:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:17:11 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:17:11 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:17:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:17:11 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:17:11 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:17:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:17:11 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:17:11 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:17:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:17:11 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:17:11 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:56632 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:58762 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58774 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58788 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56558 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56552 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56642 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56566 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56530 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56618 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:17:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2620.8 tokens/s, Avg generation throughput: 1034.5 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:56504 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56508 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56602 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56610 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56662 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56656 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56664 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56668 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56674 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56526 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56542 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56514 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56560 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56584 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:17:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1152.2 tokens/s, Avg generation throughput: 757.1 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:56520 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56566 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56594 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56576 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46964 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56556 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46950 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46966 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46984 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56602 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47006 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:17:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2450.3 tokens/s, Avg generation throughput: 771.3 tokens/s, Running: 13 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:46980 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46988 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47042 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47050 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47012 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47026 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46996 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47088 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47016 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47044 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47078 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47084 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47066 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52086 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52110 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47094 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52130 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52076 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52090 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:17:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1555.6 tokens/s, Avg generation throughput: 968.0 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:52122 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52100 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52146 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52156 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52168 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45416 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45446 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45484 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45410 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45424 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45500 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:17:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2070.0 tokens/s, Avg generation throughput: 771.3 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:45430 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45468 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45452 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:17:57 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:17:57 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:17:57 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:17:57 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:17:57 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:17:57 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:17:57 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:17:57 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:17:57 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:17:57 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:17:57 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:17:57 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:17:57 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:17:57 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:17:57 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:17:57 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:17:57 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:17:57 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:17:57 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:17:57 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:17:57 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:17:57 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:17:57 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:17:57 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:17:57 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:17:57 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:17:57 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:17:57 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:17:57 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:41544 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:45490 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45480 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45504 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45532 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45550 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41552 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45520 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45536 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45580 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45564 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41534 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41554 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41558 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41572 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:18:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2123.6 tokens/s, Avg generation throughput: 1049.8 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:41620 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41584 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41590 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41660 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41650 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41606 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41624 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41634 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35226 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35286 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35270 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35228 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41656 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35236 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:18:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2095.1 tokens/s, Avg generation throughput: 893.8 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:35256 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35250 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35312 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35352 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:18:16 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:18:16 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:18:16 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:18:16 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:18:16 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:18:16 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:18:16 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:18:16 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:18:16 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:18:16 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:18:16 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:18:16 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:18:16 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:18:16 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:18:16 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:18:16 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:18:16 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:18:16 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:18:16 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:18:16 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:18:16 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:18:16 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:18:16 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:18:16 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:18:16 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:18:16 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:18:16 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:18:16 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:18:16 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:43514 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:35328 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35372 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35302 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35292 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35338 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35356 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35370 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43552 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43526 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43538 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43542 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43560 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:18:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2195.6 tokens/s, Avg generation throughput: 865.3 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.6%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:43574 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43644 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43612 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43568 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43650 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43660 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43584 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43624 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43598 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:18:30 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:18:30 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:18:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:18:30 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:18:30 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:18:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:18:30 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:18:30 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:18:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:18:30 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:18:30 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:18:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:18:30 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:18:30 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:18:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:18:30 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:18:30 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:18:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:18:30 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:18:30 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:18:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:18:30 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:18:30 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:18:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:18:30 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:18:30 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:18:30 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:18:30 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:18:30 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:47004 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:46970 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46930 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:18:31 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:18:31 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:18:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:18:31 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:18:31 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:18:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:18:31 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:18:31 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:18:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:18:31 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:18:31 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:18:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:18:31 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:18:31 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:18:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:18:31 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:18:31 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:18:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:18:31 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:18:31 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:18:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:18:31 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:18:31 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:18:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:18:31 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:18:31 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:18:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:18:31 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:18:31 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:47058 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:43642 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43628 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47014 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47098 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47022 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47042 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43662 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46986 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47082 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:18:35 [loggers.py:259] Engine 000: Avg prompt throughput: 3028.3 tokens/s, Avg generation throughput: 1160.4 tokens/s, Running: 12 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:47118 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46944 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46926 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46952 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46960 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:18:37 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:18:37 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:18:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:18:37 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:18:37 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:18:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:18:37 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:18:37 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:18:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:18:37 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:18:37 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:18:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:18:37 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:18:37 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:18:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:18:37 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:18:37 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:18:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:18:37 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:18:37 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:18:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:18:37 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:18:37 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:18:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:18:37 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:18:37 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:18:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:18:37 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:18:37 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:49110 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:47060 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47036 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47030 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47090 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47000 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47070 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47108 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49132 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47134 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47124 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49138 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49124 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49112 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49156 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:18:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1982.8 tokens/s, Avg generation throughput: 817.9 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:49180 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49168 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49150 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49230 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49188 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32812 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49200 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32824 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49242 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49214 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32806 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32852 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32822 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:18:55 [loggers.py:259] Engine 000: Avg prompt throughput: 1858.6 tokens/s, Avg generation throughput: 752.9 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:32834 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32870 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32842 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32850 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32882 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32866 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32904 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32896 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32918 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:19:01 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:19:01 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:19:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:19:01 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:19:01 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:19:01 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:19:01 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:19:01 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:19:01 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:19:01 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:19:01 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:19:01 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:19:01 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:19:01 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:19:01 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:19:01 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:19:01 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:19:01 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:19:01 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:19:01 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:19:01 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:36234 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:32886 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36238 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36176 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:36266 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:32910 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32900 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:19:03 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:36278 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:36144 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36108 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36160 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36208 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:19:05 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:19:05 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:19:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:19:05 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:19:05 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:19:05 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:19:05 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:19:05 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:19:05 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:19:05 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:19:05 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:19:05 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:19:05 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:19:05 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:19:05 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:19:05 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:19:05 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:19:05 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:19:05 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:19:05 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:19:05 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:36326 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO 05-31 22:19:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2913.8 tokens/s, Avg generation throughput: 1138.8 tokens/s, Running: 13 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:36118 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36248 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36196 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36122 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36188 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36124 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36126 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36140 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36218 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36320 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:19:10 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:19:10 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:19:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:19:10 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:19:10 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:19:10 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:19:10 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:19:10 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:19:10 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:19:10 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:19:10 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:19:10 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:19:10 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:19:10 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:19:10 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:19:10 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:19:10 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:19:10 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:19:10 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:19:10 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:19:10 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:55184 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:36250 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55144 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55122 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36294 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55150 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55138 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36306 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55134 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55182 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:19:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2023.8 tokens/s, Avg generation throughput: 992.8 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:55204 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:19:15 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:19:15 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:19:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:19:15 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:19:15 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:19:15 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:19:15 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:19:15 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:19:15 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:19:15 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:19:15 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:19:15 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:19:15 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:19:15 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:19:15 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:19:15 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:19:15 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:19:15 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:19:15 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:19:15 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:19:15 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:55270 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:55224 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55154 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55170 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55148 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55238 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:57262 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:55194 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:19:17 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:57274 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:55202 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55252 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55212 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57236 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57288 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55268 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57304 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57284 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57258 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57384 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57246 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:19:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2613.6 tokens/s, Avg generation throughput: 1039.5 tokens/s, Running: 12 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:57318 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57230 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57338 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57350 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57314 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57412 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57366 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57374 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57386 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57320 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57420 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57322 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57408 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57394 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37456 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37474 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37490 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37476 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37468 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:19:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1530.2 tokens/s, Avg generation throughput: 885.3 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:37510 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37504 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37540 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37522 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37534 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37562 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46074 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46084 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37554 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46088 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46110 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:19:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2230.6 tokens/s, Avg generation throughput: 757.6 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:46148 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46102 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46170 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46192 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46126 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44156 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46122 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46134 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46162 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46176 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44194 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46182 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44182 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44210 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44196 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44144 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44170 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44164 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44246 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44166 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:19:55 [loggers.py:259] Engine 000: Avg prompt throughput: 1726.6 tokens/s, Avg generation throughput: 870.3 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:44222 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44234 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44260 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44262 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58168 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58180 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58208 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58194 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:20:05 [loggers.py:259] Engine 000: Avg prompt throughput: 1156.2 tokens/s, Avg generation throughput: 412.8 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) ERROR 05-31 22:20:05 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:20:05 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:20:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:20:05 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:20:05 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:20:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:20:05 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:20:05 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:20:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:20:05 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:20:05 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:20:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:20:05 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:20:05 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:20:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:20:05 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:20:05 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:20:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:20:05 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:20:05 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:20:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:20:05 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:20:05 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:20:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:20:05 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:20:05 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:20:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:20:05 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:20:05 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:58232 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:58216 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58190 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58242 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58224 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58220 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49684 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49708 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:20:13 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:20:13 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:20:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:20:13 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:20:13 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:20:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:20:13 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:20:13 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:20:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:20:13 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:20:13 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:20:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:20:13 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:20:13 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:20:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:20:13 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:20:13 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:20:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:20:13 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:20:13 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:20:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:20:13 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:20:13 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:20:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:20:13 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:20:13 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:20:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:20:13 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:20:13 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:49764 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:49700 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49738 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49724 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:20:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1878.9 tokens/s, Avg generation throughput: 571.1 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.6%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:49780 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49718 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49808 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49820 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51206 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49838 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49834 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49754 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49772 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49792 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51230 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49844 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51226 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51198 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51222 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:20:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1681.2 tokens/s, Avg generation throughput: 875.7 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:51250 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51236 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51254 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51272 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51296 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51268 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47098 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47092 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47110 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51288 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47144 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47166 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47130 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:20:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1958.2 tokens/s, Avg generation throughput: 626.2 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:47114 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47150 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47178 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47118 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47218 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47186 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47204 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47232 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47196 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39280 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39274 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47236 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39268 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39264 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39270 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39248 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39296 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:20:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1309.3 tokens/s, Avg generation throughput: 754.3 tokens/s, Running: 2 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:39282 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59556 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39312 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59594 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59654 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59628 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39300 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39324 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59668 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59578 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59600 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59612 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:20:55 [loggers.py:259] Engine 000: Avg prompt throughput: 3146.4 tokens/s, Avg generation throughput: 1024.0 tokens/s, Running: 14 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.6%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:59566 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59640 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59684 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59664 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59716 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59688 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59746 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59704 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35140 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59700 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59734 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35160 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59762 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59718 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59776 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:21:02 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:21:02 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:21:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:21:02 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:21:02 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:21:02 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:21:02 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:21:02 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:21:02 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:21:02 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:21:02 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:21:02 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:21:02 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:21:02 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:21:02 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:21:02 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:21:02 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:21:02 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:21:02 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:21:02 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:21:02 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:35208 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:35144 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:21:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2253.9 tokens/s, Avg generation throughput: 954.6 tokens/s, Running: 15 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:35172 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35212 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35184 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35226 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:21:07 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:21:07 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:21:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:21:07 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:21:07 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:21:07 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:21:07 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:21:07 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:21:07 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:21:07 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:21:07 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:21:07 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:21:07 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:21:07 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:21:07 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:21:07 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:21:07 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:21:07 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:21:07 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:21:07 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:21:07 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:41392 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:35254 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35196 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35188 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59562 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35224 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41376 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:21:09 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:21:09 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:21:09 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:21:09 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:21:09 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:09 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:21:09 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:21:09 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:09 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:21:09 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:21:09 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:09 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:21:09 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:21:09 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:09 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:21:09 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:21:09 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:09 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:21:09 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:21:09 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:09 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:21:09 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:21:09 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:09 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:21:09 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:21:09 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:09 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:21:09 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:21:09 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:41440 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:35202 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35244 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41422 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41410 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35282 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35218 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41402 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41368 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41408 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35266 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35240 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41430 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41380 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:21:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2334.6 tokens/s, Avg generation throughput: 1166.2 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:41496 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41508 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41520 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41468 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41452 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41494 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41504 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41526 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55818 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41472 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55774 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:21:21 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:21:21 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:21:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:21:21 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:21:21 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:21:21 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:21:21 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:21:21 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:21:21 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:21:21 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:21:21 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:21:21 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:21:21 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:21:21 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:21:21 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:21:21 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:21:21 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:21:21 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:21:21 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:21:21 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:21:21 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:55856 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:55796 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41482 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55782 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55836 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55888 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55852 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55800 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55894 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55806 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:21:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2004.6 tokens/s, Avg generation throughput: 913.9 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:55822 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55924 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55872 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55940 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55908 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41320 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41304 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55956 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41296 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55932 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41344 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41328 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:21:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1756.3 tokens/s, Avg generation throughput: 690.2 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:41356 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41410 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41372 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41370 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41402 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41396 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:21:37 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:21:37 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:21:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:21:37 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:21:37 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:21:37 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:21:37 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:21:37 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:21:37 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:21:37 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:21:37 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:21:37 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:21:37 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:21:37 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:21:37 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:21:37 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:21:37 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:21:37 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:21:37 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:21:37 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:21:37 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:38668 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:41380 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41412 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38664 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38648 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41426 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:21:43 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:21:43 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:21:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:21:43 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:21:43 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:21:43 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:21:43 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:21:43 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:21:43 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:21:43 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:21:43 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:21:43 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:21:43 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:21:43 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:21:43 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:21:43 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:21:43 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:21:43 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:21:43 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:21:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:21:43 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:21:43 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:38726 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:38670 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38700 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:21:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1218.9 tokens/s, Avg generation throughput: 633.9 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:38694 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38684 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38714 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38750 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50890 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38740 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38752 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38760 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50896 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50908 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:21:55 [loggers.py:259] Engine 000: Avg prompt throughput: 1813.9 tokens/s, Avg generation throughput: 727.7 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:50920 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50942 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50926 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50950 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50980 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50966 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46062 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46058 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50990 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46072 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:22:05 [loggers.py:259] Engine 000: Avg prompt throughput: 424.4 tokens/s, Avg generation throughput: 290.5 tokens/s, Running: 1 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:46080 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46092 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39088 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39102 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39052 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46104 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39108 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39146 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:22:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2236.2 tokens/s, Avg generation throughput: 795.7 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:39104 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39062 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39138 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39144 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39078 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39126 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39176 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39110 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39136 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39170 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39154 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39164 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34956 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34942 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35004 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35024 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35026 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35020 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34986 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34972 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34990 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:22:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1902.6 tokens/s, Avg generation throughput: 779.8 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:35016 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35042 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35050 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41070 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35066 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41076 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41110 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41096 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41154 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41166 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35074 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41140 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:22:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2183.0 tokens/s, Avg generation throughput: 788.1 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:41084 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41156 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41172 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41132 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41126 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41142 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57638 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57630 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41208 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57624 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41202 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41188 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41182 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57614 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57654 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:22:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2055.2 tokens/s, Avg generation throughput: 802.3 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:57662 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57676 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57694 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57652 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57746 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57710 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35938 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:35978 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:22:49 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:35994 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:57724 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:22:50 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:22:50 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:22:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:22:50 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:22:50 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:22:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:22:50 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:22:50 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:22:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:22:50 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:22:50 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:22:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:22:50 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:22:50 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:22:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:22:50 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:22:50 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:22:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:22:50 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:22:50 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:22:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:22:50 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:22:50 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:22:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:22:50 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:22:50 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:22:50 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:22:50 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:22:50 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:36010 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:57764 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57688 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57720 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57754 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:22:51 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:22:51 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:22:51 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:22:51 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:22:51 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:22:51 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:22:51 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:22:51 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:22:51 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:22:51 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:22:51 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:22:51 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:22:51 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:22:51 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:22:51 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:22:51 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:22:51 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:22:51 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:22:51 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:22:51 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:22:51 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:22:51 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:22:51 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:22:51 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:22:51 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:22:51 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:22:51 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:22:51 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:22:51 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:36034 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:57738 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35946 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35936 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35932 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:22:55 [loggers.py:259] Engine 000: Avg prompt throughput: 1989.8 tokens/s, Avg generation throughput: 918.2 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:35968 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35962 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36018 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36038 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36086 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36070 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36078 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47180 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36100 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36054 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36082 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47192 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47184 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47216 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47218 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47200 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47172 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:23:05 [loggers.py:259] Engine 000: Avg prompt throughput: 1721.3 tokens/s, Avg generation throughput: 709.5 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:47252 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47226 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47270 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52426 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47268 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47240 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47282 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52450 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47284 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52436 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52498 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52488 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52550 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:23:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2380.3 tokens/s, Avg generation throughput: 769.4 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:52510 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52474 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52522 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52458 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52472 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:23:17 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:23:17 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:23:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:23:17 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:23:17 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:23:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:23:17 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:23:17 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:23:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:23:17 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:23:17 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:23:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:23:17 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:23:17 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:23:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:23:17 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:23:17 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:23:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:23:17 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:23:17 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:23:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:23:17 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:23:17 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:23:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:23:17 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:23:17 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:23:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:23:17 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:23:17 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:51828 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:52462 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52592 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:23:18 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:23:18 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:23:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:23:18 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:23:18 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:23:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:23:18 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:23:18 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:23:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:23:18 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:23:18 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:23:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:23:18 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:23:18 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:23:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:23:18 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:23:18 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:23:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:23:18 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:23:18 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:23:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:23:18 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:23:18 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:23:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:23:18 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:23:18 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:23:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:23:18 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:23:18 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:51838 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:52558 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51836 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52534 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51824 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:23:19 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:23:19 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:23:19 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:23:19 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:23:19 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:23:19 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:23:19 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:23:19 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:23:19 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:23:19 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:23:19 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:23:19 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:23:19 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:23:19 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:23:19 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:23:19 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:23:19 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:23:19 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:23:19 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:23:19 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:23:19 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:23:19 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:23:19 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:23:19 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:23:19 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:23:19 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:23:19 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:23:19 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:23:19 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:51870 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:52560 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52578 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51854 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52562 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51842 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51886 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51900 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:23:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1556.4 tokens/s, Avg generation throughput: 763.0 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:51924 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51880 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51910 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51914 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:23:28 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:23:28 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:23:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:23:28 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:23:28 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:23:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:23:28 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:23:28 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:23:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:23:28 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:23:28 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:23:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:23:28 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:23:28 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:23:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:23:28 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:23:28 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:23:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:23:28 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:23:28 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:23:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:23:28 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:23:28 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:23:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:23:28 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:23:28 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:23:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:23:28 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:23:28 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:43658 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:51934 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43632 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43674 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43706 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43720 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:23:33 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:23:33 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:23:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:23:33 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:23:33 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:23:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:23:33 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:23:33 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:23:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:23:33 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:23:33 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:23:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:23:33 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:23:33 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:23:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:23:33 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:23:33 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:23:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:23:33 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:23:33 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:23:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:23:33 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:23:33 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:23:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:23:33 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:23:33 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:23:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:23:33 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:23:33 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:43756 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:43690 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43646 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43684 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:23:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1547.1 tokens/s, Avg generation throughput: 576.7 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:43758 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43686 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43734 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43742 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52920 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43768 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52886 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52934 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52960 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52950 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52902 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52906 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52972 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52978 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52918 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:23:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1884.7 tokens/s, Avg generation throughput: 673.7 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:52962 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52996 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53014 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52986 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44966 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53010 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52992 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44948 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53020 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44994 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44938 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44992 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45030 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44980 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:23:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2120.7 tokens/s, Avg generation throughput: 922.7 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:45014 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45032 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44962 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45048 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45020 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45008 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45050 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45054 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47506 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47496 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47482 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47538 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47512 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47548 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:24:05 [loggers.py:259] Engine 000: Avg prompt throughput: 1699.2 tokens/s, Avg generation throughput: 572.6 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:47586 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47524 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60722 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47566 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47564 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47600 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47598 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47582 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47590 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60728 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60826 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60744 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60742 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60814 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60856 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:24:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2308.5 tokens/s, Avg generation throughput: 895.3 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:60842 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60748 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60786 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60802 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60848 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60776 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60762 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60884 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60872 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60820 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35098 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60898 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35118 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60888 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35134 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35140 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35120 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35106 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:24:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1617.3 tokens/s, Avg generation throughput: 674.1 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:35148 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35126 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35172 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35178 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35142 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42840 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42874 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35164 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42868 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35156 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42856 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42848 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42864 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42886 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42900 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:24:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2204.0 tokens/s, Avg generation throughput: 825.4 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:42832 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42904 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42926 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42910 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42906 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60034 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42942 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42914 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42944 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60044 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60066 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60080 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60068 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60052 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:24:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1500.5 tokens/s, Avg generation throughput: 847.1 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:60054 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60094 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60088 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54110 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54118 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54154 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60106 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54162 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54130 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54144 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54178 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54206 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:24:55 [loggers.py:259] Engine 000: Avg prompt throughput: 1391.7 tokens/s, Avg generation throughput: 621.4 tokens/s, Running: 3 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:54190 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54208 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54210 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54240 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45898 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45846 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54216 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54228 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45858 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45874 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45888 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45938 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45946 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:25:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2059.9 tokens/s, Avg generation throughput: 864.0 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:45912 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45930 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45928 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60196 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45960 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45984 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60204 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45970 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45976 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60224 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60210 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60206 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:25:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1371.2 tokens/s, Avg generation throughput: 557.1 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:60234 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60236 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60244 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60242 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59572 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59586 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59580 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59598 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59622 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59512 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59528 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:25:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1944.2 tokens/s, Avg generation throughput: 740.1 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:59542 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59550 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59610 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59558 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59636 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59602 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58054 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59638 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59654 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58040 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58046 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58070 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58098 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:25:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2245.9 tokens/s, Avg generation throughput: 686.6 tokens/s, Running: 12 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:58058 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58094 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58120 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58138 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58112 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58088 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58140 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58130 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35584 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:25:41 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:25:41 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:25:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:25:41 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:25:41 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:25:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:25:41 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:25:41 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:25:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:25:41 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:25:41 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:25:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:25:41 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:25:41 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:25:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:25:41 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:25:41 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:25:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:25:41 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:25:41 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:25:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:25:41 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:25:41 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:25:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:25:41 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:25:41 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:25:41 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:25:41 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:25:41 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:35596 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:58102 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35554 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58082 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35570 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58128 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35512 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35516 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58144 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58148 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35594 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35548 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:25:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2564.8 tokens/s, Avg generation throughput: 1015.4 tokens/s, Running: 12 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:35620 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35634 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35532 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35642 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35556 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35686 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35604 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35666 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35702 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35656 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35672 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35680 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35606 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35610 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35716 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45146 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45130 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45134 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:25:55 [loggers.py:259] Engine 000: Avg prompt throughput: 1931.1 tokens/s, Avg generation throughput: 1072.1 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:45170 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45158 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45160 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45176 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:25:58 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:25:58 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:25:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:25:58 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:25:58 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:25:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:25:58 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:25:58 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:25:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:25:58 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:25:58 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:25:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:25:58 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:25:58 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:25:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:25:58 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:25:58 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:25:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:25:58 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:25:58 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:25:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:25:58 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:25:58 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:25:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:25:58 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:25:58 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:25:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:25:58 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:25:58 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:44496 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:45188 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45194 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45212 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44506 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45208 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44452 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44482 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44464 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44538 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44474 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44470 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44516 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:26:05 [loggers.py:259] Engine 000: Avg prompt throughput: 1698.6 tokens/s, Avg generation throughput: 853.0 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:44522 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44568 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44572 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44554 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45980 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44600 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45982 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46012 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44586 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44616 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44628 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45968 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46010 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45998 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:26:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2388.0 tokens/s, Avg generation throughput: 945.5 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:46046 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46014 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46030 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46040 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47468 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46028 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46050 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46052 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47540 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47436 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46066 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47478 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47426 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47546 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47452 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47568 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47490 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47566 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:26:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2419.7 tokens/s, Avg generation throughput: 959.0 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:47510 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47496 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47574 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47524 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47526 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47562 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55562 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47590 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55620 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55548 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55604 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55590 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55666 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55570 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55650 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:26:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1944.5 tokens/s, Avg generation throughput: 903.0 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:55660 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55634 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55582 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55718 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55682 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55694 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55708 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55734 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33910 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33902 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33924 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33906 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33954 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33938 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:26:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1701.9 tokens/s, Avg generation throughput: 689.9 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:33944 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33928 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50714 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50708 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33960 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33972 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33970 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33978 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50712 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50728 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50734 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50752 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50754 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50710 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50744 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:26:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2927.7 tokens/s, Avg generation throughput: 891.9 tokens/s, Running: 13 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:50764 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50760 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50784 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50780 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50808 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50852 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50796 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50816 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50838 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50818 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50858 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50822 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48662 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48634 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50860 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48616 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:27:04 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:27:04 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:27:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:27:04 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:27:04 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:27:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:27:04 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:27:04 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:27:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:27:04 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:27:04 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:27:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:27:04 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:27:04 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:27:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:27:04 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:27:04 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:27:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:27:04 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:27:04 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:27:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:27:04 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:27:04 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:27:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:27:04 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:27:04 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:27:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:27:04 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:27:04 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:48716 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:50866 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48704 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48588 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48594 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:27:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2377.6 tokens/s, Avg generation throughput: 1210.6 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:48674 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48628 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48692 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48658 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48646 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48676 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48600 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48728 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48714 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48722 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48734 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:27:12 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:27:12 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:27:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:27:12 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:27:12 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:27:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:27:12 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:27:12 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:27:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:27:12 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:27:12 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:27:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:27:12 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:27:12 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:27:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:27:12 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:27:12 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:27:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:27:12 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:27:12 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:27:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:27:12 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:27:12 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:27:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:27:12 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:27:12 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:27:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:27:12 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:27:12 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:39414 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:39396 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39438 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39380 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39400 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:27:15 [loggers.py:259] Engine 000: Avg prompt throughput: 861.1 tokens/s, Avg generation throughput: 699.6 tokens/s, Running: 2 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:39444 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39422 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39452 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57804 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57784 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39460 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57796 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57780 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:27:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1961.8 tokens/s, Avg generation throughput: 661.4 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:57822 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57838 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57808 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57890 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60420 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57850 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57864 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60406 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57880 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57866 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57898 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57874 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57906 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:27:31 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:27:31 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:27:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:27:31 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:27:31 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:27:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:27:31 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:27:31 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:27:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:27:31 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:27:31 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:27:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:27:31 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:27:31 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:27:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:27:31 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:27:31 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:27:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:27:31 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:27:31 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:27:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:27:31 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:27:31 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:27:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:27:31 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:27:31 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:27:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:27:31 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:27:31 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:60504 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:60452 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:27:33 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:27:33 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:27:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:27:33 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:27:33 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:27:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:27:33 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:27:33 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:27:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:27:33 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:27:33 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:27:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:27:33 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:27:33 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:27:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:27:33 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:27:33 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:27:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:27:33 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:27:33 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:27:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:27:33 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:27:33 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:27:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:27:33 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:27:33 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:27:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:27:33 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:27:33 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:60508 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:60448 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60496 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:27:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2254.9 tokens/s, Avg generation throughput: 819.7 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:60434 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60492 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60562 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60538 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60468 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60482 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60510 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60552 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44156 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44160 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60558 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44186 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60526 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44140 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44166 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44172 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:27:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1226.7 tokens/s, Avg generation throughput: 775.4 tokens/s, Running: 3 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.6%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:44202 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44204 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44218 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44228 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42304 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44236 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42334 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42338 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42320 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42310 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:27:55 [loggers.py:259] Engine 000: Avg prompt throughput: 1523.9 tokens/s, Avg generation throughput: 509.5 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:42342 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42360 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42368 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42356 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55698 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42378 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42380 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55662 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55730 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:28:05 [loggers.py:259] Engine 000: Avg prompt throughput: 1764.7 tokens/s, Avg generation throughput: 791.3 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.6%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:55712 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55664 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55682 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55670 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55718 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55714 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55738 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55770 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55748 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60074 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:28:11 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:28:11 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:28:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:28:11 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:28:11 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:28:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:28:11 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:28:11 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:28:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:28:11 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:28:11 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:28:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:28:11 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:28:11 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:28:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:28:11 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:28:11 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:28:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:28:11 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:28:11 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:28:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:28:11 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:28:11 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:28:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:28:11 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:28:11 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:28:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:28:11 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:28:11 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:60140 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:60088 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60106 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60118 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55760 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55758 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60100 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60078 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60134 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60114 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:28:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2023.8 tokens/s, Avg generation throughput: 840.1 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:60168 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60154 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45954 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60192 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60156 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60182 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60184 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60188 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:28:25 [loggers.py:259] Engine 000: Avg prompt throughput: 3184.8 tokens/s, Avg generation throughput: 1041.6 tokens/s, Running: 19 reqs, Waiting: 0 reqs, GPU KV cache usage: 3.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:46008 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45966 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45942 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45964 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46014 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46010 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46026 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46000 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45992 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45988 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45972 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46028 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46074 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59396 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59418 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46044 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46018 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46054 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46020 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46058 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46098 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46056 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46088 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59408 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59456 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:28:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2373.8 tokens/s, Avg generation throughput: 1164.7 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.0%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:59440 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59426 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59476 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59526 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59464 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59402 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52234 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59500 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59478 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59492 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59534 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52230 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59502 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52330 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59516 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52232 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52242 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:28:45 [loggers.py:259] Engine 000: Avg prompt throughput: 3140.1 tokens/s, Avg generation throughput: 1262.2 tokens/s, Running: 17 reqs, Waiting: 0 reqs, GPU KV cache usage: 3.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:52350 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52280 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52274 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52282 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52258 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52412 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52300 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52338 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52310 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52320 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52360 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52372 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52396 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:48590 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:52408 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:28:52 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:48606 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:52438 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52432 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52418 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52428 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52384 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48522 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48568 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:28:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2958.1 tokens/s, Avg generation throughput: 1403.2 tokens/s, Running: 17 reqs, Waiting: 0 reqs, GPU KV cache usage: 3.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:48656 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48518 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48536 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48586 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48564 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48548 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48530 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:28:59 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:28:59 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:28:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:28:59 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:28:59 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:28:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:28:59 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:28:59 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:28:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:28:59 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:28:59 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:28:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:28:59 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:28:59 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:28:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:28:59 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:28:59 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:28:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:28:59 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:28:59 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:28:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:28:59 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:28:59 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:28:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:28:59 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:28:59 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:28:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:28:59 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:28:59 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:50204 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:50206 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:48616 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:50218 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:48558 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:29:00 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:50234 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:48684 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48632 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48686 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50170 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50162 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48644 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48634 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48576 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48662 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50182 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50282 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48648 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48672 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50192 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52292 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:29:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2359.9 tokens/s, Avg generation throughput: 1315.2 tokens/s, Running: 12 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:50260 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50274 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50148 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50120 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50300 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50316 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50134 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50298 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50334 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50228 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50250 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50332 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50258 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50306 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40720 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40708 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40742 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40726 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40768 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:29:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2335.0 tokens/s, Avg generation throughput: 963.8 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:40752 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40770 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40832 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40796 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40818 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40860 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40802 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40868 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40786 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40896 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40812 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40792 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50544 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40848 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50528 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50560 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40884 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50568 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50552 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50636 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:29:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2511.4 tokens/s, Avg generation throughput: 1007.5 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:50606 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50574 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50590 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50656 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50562 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50622 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50632 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36728 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50646 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50650 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36736 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50666 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36790 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36752 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36718 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36734 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36706 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:29:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1951.0 tokens/s, Avg generation throughput: 998.9 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:36756 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36804 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36802 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36786 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36772 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36812 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36784 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36828 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49794 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49848 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36834 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49760 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49876 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49786 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49776 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49896 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49902 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49946 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49832 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:29:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2552.7 tokens/s, Avg generation throughput: 899.1 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:49806 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49818 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49862 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49880 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49966 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49950 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49932 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49918 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39934 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39950 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39908 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39930 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39910 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:29:55 [loggers.py:259] Engine 000: Avg prompt throughput: 1625.1 tokens/s, Avg generation throughput: 863.7 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:39922 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39912 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39924 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39984 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39974 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39940 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39964 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35928 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39956 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35986 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35914 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35942 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35996 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:30:05 [loggers.py:259] Engine 000: Avg prompt throughput: 1852.1 tokens/s, Avg generation throughput: 706.6 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:35970 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35958 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36032 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35992 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45966 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36020 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36054 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36050 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45968 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36040 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45952 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45984 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36012 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45938 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46004 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46036 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45994 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:30:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2629.7 tokens/s, Avg generation throughput: 915.4 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:46002 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46020 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46010 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46012 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46058 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46048 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46050 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46070 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57094 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46098 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46082 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57110 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:30:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1247.8 tokens/s, Avg generation throughput: 857.7 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:57142 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57128 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57140 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57114 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57146 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57150 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57154 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48942 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57158 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48972 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48930 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48928 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49048 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48996 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48962 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:30:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2743.4 tokens/s, Avg generation throughput: 978.7 tokens/s, Running: 13 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:49102 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49092 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48950 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49038 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48944 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49008 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49050 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55910 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48986 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49096 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49024 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49042 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49060 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49076 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49124 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55916 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49112 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55956 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55894 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55932 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:30:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1934.6 tokens/s, Avg generation throughput: 1075.6 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:55976 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55882 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55944 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55954 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55960 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55996 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55958 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37152 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55986 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:30:51 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:30:51 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:30:51 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:30:51 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:30:51 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:30:51 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:30:51 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:30:51 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:30:51 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:30:51 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:30:51 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:30:51 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:30:51 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:30:51 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:30:51 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:30:51 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:30:51 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:30:51 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:30:51 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:30:51 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:30:51 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:30:51 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:30:51 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:30:51 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:30:51 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:30:51 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:30:51 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:30:51 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:30:51 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:37206 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:37140 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37114 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:30:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2400.6 tokens/s, Avg generation throughput: 950.6 tokens/s, Running: 13 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:37118 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37130 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37156 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37194 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37138 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37108 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37258 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40314 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37198 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37220 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37232 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37172 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37234 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37178 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37230 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37246 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40338 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40370 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40380 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40332 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40328 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:31:05 [loggers.py:259] Engine 000: Avg prompt throughput: 1997.9 tokens/s, Avg generation throughput: 981.6 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:40350 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40440 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40360 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52598 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40394 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52602 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52590 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40430 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40374 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40386 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52616 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40404 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40416 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40420 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52630 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52604 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52600 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:31:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2137.7 tokens/s, Avg generation throughput: 755.3 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:52662 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:31:17 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:31:17 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:31:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:31:17 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:31:17 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:31:17 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:31:17 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:31:17 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:31:17 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:31:17 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:31:17 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:31:17 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:31:17 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:31:17 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:31:17 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:31:17 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:31:17 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:31:17 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:31:17 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:31:17 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:31:17 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:42402 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:52670 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52658 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52702 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52648 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52632 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42394 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52692 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52680 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:42418 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:31:19 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:42438 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 22:31:20 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:31:20 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:31:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:31:20 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:31:20 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:31:20 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:31:20 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:31:20 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:31:20 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:31:20 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:31:20 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:31:20 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:31:20 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:31:20 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:31:20 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:31:20 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:31:20 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:31:20 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:31:20 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:20 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:31:20 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:31:20 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:42444 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:42386 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42416 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42440 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42530 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42474 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42484 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42532 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42504 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:31:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2209.3 tokens/s, Avg generation throughput: 801.0 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.6%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:42460 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42546 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42496 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42434 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42560 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42556 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42590 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36344 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42516 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42572 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42596 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42580 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36390 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:31:33 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:31:33 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:31:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:31:33 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:31:33 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:31:33 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:31:33 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:31:33 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:31:33 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:31:33 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:31:33 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:31:33 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:31:33 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:31:33 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:31:33 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:31:33 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:31:33 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:31:33 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:31:33 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:33 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:31:33 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:31:33 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:36420 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:36404 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36360 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36368 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36370 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:31:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1673.9 tokens/s, Avg generation throughput: 794.6 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:36376 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36430 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36394 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36444 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:31:37 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:31:37 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:31:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:31:37 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:31:37 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:31:37 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:31:37 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:31:37 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:31:37 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:31:37 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:31:37 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:31:37 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:31:37 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:31:37 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:31:37 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:31:37 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:31:37 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:31:37 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:31:37 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:31:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:31:37 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:31:37 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:37340 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:36408 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36450 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37332 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37362 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37386 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37352 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:31:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1771.4 tokens/s, Avg generation throughput: 649.6 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:37396 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37392 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37408 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37380 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37376 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37402 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37410 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45086 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45118 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45128 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37418 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37428 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45070 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45104 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45076 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45100 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45088 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:31:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2904.3 tokens/s, Avg generation throughput: 875.5 tokens/s, Running: 13 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:45184 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45222 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45206 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45164 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59306 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45136 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45186 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45200 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45254 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45148 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45170 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45182 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59406 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59322 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45232 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59356 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45236 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59372 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59398 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45238 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59386 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59344 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:32:05 [loggers.py:259] Engine 000: Avg prompt throughput: 1853.9 tokens/s, Avg generation throughput: 1077.8 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:59334 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59418 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59432 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59450 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59390 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59464 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49080 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49068 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49094 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59444 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49114 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49146 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49126 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49086 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49130 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:32:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2450.5 tokens/s, Avg generation throughput: 835.4 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:49156 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49158 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49172 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49162 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49108 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49180 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49176 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49196 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33176 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49184 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49208 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33224 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33218 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33232 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33280 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33184 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:32:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2549.0 tokens/s, Avg generation throughput: 1021.2 tokens/s, Running: 13 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:33198 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33334 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33244 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33242 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33312 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33214 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33260 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33310 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33356 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33296 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33268 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41870 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33322 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41916 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41864 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33350 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41848 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41930 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41884 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41892 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:32:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1804.7 tokens/s, Avg generation throughput: 904.6 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:41948 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41902 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41966 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41932 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41956 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39186 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41964 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39188 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41968 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41974 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41976 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:32:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2380.0 tokens/s, Avg generation throughput: 1036.3 tokens/s, Running: 13 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:39160 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39174 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39234 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39214 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39208 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39192 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39246 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39280 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39266 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39258 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39230 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39236 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34126 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39276 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34136 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34140 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34154 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34158 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34164 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:32:55 [loggers.py:259] Engine 000: Avg prompt throughput: 1488.7 tokens/s, Avg generation throughput: 806.6 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:34206 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34178 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34196 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34236 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:32:59 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:32:59 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:32:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:32:59 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:32:59 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:32:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:32:59 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:32:59 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:32:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:32:59 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:32:59 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:32:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:32:59 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:32:59 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:32:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:32:59 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:32:59 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:32:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:32:59 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:32:59 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:32:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:32:59 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:32:59 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:32:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:32:59 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:32:59 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:32:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:32:59 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:32:59 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:38074 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:38028 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:33:00 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:33:00 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:33:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:33:00 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:33:00 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:33:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:33:00 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:33:00 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:33:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:33:00 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:33:00 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:33:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:33:00 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:33:00 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:33:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:33:00 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:33:00 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:33:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:33:00 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:33:00 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:33:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:33:00 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:33:00 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:33:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:33:00 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:33:00 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:33:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:33:00 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:33:00 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:38098 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:34220 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34190 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38060 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38002 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38004 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38020 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:33:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2513.4 tokens/s, Avg generation throughput: 953.8 tokens/s, Running: 13 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:38058 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38044 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38088 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38160 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38042 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38172 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38194 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41956 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38118 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38114 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38184 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38130 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41964 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38136 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41974 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38196 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38148 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41990 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41984 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:33:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1655.6 tokens/s, Avg generation throughput: 856.4 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:41970 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42012 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41996 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42034 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42026 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41536 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41998 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42050 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41508 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41516 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:33:23 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:33:23 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:33:23 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:33:23 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:33:23 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:33:23 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:33:23 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:33:23 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:33:23 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:33:23 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:33:23 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:33:23 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:33:23 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:33:23 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:33:23 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:33:23 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:33:23 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:33:23 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:33:23 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:33:23 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:33:23 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:33:23 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:33:23 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:33:23 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:33:23 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:33:23 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:33:23 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:33:23 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:33:23 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:41648 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:41526 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41550 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41572 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:33:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2395.4 tokens/s, Avg generation throughput: 875.5 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.0%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:41564 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41606 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41520 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41658 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41540 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41610 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41576 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41642 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41626 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41590 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:33:29 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:33:29 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:33:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:33:29 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:33:29 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:33:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:33:29 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:33:29 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:33:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:33:29 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:33:29 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:33:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:33:29 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:33:29 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:33:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:33:29 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:33:29 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:33:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:33:29 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:33:29 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:33:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:33:29 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:33:29 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:33:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:33:29 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:33:29 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:33:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:33:29 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:33:29 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:33754 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:33698 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33666 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41670 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33738 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33716 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33760 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33678 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33694 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33770 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33688 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33714 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:33:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2143.6 tokens/s, Avg generation throughput: 939.7 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:33764 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33732 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33804 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33790 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49874 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33808 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33858 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33776 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49880 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49878 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33846 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49902 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49888 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33830 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49904 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33814 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49932 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:33:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2113.9 tokens/s, Avg generation throughput: 844.5 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:49926 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49942 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49922 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49966 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49912 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49944 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42420 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49964 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49956 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49978 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49972 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42396 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42410 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42426 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:33:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2704.8 tokens/s, Avg generation throughput: 889.0 tokens/s, Running: 12 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:42386 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42432 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42456 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42440 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42528 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42560 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42444 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42484 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37248 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42468 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42496 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42544 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42534 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42472 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42512 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42504 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37212 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37224 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37228 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37240 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37266 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:34:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2013.1 tokens/s, Avg generation throughput: 1268.9 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:42522 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37262 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37318 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37296 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37290 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37304 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37280 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33994 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:34:10 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:34:10 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:34:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:34:10 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:34:10 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:34:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:34:10 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:34:10 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:34:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:34:10 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:34:10 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:34:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:34:10 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:34:10 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:34:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:34:10 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:34:10 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:34:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:34:10 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:34:10 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:34:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:34:10 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:34:10 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:34:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:34:10 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:34:10 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:34:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:34:10 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:34:10 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:34024 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:33978 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34050 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33984 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34018 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34012 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34022 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34010 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:34:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1970.6 tokens/s, Avg generation throughput: 792.9 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:34038 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34042 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34026 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34058 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54730 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34068 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54780 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34074 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54748 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54784 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54742 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:34:24 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:34:24 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:34:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:34:24 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:34:24 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:34:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:34:24 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:34:24 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:34:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:34:24 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:34:24 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:34:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:34:24 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:34:24 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:34:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:34:24 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:34:24 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:34:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:34:24 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:34:24 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:34:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:34:24 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:34:24 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:34:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:34:24 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:34:24 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:34:24 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:34:24 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:34:24 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:54874 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:54822 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54776 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54758 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54774 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:34:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2257.7 tokens/s, Avg generation throughput: 870.9 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:54794 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54814 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54798 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46338 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:34:28 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:34:28 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:34:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:34:28 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:34:28 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:34:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:34:28 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:34:28 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:34:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:34:28 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:34:28 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:34:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:34:28 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:34:28 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:34:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:34:28 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:34:28 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:34:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:34:28 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:34:28 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:34:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:34:28 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:34:28 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:34:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:34:28 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:34:28 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:34:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:34:28 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:34:28 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:46364 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:54860 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54836 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54844 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54880 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54866 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46326 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46314 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54888 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46308 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46370 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46378 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46348 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46388 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46442 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:34:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2753.4 tokens/s, Avg generation throughput: 1040.3 tokens/s, Running: 12 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:46418 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46384 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46372 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46398 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46468 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46440 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46404 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46432 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46406 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46422 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46444 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59752 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46458 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59738 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59790 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59868 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59800 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59782 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:34:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2661.5 tokens/s, Avg generation throughput: 1107.7 tokens/s, Running: 12 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:59768 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59838 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59826 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59784 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59772 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59844 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59858 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59812 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59884 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59886 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59902 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45782 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59918 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45756 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45850 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:34:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2257.0 tokens/s, Avg generation throughput: 1171.7 tokens/s, Running: 14 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.6%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:45758 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45786 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45764 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45774 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45740 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45784 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45836 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45804 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45788 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45776 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45816 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45798 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46662 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:35:00 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:35:00 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:35:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:35:00 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:35:00 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:35:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:35:00 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:35:00 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:35:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:35:00 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:35:00 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:35:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:35:00 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:35:00 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:35:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:35:00 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:35:00 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:35:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:35:00 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:35:00 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:35:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:35:00 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:35:00 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:35:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:35:00 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:35:00 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:35:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:35:00 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:35:00 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:46720 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:45860 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46644 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46664 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46722 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46682 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46650 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46680 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:35:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2777.8 tokens/s, Avg generation throughput: 1090.2 tokens/s, Running: 15 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:46692 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46686 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46694 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46738 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46788 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46798 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46752 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46774 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46706 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46748 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46756 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46760 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37398 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46824 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46812 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37422 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46832 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45830 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46836 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37470 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:35:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2042.2 tokens/s, Avg generation throughput: 1203.4 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:37442 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37428 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37382 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37412 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37480 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37454 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37444 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37500 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37494 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37468 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40214 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37488 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37504 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40220 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40188 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40196 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40224 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40208 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40204 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:35:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1759.9 tokens/s, Avg generation throughput: 811.4 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:40216 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40230 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40246 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40260 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38234 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38256 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:35:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1008.8 tokens/s, Avg generation throughput: 514.7 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.0%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:38260 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38312 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38242 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38276 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38294 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37892 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38290 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38298 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37876 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37898 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37914 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:35:45 [loggers.py:259] Engine 000: Avg prompt throughput: 3029.9 tokens/s, Avg generation throughput: 755.8 tokens/s, Running: 16 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:38006 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38034 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37976 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38026 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38022 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37938 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37960 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37928 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37952 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38054 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37622 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37942 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37978 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37992 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38064 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38062 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38040 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37610 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37644 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38068 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37680 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37634 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37660 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:35:55 [loggers.py:259] Engine 000: Avg prompt throughput: 1941.8 tokens/s, Avg generation throughput: 1082.1 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:37632 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37724 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37710 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37668 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37686 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55104 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:36:00 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:36:00 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:36:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:36:00 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:36:00 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:36:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:36:00 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:36:00 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:36:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:36:00 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:36:00 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:36:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:36:00 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:36:00 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:36:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:36:00 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:36:00 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:36:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:36:00 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:36:00 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:36:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:36:00 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:36:00 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:36:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:36:00 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:36:00 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:36:00 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:36:00 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:36:00 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:55112 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:37684 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37702 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37728 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37706 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37734 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55092 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55126 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:36:05 [loggers.py:259] Engine 000: Avg prompt throughput: 1631.8 tokens/s, Avg generation throughput: 832.1 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:55148 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55146 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55158 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55140 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55170 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55172 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59106 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55178 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55180 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59138 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59056 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59076 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59134 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59120 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59092 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59064 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59074 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55186 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59200 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:36:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2921.5 tokens/s, Avg generation throughput: 1051.9 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:59216 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59186 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59174 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59156 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59148 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59166 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59246 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50322 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50314 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59188 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59232 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59258 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50340 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50378 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50344 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50326 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:36:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1676.5 tokens/s, Avg generation throughput: 850.6 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:50386 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50352 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50362 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50372 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52512 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52468 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50384 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52494 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52526 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52478 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50398 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50406 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52566 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52454 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52502 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52460 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52536 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:36:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2006.2 tokens/s, Avg generation throughput: 840.3 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:52568 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52552 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52588 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52580 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35042 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35032 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35092 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35048 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35038 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35116 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:36:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1707.4 tokens/s, Avg generation throughput: 710.5 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:35094 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35064 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35062 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35100 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35130 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35078 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52222 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52240 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52288 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35140 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52252 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35148 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52280 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52238 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52246 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:36:54 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:36:54 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:36:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:36:54 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:36:54 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:36:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:36:54 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:36:54 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:36:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:36:54 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:36:54 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:36:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:36:54 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:36:54 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:36:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:36:54 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:36:54 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:36:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:36:54 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:36:54 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:36:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:36:54 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:36:54 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:36:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:36:54 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:36:54 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:36:54 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:36:54 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:36:54 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:52324 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:52256 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52296 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52268 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:36:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2074.0 tokens/s, Avg generation throughput: 787.9 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:52300 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52310 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52322 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52330 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36826 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36846 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36860 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:37:03 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:37:03 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:37:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:37:03 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:37:03 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:37:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:37:03 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:37:03 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:37:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:37:03 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:37:03 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:37:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:37:03 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:37:03 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:37:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:37:03 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:37:03 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:37:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:37:03 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:37:03 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:37:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:37:03 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:37:03 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:37:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:37:03 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:37:03 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:37:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:37:03 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:37:03 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:36966 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:36864 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36842 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:37:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2561.6 tokens/s, Avg generation throughput: 771.5 tokens/s, Running: 14 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:36922 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36868 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36870 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36894 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36934 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36882 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36926 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36908 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36980 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36902 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36946 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36996 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33378 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36998 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33340 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33350 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36962 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36972 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36978 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:37:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2423.3 tokens/s, Avg generation throughput: 1185.7 tokens/s, Running: 13 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:33366 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33400 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33310 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33402 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33424 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33326 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33386 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36986 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33412 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33468 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33436 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53356 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33450 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53294 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33464 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53346 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53400 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53368 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33476 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53350 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53308 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53324 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:37:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2389.2 tokens/s, Avg generation throughput: 1148.3 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:53336 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53378 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60412 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53394 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53452 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:37:28 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:37:28 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:37:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:37:28 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:37:28 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:37:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:37:28 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:37:28 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:37:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:37:28 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:37:28 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:37:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:37:28 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:37:28 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:37:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:37:28 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:37:28 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:37:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:37:28 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:37:28 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:37:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:37:28 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:37:28 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:37:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:37:28 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:37:28 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:37:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:37:28 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:37:28 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:60474 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:53402 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53436 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53424 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53412 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60456 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60438 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53468 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60476 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53438 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60400 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60424 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60462 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60500 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60490 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60442 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60520 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60522 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:37:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1822.8 tokens/s, Avg generation throughput: 866.0 tokens/s, Running: 2 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:60514 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:37:40 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:37:40 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:37:40 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:37:40 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:37:40 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:37:40 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:37:40 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:37:40 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:37:40 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:37:40 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:37:40 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:37:40 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:37:40 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:37:40 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:37:40 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:37:40 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:37:40 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:37:40 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:37:40 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:37:40 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:37:40 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:37:40 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:37:40 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:37:40 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:37:40 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:37:40 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:37:40 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:37:40 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:37:40 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:32860 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:60534 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60544 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32810 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60552 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32812 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32902 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32856 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32826 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32836 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32842 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:37:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2517.6 tokens/s, Avg generation throughput: 856.5 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.6%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:32928 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32930 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32882 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32896 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32870 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32920 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32918 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32960 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49850 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49884 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32948 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32966 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32938 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49864 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:37:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2481.4 tokens/s, Avg generation throughput: 1004.2 tokens/s, Running: 15 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:49892 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49916 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49874 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49970 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49872 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49928 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49908 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49950 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50062 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50006 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50048 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49956 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49936 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49938 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49940 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46384 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46392 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49994 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50020 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46420 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46444 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50032 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46454 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46432 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46446 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:38:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2973.1 tokens/s, Avg generation throughput: 1218.5 tokens/s, Running: 13 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:46370 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46412 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46482 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:38:07 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:38:07 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:38:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:38:07 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:38:07 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:38:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:38:07 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:38:07 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:38:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:38:07 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:38:07 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:38:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:38:07 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:38:07 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:38:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:38:07 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:38:07 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:38:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:38:07 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:38:07 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:38:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:38:07 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:38:07 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:38:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:38:07 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:38:07 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:38:07 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:38:07 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:38:07 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:42252 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:46400 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42282 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42266 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42250 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46452 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42292 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46470 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46438 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46404 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42304 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42242 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46492 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46460 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46496 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42350 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46466 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42336 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42326 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42332 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42360 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46486 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42342 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:38:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2464.5 tokens/s, Avg generation throughput: 1050.7 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:42374 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42320 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42384 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42388 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42392 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42382 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49982 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42372 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42412 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42396 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33940 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42428 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33910 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34004 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33926 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:38:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2393.9 tokens/s, Avg generation throughput: 811.7 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:33946 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34022 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34002 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33984 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33962 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34000 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59556 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59528 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33970 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34014 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34048 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34010 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34040 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59564 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59584 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59568 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34044 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34032 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59542 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59614 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34064 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59588 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:38:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2114.5 tokens/s, Avg generation throughput: 1135.1 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:59600 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59628 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59598 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59626 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59630 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54032 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54038 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54042 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59638 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54034 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54046 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:38:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1421.7 tokens/s, Avg generation throughput: 631.0 tokens/s, Running: 3 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.6%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:54050 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60362 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:38:49 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:38:49 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:38:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:38:49 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:38:49 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:38:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:38:49 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:38:49 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:38:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:38:49 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:38:49 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:38:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:38:49 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:38:49 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:38:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:38:49 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:38:49 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:38:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:38:49 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:38:49 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:38:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:38:49 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:38:49 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:38:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:38:49 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:38:49 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:38:49 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:38:49 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:38:49 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:60388 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:54064 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54058 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54088 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54080 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60364 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60406 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60394 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60380 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:38:55 [loggers.py:259] Engine 000: Avg prompt throughput: 1316.4 tokens/s, Avg generation throughput: 633.4 tokens/s, Running: 3 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:60438 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60422 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42314 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60490 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42318 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42348 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60452 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42420 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60468 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60476 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42300 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:39:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2903.0 tokens/s, Avg generation throughput: 1086.0 tokens/s, Running: 13 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:42308 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42304 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42394 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42310 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42372 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42360 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42332 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42386 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42436 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42406 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42426 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42392 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34230 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:39:10 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:39:10 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:39:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:39:10 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:39:10 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:39:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:39:10 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:39:10 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:39:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:39:10 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:39:10 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:39:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:39:10 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:39:10 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:39:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:39:10 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:39:10 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:39:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:39:10 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:39:10 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:39:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:39:10 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:39:10 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:39:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:39:10 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:39:10 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:39:10 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:39:10 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:39:10 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:34296 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:42400 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34242 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:39:11 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:39:11 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:39:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:39:11 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:39:11 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:39:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:39:11 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:39:11 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:39:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:39:11 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:39:11 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:39:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:39:11 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:39:11 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:39:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:39:11 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:39:11 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:39:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:39:11 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:39:11 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:39:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:39:11 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:39:11 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:39:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:39:11 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:39:11 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:39:11 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:39:11 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:39:11 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:34308 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:34254 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34264 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34304 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34248 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:39:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2000.7 tokens/s, Avg generation throughput: 843.0 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:34278 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34288 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34270 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52568 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34380 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34360 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34358 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34314 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52578 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34386 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34336 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34326 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34374 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34338 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34348 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52586 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52550 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52596 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52552 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:39:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2905.2 tokens/s, Avg generation throughput: 1136.9 tokens/s, Running: 12 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:52560 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52656 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52662 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52570 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52620 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52604 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52598 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52610 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52608 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52640 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52644 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48352 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52632 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52670 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48306 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48382 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48320 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:39:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2555.0 tokens/s, Avg generation throughput: 1027.4 tokens/s, Running: 14 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:48340 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48444 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48432 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48332 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48400 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48366 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48458 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48472 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57476 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57502 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48434 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48394 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48392 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48372 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48484 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48430 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57518 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48414 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48398 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57508 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48436 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57534 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57598 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57524 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:39:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2907.8 tokens/s, Avg generation throughput: 1344.0 tokens/s, Running: 12 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:57488 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57586 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57556 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57540 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57564 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57570 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57590 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57636 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38448 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57572 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57610 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57634 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38452 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57616 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38432 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57618 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:39:55 [loggers.py:259] Engine 000: Avg prompt throughput: 529.0 tokens/s, Avg generation throughput: 587.7 tokens/s, Running: 1 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:38456 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38482 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38664 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38466 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38670 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38648 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:40:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2330.7 tokens/s, Avg generation throughput: 696.4 tokens/s, Running: 12 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:38692 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38712 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38656 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38676 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38752 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38702 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38736 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38678 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38700 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38726 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38742 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38782 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44236 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38744 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44276 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38766 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38798 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:44284 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:40:13 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:44298 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:44246 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44238 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44224 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44260 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:40:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1780.4 tokens/s, Avg generation throughput: 913.5 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:44282 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44274 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44316 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38424 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44310 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44324 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38432 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38466 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38446 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38524 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:40:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2097.3 tokens/s, Avg generation throughput: 637.5 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:38456 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38564 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38510 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38482 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38486 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38548 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38498 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38656 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38526 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38586 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38572 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38742 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38540 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38678 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38648 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38602 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38722 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38744 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38606 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38708 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38792 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:40:35 [loggers.py:259] Engine 000: Avg prompt throughput: 3560.9 tokens/s, Avg generation throughput: 1330.0 tokens/s, Running: 16 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:38636 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38848 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38696 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38772 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38686 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38804 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38844 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38734 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38732 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38662 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38758 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38788 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54918 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38808 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38830 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54954 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38828 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38818 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54934 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55050 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54998 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:40:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2809.7 tokens/s, Avg generation throughput: 1152.0 tokens/s, Running: 16 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:54908 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54944 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55014 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54978 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54964 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55060 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55106 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54988 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55038 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55024 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55078 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55094 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55062 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39676 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55116 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39680 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55098 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55064 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39652 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:40:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2948.4 tokens/s, Avg generation throughput: 1286.4 tokens/s, Running: 19 reqs, Waiting: 0 reqs, GPU KV cache usage: 3.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:39706 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39708 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39664 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55126 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39762 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39668 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39732 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39702 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39658 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39774 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39716 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39690 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39672 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35504 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39800 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39788 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39748 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39694 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39822 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35546 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39838 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39808 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:41:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2393.6 tokens/s, Avg generation throughput: 1194.9 tokens/s, Running: 14 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:35490 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35538 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35480 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35494 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35602 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35618 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39812 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35522 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35510 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35604 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35566 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35586 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39776 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39788 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35562 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:41:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1628.2 tokens/s, Avg generation throughput: 860.3 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:39796 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39800 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39812 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35582 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39830 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39814 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39816 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39872 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39856 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39822 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39860 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39862 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34274 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34322 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39846 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34290 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34276 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34442 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:41:25 [loggers.py:259] Engine 000: Avg prompt throughput: 3289.6 tokens/s, Avg generation throughput: 1192.5 tokens/s, Running: 18 reqs, Waiting: 0 reqs, GPU KV cache usage: 3.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:34262 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34426 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34306 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34470 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34332 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34364 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34372 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40912 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34344 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40900 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34320 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34376 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34356 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34410 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34456 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40886 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40924 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34424 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40940 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34474 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34394 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34482 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40974 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40922 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41012 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34492 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34380 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:41:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2998.0 tokens/s, Avg generation throughput: 1388.2 tokens/s, Running: 15 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:34488 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40990 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41022 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34490 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40956 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41050 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41042 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40918 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40960 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41038 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54606 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41040 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40986 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41034 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41002 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41060 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41054 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54630 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41070 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54616 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54646 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:41:44 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:41:44 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:41:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:41:44 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:41:44 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:41:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:41:44 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:41:44 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:41:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:41:44 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:41:44 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:41:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:41:44 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:41:44 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:41:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:41:44 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:41:44 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:41:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:41:44 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:41:44 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:41:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:41:44 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:41:44 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:41:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:41:44 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:41:44 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:41:44 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:41:44 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:41:44 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:54712 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:54672 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:41:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1560.1 tokens/s, Avg generation throughput: 938.8 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:54696 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54674 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54684 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54660 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54706 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42912 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42898 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42888 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42910 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:41:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2077.8 tokens/s, Avg generation throughput: 692.4 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.0%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) ERROR 05-31 22:41:56 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:41:56 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:41:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:41:56 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:41:56 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:41:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:41:56 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:41:56 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:41:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:41:56 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:41:56 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:41:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:41:56 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:41:56 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:41:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:41:56 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:41:56 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:41:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:41:56 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:41:56 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:41:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:41:56 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:41:56 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:41:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:41:56 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:41:56 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:41:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:41:56 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:41:56 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:35946 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:42928 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42930 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42932 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42952 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42986 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42976 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42936 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42944 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42968 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35956 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42988 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42998 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35982 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:42:02 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:42:02 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:42:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:42:02 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:42:02 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:42:02 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:42:02 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:42:02 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:42:02 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:42:02 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:42:02 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:42:02 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:42:02 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:42:02 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:42:02 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:42:02 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:42:02 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:42:02 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:42:02 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:42:02 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:42:02 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:36040 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 22:42:03 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:42:03 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:42:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:42:03 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:42:03 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:42:03 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:42:03 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:42:03 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:42:03 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:42:03 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:42:03 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:42:03 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:42:03 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:42:03 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:42:03 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:42:03 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:42:03 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:42:03 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:42:03 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:03 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:42:03 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:42:03 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:36046 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:35944 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36000 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36038 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35978 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36010 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:42:05 [loggers.py:259] Engine 000: Avg prompt throughput: 1585.0 tokens/s, Avg generation throughput: 1014.4 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.0%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:36026 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35992 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36056 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36024 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35970 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46130 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46110 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36072 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36088 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46146 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46134 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46164 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46122 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46132 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:42:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2726.8 tokens/s, Avg generation throughput: 750.8 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.0%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:46180 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46184 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46162 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46152 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57340 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46200 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57328 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57296 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46190 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46222 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46242 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46192 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46210 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46234 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57418 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57362 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57396 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57382 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:42:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1947.2 tokens/s, Avg generation throughput: 1030.8 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:57312 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57370 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57346 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57344 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:42:26 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:42:26 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:42:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:42:26 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:42:26 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:42:26 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:42:26 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:42:26 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:42:26 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:42:26 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:42:26 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:42:26 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:42:26 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:42:26 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:42:26 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:42:26 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:42:26 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:42:26 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:42:26 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:42:26 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:42:26 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:34180 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:57424 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57390 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57406 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34158 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34214 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57440 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34196 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34170 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34222 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34264 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:42:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2362.6 tokens/s, Avg generation throughput: 862.3 tokens/s, Running: 13 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:34276 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34326 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34270 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34366 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34202 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34308 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34250 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34234 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34318 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34292 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36614 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34244 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:42:40 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:42:40 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:42:40 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:42:40 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:42:40 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:40 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:42:40 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:42:40 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:40 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:42:40 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:42:40 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:40 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:42:40 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:42:40 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:40 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:42:40 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:42:40 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:40 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:42:40 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:42:40 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:40 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:42:40 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:42:40 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:40 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:42:40 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:42:40 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:40 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:42:40 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:42:40 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:36644 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:34350 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34334 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36618 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36638 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34372 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36622 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34378 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36620 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36642 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36624 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36656 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:42:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2478.5 tokens/s, Avg generation throughput: 981.2 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:36628 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36674 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36650 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:42:48 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:42:48 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:42:48 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:42:48 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:42:48 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:48 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:42:48 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:42:48 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:48 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:42:48 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:42:48 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:48 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:42:48 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:42:48 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:48 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:42:48 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:42:48 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:48 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:42:48 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:42:48 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:48 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:42:48 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:42:48 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:48 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:42:48 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:42:48 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:48 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:42:48 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:42:48 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:43922 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:36694 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36664 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36702 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36678 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36720 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43954 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36708 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36718 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43936 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43980 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43974 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43960 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44010 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43878 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44046 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44030 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:42:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2616.4 tokens/s, Avg generation throughput: 916.2 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:43906 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44018 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43892 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43940 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44074 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:42:57 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:42:57 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:42:57 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:42:57 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:42:57 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:57 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:42:57 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:42:57 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:57 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:42:57 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:42:57 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:57 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:42:57 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:42:57 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:57 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:42:57 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:42:57 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:57 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:42:57 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:42:57 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:57 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:42:57 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:42:57 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:57 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:42:57 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:42:57 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:57 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:42:57 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:42:57 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:53656 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:53660 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44080 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:42:58 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:42:58 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:42:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:42:58 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:42:58 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:42:58 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:42:58 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:42:58 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:42:58 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:42:58 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:42:58 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:42:58 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:42:58 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:42:58 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:42:58 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:42:58 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:42:58 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:42:58 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:42:58 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:42:58 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:42:58 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:42:58 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:53686 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:43982 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43996 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44062 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44028 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44086 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53680 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:43:02 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:43:02 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:43:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:43:02 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:43:02 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:43:02 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:43:02 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:43:02 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:43:02 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:43:02 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:43:02 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:43:02 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:43:02 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:43:02 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:43:02 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:43:02 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:43:02 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:43:02 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:43:02 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:43:02 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:43:02 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:53746 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:53696 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53724 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53744 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53670 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:43:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2373.6 tokens/s, Avg generation throughput: 889.4 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.0%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:53762 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53702 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53700 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53780 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53718 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53740 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53776 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53792 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53802 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53828 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54328 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54330 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53814 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54336 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54312 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54310 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54366 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:43:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1448.2 tokens/s, Avg generation throughput: 902.0 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:54334 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54364 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34540 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54340 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54382 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34550 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54354 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54374 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34534 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54386 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54378 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54392 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34566 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34524 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34594 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34562 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34640 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34624 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34608 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:43:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2226.8 tokens/s, Avg generation throughput: 899.0 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:34648 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34598 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34580 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:43:29 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:43:29 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:43:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:43:29 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:43:29 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:43:29 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:43:29 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:43:29 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:43:29 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:43:29 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:43:29 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:43:29 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:43:29 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:43:29 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:43:29 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:43:29 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:43:29 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:43:29 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:43:29 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:43:29 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:43:29 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:41786 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:34656 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:41818 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:41820 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:41828 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:43:31 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:41832 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:41776 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41812 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41874 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:43:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2074.7 tokens/s, Avg generation throughput: 741.8 tokens/s, Running: 12 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:41750 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41738 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41766 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41808 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41858 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41800 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41916 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41848 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41822 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41912 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44408 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41904 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41888 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41924 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44452 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:43:42 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:43:42 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:43:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:43:42 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:43:42 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:43:42 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:43:42 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:43:42 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:43:42 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:43:42 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:43:42 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:43:42 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:43:42 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:43:42 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:43:42 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:43:42 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:43:42 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:43:42 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:43:42 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:43:42 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:43:42 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:44476 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:41940 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44420 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:43:43 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:43:43 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:43:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:43:43 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:43:43 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:43:43 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:43:43 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:43:43 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:43:43 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:43:43 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:43:43 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:43:43 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:43:43 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:43:43 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:43:43 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:43:43 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:43:43 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:43:43 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:43:43 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:43:43 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:43:43 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:44506 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:44456 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44490 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44438 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:43:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1873.1 tokens/s, Avg generation throughput: 799.6 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:44468 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44424 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44510 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60230 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60250 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44518 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60240 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60274 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44538 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44526 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44528 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:43:53 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:43:53 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:43:53 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:43:53 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:43:53 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:53 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:43:53 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:43:53 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:53 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:43:53 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:43:53 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:53 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:43:53 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:43:53 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:53 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:43:53 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:43:53 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:53 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:43:53 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:43:53 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:53 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:43:53 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:43:53 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:53 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:43:53 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:43:53 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:53 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:43:53 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:43:53 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:60344 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:60236 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60294 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:43:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2855.1 tokens/s, Avg generation throughput: 839.2 tokens/s, Running: 13 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:60306 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60310 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60390 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60266 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60252 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60278 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:43:59 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:43:59 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:43:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:43:59 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:43:59 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:43:59 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:43:59 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:43:59 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:43:59 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:43:59 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:43:59 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:43:59 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:43:59 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:43:59 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:43:59 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:43:59 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:43:59 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:43:59 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:43:59 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:43:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:43:59 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:43:59 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:56678 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:60304 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60322 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60318 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60372 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60358 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56694 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60332 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60346 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56654 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60388 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:44:02 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:44:02 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:44:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:44:02 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:44:02 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:44:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:44:02 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:44:02 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:44:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:44:02 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:44:02 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:44:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:44:02 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:44:02 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:44:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:44:02 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:44:02 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:44:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:44:02 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:44:02 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:44:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:44:02 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:44:02 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:44:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:44:02 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:44:02 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:44:02 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:44:02 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:44:02 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:56742 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:56668 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56660 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:44:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2056.4 tokens/s, Avg generation throughput: 1024.4 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:56736 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56700 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56708 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56722 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56746 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56748 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59188 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56756 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59198 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56766 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56764 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56780 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59250 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59180 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:44:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2386.6 tokens/s, Avg generation throughput: 945.7 tokens/s, Running: 14 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.6%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:59184 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59210 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59226 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59236 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59264 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59306 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59230 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59280 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59220 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59228 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59254 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36264 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36236 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59288 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59304 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36246 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56772 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36242 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36260 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36222 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:44:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1683.5 tokens/s, Avg generation throughput: 1029.2 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:36294 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36278 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36240 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36306 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37356 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37332 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36298 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36318 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:37458 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:44:31 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:37462 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:37386 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37342 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36332 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37418 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37360 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:44:35 [loggers.py:259] Engine 000: Avg prompt throughput: 3002.7 tokens/s, Avg generation throughput: 929.0 tokens/s, Running: 15 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:37370 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37532 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37454 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37492 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37466 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37444 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37480 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37434 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37424 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37402 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35824 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37510 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37464 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35848 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37540 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35832 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37508 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35896 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37534 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37530 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35886 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:44:45 [loggers.py:259] Engine 000: Avg prompt throughput: 3011.9 tokens/s, Avg generation throughput: 1183.8 tokens/s, Running: 18 reqs, Waiting: 0 reqs, GPU KV cache usage: 3.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:37516 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35914 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35950 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36014 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35964 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35932 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35952 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35866 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35884 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35904 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35850 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35868 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35948 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35920 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60904 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36048 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35992 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35998 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35994 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35980 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36028 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60896 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60936 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:44:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2815.0 tokens/s, Avg generation throughput: 1252.1 tokens/s, Running: 15 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:60920 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60872 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60882 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60950 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36042 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60932 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60890 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60918 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60978 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60962 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32822 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60934 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32804 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32790 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32808 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32786 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56860 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60994 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32770 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56832 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56840 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60968 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56870 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:45:05 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:45:05 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:45:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:45:05 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:45:05 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:45:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:45:05 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:45:05 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:45:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:45:05 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:45:05 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:45:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:45:05 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:45:05 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:45:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:45:05 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:45:05 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:45:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:45:05 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:45:05 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:45:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:45:05 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:45:05 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:45:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:45:05 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:45:05 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:45:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:45:05 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:45:05 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:56916 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO 05-31 22:45:05 [loggers.py:259] Engine 000: Avg prompt throughput: 1651.0 tokens/s, Avg generation throughput: 1121.6 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.0%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:56896 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56854 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56862 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56886 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56924 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56902 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33626 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33652 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33672 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33636 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:45:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1280.2 tokens/s, Avg generation throughput: 546.3 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.0%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:33676 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33656 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33680 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33692 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33706 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53674 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53686 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53672 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53720 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53656 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53706 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53744 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:45:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2334.8 tokens/s, Avg generation throughput: 606.6 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:53758 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53716 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53692 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52948 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53722 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53760 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53776 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53736 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53824 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53812 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53768 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53782 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52960 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52968 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53798 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53832 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52952 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52984 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:45:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1295.5 tokens/s, Avg generation throughput: 868.1 tokens/s, Running: 3 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.6%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:52992 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52980 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53004 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53024 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52260 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53038 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52268 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52270 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52302 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53018 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53048 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52294 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52292 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:45:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2230.9 tokens/s, Avg generation throughput: 960.9 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:52278 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52288 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52282 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52308 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52306 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52322 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55100 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:52326 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55082 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55092 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55102 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:45:55 [loggers.py:259] Engine 000: Avg prompt throughput: 1221.9 tokens/s, Avg generation throughput: 629.9 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:55132 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55134 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55142 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55118 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:45:57 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:45:57 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:45:57 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:45:57 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:45:57 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:45:57 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:45:57 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:45:57 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:45:57 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:45:57 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:45:57 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:45:57 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:45:57 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:45:57 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:45:57 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:45:57 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:45:57 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:45:57 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:45:57 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:45:57 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:45:57 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:45:57 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:45:57 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:45:57 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:45:57 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:45:57 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:45:57 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:45:57 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:45:57 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:44576 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:44560 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44626 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44604 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44680 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44628 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44554 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:55152 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44590 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44650 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44694 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:46:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2763.9 tokens/s, Avg generation throughput: 878.4 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:44690 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44648 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44664 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44566 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44614 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44636 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44698 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35272 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44724 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35262 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44756 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35254 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44660 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44702 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35284 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35248 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44714 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35288 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35294 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44740 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35276 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35310 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35318 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:46:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1824.2 tokens/s, Avg generation throughput: 886.1 tokens/s, Running: 3 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:35346 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35332 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35336 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38162 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38154 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:35354 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38186 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38214 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38198 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38182 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38178 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38172 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:46:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2087.6 tokens/s, Avg generation throughput: 790.2 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:38232 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38220 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38222 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38272 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38254 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38248 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38266 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58812 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38274 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58866 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58844 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58822 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58798 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:38280 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58788 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58836 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58940 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:46:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2614.0 tokens/s, Avg generation throughput: 916.8 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:58916 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58958 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:46:37 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:46:37 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:46:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:46:37 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:46:37 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:46:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:46:37 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:46:37 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:46:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:46:37 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:46:37 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:46:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:46:37 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:46:37 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:46:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:46:37 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:46:37 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:46:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:46:37 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:46:37 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:46:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:46:37 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:46:37 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:46:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:46:37 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:46:37 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:46:37 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:46:37 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:46:37 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:42198 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:58888 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58876 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58852 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58992 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58932 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58900 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58972 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58950 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58906 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42212 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42222 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42238 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58982 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42252 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42272 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:46:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1444.9 tokens/s, Avg generation throughput: 786.6 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:42242 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42278 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42314 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42260 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42288 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51310 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42304 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51322 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51302 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:46:52 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:46:52 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:46:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:46:52 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:46:52 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:46:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:46:52 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:46:52 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:46:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:46:52 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:46:52 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:46:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:46:52 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:46:52 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:46:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:46:52 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:46:52 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:46:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:46:52 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:46:52 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:46:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:46:52 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:46:52 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:46:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:46:52 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:46:52 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:46:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:46:52 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:46:52 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:51370 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:51358 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51296 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:46:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2313.3 tokens/s, Avg generation throughput: 662.8 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:51352 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51366 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:46:56 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:46:56 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:46:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:46:56 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:46:56 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:46:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:46:56 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:46:56 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:46:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:46:56 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:46:56 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:46:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:46:56 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:46:56 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:46:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:46:56 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:46:56 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:46:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:46:56 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:46:56 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:46:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:46:56 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:46:56 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:46:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:46:56 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:46:56 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:46:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:46:56 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:46:56 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:60828 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:51386 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51446 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51348 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51346 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51332 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51432 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51398 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60852 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51422 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51412 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60832 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60836 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:51436 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60868 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60870 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60934 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:47:04 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:47:04 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:47:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:47:04 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:47:04 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:47:04 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:47:04 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:47:04 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:47:04 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:47:04 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:47:04 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:47:04 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:47:04 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:47:04 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:47:04 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:47:04 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:47:04 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:47:04 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:47:04 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:04 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:47:04 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:47:04 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:60978 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:60882 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60950 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:47:05 [loggers.py:259] Engine 000: Avg prompt throughput: 1852.9 tokens/s, Avg generation throughput: 944.4 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:60920 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60962 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60892 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60910 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60906 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47802 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60980 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47814 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47824 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47840 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47792 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47828 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47846 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:47:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1833.7 tokens/s, Avg generation throughput: 614.9 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) ERROR 05-31 22:47:15 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:47:15 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:47:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:47:15 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:47:15 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:47:15 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:47:15 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:47:15 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:47:15 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:47:15 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:47:15 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:47:15 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:47:15 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:47:15 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:47:15 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:47:15 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:47:15 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:47:15 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:47:15 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:15 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:47:15 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:47:15 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:47948 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:47860 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47874 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44858 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47922 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47946 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44864 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44888 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47906 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44884 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44900 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:47:22 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:47:22 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:47:22 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:47:22 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:47:22 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:22 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:47:22 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:47:22 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:22 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:47:22 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:47:22 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:22 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:47:22 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:47:22 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:22 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:47:22 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:47:22 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:22 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:47:22 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:47:22 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:22 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:47:22 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:47:22 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:22 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:47:22 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:47:22 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:22 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:47:22 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:47:22 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:44978 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:44956 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44960 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47890 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44896 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47954 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44870 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:47:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2168.5 tokens/s, Avg generation throughput: 968.9 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:44910 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44926 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44970 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44946 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44940 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:44992 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42738 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47938 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42716 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42726 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:47:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1050.1 tokens/s, Avg generation throughput: 549.9 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:42718 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42784 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42746 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42758 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42770 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59950 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59966 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59954 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:60038 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:47:43 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:60046 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:60014 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:47:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1991.4 tokens/s, Avg generation throughput: 650.8 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.0%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:59968 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59982 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60020 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59972 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59996 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60070 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60012 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36078 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60060 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60078 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60028 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60066 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60062 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60088 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36090 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:47:52 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:47:52 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:47:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:47:52 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:47:52 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:47:52 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:47:52 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:47:52 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:47:52 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:47:52 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:47:52 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:47:52 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:47:52 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:47:52 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:47:52 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:47:52 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:47:52 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:47:52 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:47:52 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:52 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:47:52 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:47:52 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:36134 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:36124 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36096 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36110 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:47:55 [loggers.py:259] Engine 000: Avg prompt throughput: 1094.2 tokens/s, Avg generation throughput: 745.8 tokens/s, Running: 2 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:36116 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36138 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:47:57 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:47:57 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:47:57 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:47:57 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:47:57 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:57 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:47:57 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:47:57 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:57 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:47:57 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:47:57 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:57 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:47:57 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:47:57 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:57 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:47:57 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:47:57 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:57 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:47:57 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:47:57 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:57 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:47:57 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:47:57 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:57 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:47:57 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:47:57 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:47:57 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:47:57 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:47:57 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:53564 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:53550 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:36154 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53622 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53574 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53594 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53578 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53590 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:48:05 [loggers.py:259] Engine 000: Avg prompt throughput: 1652.4 tokens/s, Avg generation throughput: 572.2 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) ERROR 05-31 22:48:05 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:48:05 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:48:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:48:05 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:48:05 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:48:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:48:05 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:48:05 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:48:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:48:05 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:48:05 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:48:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:48:05 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:48:05 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:48:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:48:05 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:48:05 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:48:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:48:05 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:48:05 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:48:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:48:05 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:48:05 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:48:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:48:05 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:48:05 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:48:05 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:48:05 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:48:05 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:53646 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:53606 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53624 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53634 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53626 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53636 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53654 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:53664 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47970 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:48:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1883.0 tokens/s, Avg generation throughput: 634.3 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:47974 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48012 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48068 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47998 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48024 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48062 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47990 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48036 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48058 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41334 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48050 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48046 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41318 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41304 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41340 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41360 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:48:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1727.5 tokens/s, Avg generation throughput: 989.1 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:41350 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41348 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41370 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41394 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41342 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41410 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41414 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33582 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41374 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41388 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33578 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:48:32 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:48:32 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:48:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:48:32 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:48:32 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:48:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:48:32 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:48:32 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:48:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:48:32 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:48:32 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:48:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:48:32 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:48:32 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:48:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:48:32 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:48:32 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:48:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:48:32 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:48:32 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:48:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:48:32 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:48:32 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:48:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:48:32 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:48:32 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:48:32 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:48:32 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:48:32 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:33658 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:33612 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33602 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33584 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:48:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2213.8 tokens/s, Avg generation throughput: 811.7 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:33650 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33586 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33626 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33670 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33642 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33674 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33624 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33666 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33640 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58626 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33672 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58632 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58620 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33676 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58694 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58682 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58648 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:48:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1636.7 tokens/s, Avg generation throughput: 838.2 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.0%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:58640 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58656 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58722 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58672 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58700 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49620 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58708 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58746 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49638 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49600 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58732 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49614 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49622 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49640 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49608 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:48:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2159.2 tokens/s, Avg generation throughput: 957.5 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:49642 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49656 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49658 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:48:56 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:48:56 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:48:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:48:56 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:48:56 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:48:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:48:56 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:48:56 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:48:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:48:56 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:48:56 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:48:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:48:56 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:48:56 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:48:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:48:56 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:48:56 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:48:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:48:56 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:48:56 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:48:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:48:56 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:48:56 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:48:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:48:56 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:48:56 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:48:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:48:56 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:48:56 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:41462 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:49686 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49714 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49670 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41466 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41482 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49698 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:49:01 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:49:01 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:49:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:49:01 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:49:01 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:49:01 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:49:01 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:49:01 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:49:01 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:49:01 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:49:01 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:49:01 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:49:01 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:49:01 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:49:01 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:49:01 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:49:01 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:49:01 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:49:01 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:49:01 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:49:01 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:41542 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:41488 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49718 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41468 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41516 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41530 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:49:05 [loggers.py:259] Engine 000: Avg prompt throughput: 1953.8 tokens/s, Avg generation throughput: 801.3 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:41472 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41502 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41514 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41566 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41572 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41546 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41548 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41578 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41554 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46414 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46378 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46400 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46370 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46388 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46410 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46392 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:49:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1830.8 tokens/s, Avg generation throughput: 887.0 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:41470 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46436 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46416 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46424 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46446 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46442 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58058 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46456 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:49:21 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:58100 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:58106 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:58042 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58074 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58084 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58110 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58098 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:49:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1795.2 tokens/s, Avg generation throughput: 636.4 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:58090 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58146 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:57084 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:49:28 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:57086 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:58118 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58132 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58136 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:49:29 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:49:29 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:49:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:49:29 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:49:29 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:49:29 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:49:29 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:49:29 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:49:29 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:49:29 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:49:29 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:49:29 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:49:29 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:49:29 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:49:29 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:49:29 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:49:29 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:49:29 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:49:29 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:49:29 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:49:29 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:49:29 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:57094 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:58144 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:58152 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57074 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57062 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57058 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57110 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:49:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1351.9 tokens/s, Avg generation throughput: 654.8 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:57132 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57118 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57152 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57168 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57162 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57136 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57174 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57176 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42680 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42738 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42756 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42692 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42708 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42714 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42788 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42806 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42724 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:49:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2136.8 tokens/s, Avg generation throughput: 777.9 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:42820 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42750 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57610 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42772 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42798 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42836 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57646 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57636 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57604 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42834 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57696 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57612 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57664 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57628 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:49:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2576.0 tokens/s, Avg generation throughput: 940.9 tokens/s, Running: 12 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:57698 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57720 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57764 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57658 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57680 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57752 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57706 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57740 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57788 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57746 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57726 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:57778 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:50:01 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:50:01 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:50:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:50:01 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:50:01 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:50:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:50:01 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:50:01 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:50:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:50:01 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:50:01 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:50:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:50:01 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:50:01 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:50:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:50:01 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:50:01 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:50:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:50:01 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:50:01 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:50:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:50:01 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:50:01 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:50:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:50:01 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:50:01 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:50:01 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:50:01 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:50:01 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:47902 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:47852 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47836 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47880 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47866 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:50:05 [loggers.py:259] Engine 000: Avg prompt throughput: 1151.8 tokens/s, Avg generation throughput: 828.9 tokens/s, Running: 4 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:47934 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47888 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47918 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47922 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47938 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54392 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54388 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:50:13 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:50:13 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:50:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:50:13 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:50:13 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:50:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:50:13 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:50:13 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:50:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:50:13 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:50:13 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:50:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:50:13 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:50:13 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:50:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:50:13 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:50:13 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:50:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:50:13 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:50:13 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:50:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:50:13 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:50:13 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:50:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:50:13 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:50:13 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:50:13 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:50:13 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:50:13 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:54402 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:54358 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54382 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54374 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:50:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1553.1 tokens/s, Avg generation throughput: 527.4 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:54416 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54410 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45436 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54432 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45420 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54448 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54450 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:50:25 [loggers.py:259] Engine 000: Avg prompt throughput: 976.8 tokens/s, Avg generation throughput: 476.7 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) ERROR 05-31 22:50:26 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:50:26 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:50:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:50:26 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:50:26 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:50:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:50:26 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:50:26 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:50:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:50:26 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:50:26 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:50:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:50:26 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:50:26 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:50:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:50:26 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:50:26 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:50:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:50:26 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:50:26 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:50:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:50:26 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:50:26 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:50:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:50:26 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:50:26 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:50:26 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:50:26 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:50:26 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:49476 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:45438 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45448 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45480 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49474 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45464 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49504 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45506 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45492 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49492 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49544 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49550 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:50:35 [loggers.py:259] Engine 000: Avg prompt throughput: 2089.6 tokens/s, Avg generation throughput: 844.5 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:49518 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49588 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49570 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49564 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49524 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49532 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49608 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49536 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49552 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49602 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49580 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33620 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33630 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33644 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:50:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1971.5 tokens/s, Avg generation throughput: 740.5 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.0%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:33650 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33670 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33634 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33654 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33684 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33714 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41168 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33698 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33730 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41194 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33752 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33690 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33756 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:33738 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41156 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41144 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41178 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41244 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41216 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41202 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:50:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2075.1 tokens/s, Avg generation throughput: 1007.9 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:41180 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41256 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41208 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41232 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41224 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41250 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41272 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34890 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34784 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34796 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34868 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34944 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34830 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34914 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34930 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34818 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:51:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2736.0 tokens/s, Avg generation throughput: 967.8 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:34948 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34864 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34840 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34804 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34852 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34966 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34904 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34960 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34876 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34978 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34954 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:34964 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:51:12 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:51:12 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:51:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:51:12 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:51:12 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:51:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:51:12 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:51:12 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:51:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:51:12 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:51:12 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:51:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:51:12 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:51:12 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:51:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:51:12 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:51:12 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:51:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:51:12 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:51:12 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:51:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:51:12 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:51:12 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:51:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:51:12 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:51:12 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:51:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:51:12 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:51:12 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:42344 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:42328 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42326 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42268 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:51:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1995.2 tokens/s, Avg generation throughput: 820.8 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:42354 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42278 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42298 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:51:17 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:51:17 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:51:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:51:17 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:51:17 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:51:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:51:17 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:51:17 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:51:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:51:17 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:51:17 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:51:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:51:17 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:51:17 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:51:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:51:17 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:51:17 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:51:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:51:17 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:51:17 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:51:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:51:17 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:51:17 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:51:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:51:17 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:51:17 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:51:17 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:51:17 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:51:17 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:54622 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:42290 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42310 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42380 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42356 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:51:18 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:51:18 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:51:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:51:18 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:51:18 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:51:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:51:18 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:51:18 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:51:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:51:18 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:51:18 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:51:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:51:18 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:51:18 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:51:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:51:18 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:51:18 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:51:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:51:18 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:51:18 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:51:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:51:18 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:51:18 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:51:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:51:18 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:51:18 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:51:18 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:51:18 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:51:18 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:54672 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:42374 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42302 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54602 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42346 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42392 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54644 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42358 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54686 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42396 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54668 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54654 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54640 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54626 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54608 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:51:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1965.6 tokens/s, Avg generation throughput: 1001.6 tokens/s, Running: 5 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:54698 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54704 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54702 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54706 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59532 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54712 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59548 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59538 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59636 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:51:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1815.0 tokens/s, Avg generation throughput: 729.0 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:59622 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59602 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59612 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59562 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59586 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59662 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59652 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59572 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56458 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56470 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59676 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56482 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56506 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56528 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56544 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56514 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56488 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56498 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:51:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2187.7 tokens/s, Avg generation throughput: 924.4 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:56512 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56548 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56582 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56568 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56530 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56564 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49438 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56560 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56574 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56576 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49504 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49484 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49488 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49472 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49556 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49458 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49470 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49446 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:51:55 [loggers.py:259] Engine 000: Avg prompt throughput: 2472.7 tokens/s, Avg generation throughput: 964.9 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:49518 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49480 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49532 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:51:56 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:51:56 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:51:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:51:56 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:51:56 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:51:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:51:56 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:51:56 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:51:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:51:56 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:51:56 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:51:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:51:56 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:51:56 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:51:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:51:56 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:51:56 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:51:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:51:56 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:51:56 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:51:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:51:56 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:51:56 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:51:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:51:56 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:51:56 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:51:56 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:51:56 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:51:56 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:43446 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:49542 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49514 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49546 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43442 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43450 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:51:59 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:51:59 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:51:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:51:59 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:51:59 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:51:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:51:59 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:51:59 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:51:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:51:59 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:51:59 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:51:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:51:59 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:51:59 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:51:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:51:59 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:51:59 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:51:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:51:59 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:51:59 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:51:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:51:59 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:51:59 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:51:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:51:59 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:51:59 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:51:59 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:51:59 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:51:59 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:43516 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:49578 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49566 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43544 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49592 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49600 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43478 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43462 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43492 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:52:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2467.8 tokens/s, Avg generation throughput: 1055.3 tokens/s, Running: 10 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.9%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:43570 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43534 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43474 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43484 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43522 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43508 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43558 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43620 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43584 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43614 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50784 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43608 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43598 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:43610 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50778 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50776 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:50834 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:50788 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:52:12 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:50848 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:50804 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50860 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50828 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:52:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1576.3 tokens/s, Avg generation throughput: 770.6 tokens/s, Running: 3 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:50814 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50880 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50870 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54146 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54154 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50906 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50892 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:50890 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:52:25 [loggers.py:259] Engine 000: Avg prompt throughput: 2872.7 tokens/s, Avg generation throughput: 1025.4 tokens/s, Running: 15 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.8%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:54202 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54176 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54236 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54218 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54190 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54258 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54192 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54164 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54274 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54220 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54232 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54244 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54276 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37478 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54284 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54296 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37472 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37518 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54308 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37490 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37502 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:52:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1730.2 tokens/s, Avg generation throughput: 1007.1 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:37532 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37544 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37558 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37546 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45616 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45634 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37538 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45622 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37568 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37570 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45700 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:37584 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45650 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45644 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45658 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:54312 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:52:45 [loggers.py:259] Engine 000: Avg prompt throughput: 2388.9 tokens/s, Avg generation throughput: 952.8 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.6%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:45694 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45690 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45674 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45702 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45736 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45732 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39942 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45744 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45710 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39962 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39978 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45720 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:45712 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39960 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39956 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39998 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:39994 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:52:55 [loggers.py:259] Engine 000: Avg prompt throughput: 1150.1 tokens/s, Avg generation throughput: 967.6 tokens/s, Running: 1 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:39988 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40030 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40038 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32772 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:60996 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32776 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40026 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:40014 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32794 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32780 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32806 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32832 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:53:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2751.3 tokens/s, Avg generation throughput: 531.1 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.4%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:32818 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46456 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32838 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32842 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32878 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32902 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32886 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32846 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:32862 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46458 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46528 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46530 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46472 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:53:15 [loggers.py:259] Engine 000: Avg prompt throughput: 1714.7 tokens/s, Avg generation throughput: 954.9 tokens/s, Running: 8 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.5%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:46486 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46502 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46552 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46542 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46518 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46494 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46560 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:46568 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59008 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59024 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59058 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:53:25 [loggers.py:259] Engine 000: Avg prompt throughput: 1999.9 tokens/s, Avg generation throughput: 728.6 tokens/s, Running: 12 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:59056 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59116 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59040 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59032 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59136 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59062 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59074 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59120 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59090 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59152 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59148 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59106 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49312 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59144 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49334 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:53:35 [loggers.py:259] Engine 000: Avg prompt throughput: 1999.6 tokens/s, Avg generation throughput: 1088.2 tokens/s, Running: 11 reqs, Waiting: 0 reqs, GPU KV cache usage: 2.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:49268 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49280 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:59010 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49348 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49326 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49306 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49292 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49310 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49298 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49346 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:49358 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48430 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48448 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) ERROR 05-31 22:53:42 [serving.py:311] Error in preprocessing prompt inputs
+(APIServer pid=10261) ERROR 05-31 22:53:42 [serving.py:311] Traceback (most recent call last):
+(APIServer pid=10261) ERROR 05-31 22:53:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/chat_completion/serving.py", line 295, in render_chat_request
+(APIServer pid=10261) ERROR 05-31 22:53:42 [serving.py:311]     conversation, engine_prompts = await self._preprocess_chat(
+(APIServer pid=10261) ERROR 05-31 22:53:42 [serving.py:311]                                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:53:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/entrypoints/openai/engine/serving.py", line 982, in _preprocess_chat
+(APIServer pid=10261) ERROR 05-31 22:53:42 [serving.py:311]     (conversation,), (engine_prompt,) = await renderer.render_chat_async(
+(APIServer pid=10261) ERROR 05-31 22:53:42 [serving.py:311]                                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:53:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 759, in render_chat_async
+(APIServer pid=10261) ERROR 05-31 22:53:42 [serving.py:311]     tok_prompts = await self.tokenize_prompts_async(dict_prompts, tok_params)
+(APIServer pid=10261) ERROR 05-31 22:53:42 [serving.py:311]                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:53:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 448, in tokenize_prompts_async
+(APIServer pid=10261) ERROR 05-31 22:53:42 [serving.py:311]     return await asyncio.gather(
+(APIServer pid=10261) ERROR 05-31 22:53:42 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:53:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 441, in tokenize_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:53:42 [serving.py:311]     return await self._tokenize_singleton_prompt_async(prompt, params)
+(APIServer pid=10261) ERROR 05-31 22:53:42 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:53:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/base.py", line 374, in _tokenize_singleton_prompt_async
+(APIServer pid=10261) ERROR 05-31 22:53:42 [serving.py:311]     return params.apply_post_tokenization(self.tokenizer, prompt)  # type: ignore[arg-type]
+(APIServer pid=10261) ERROR 05-31 22:53:42 [serving.py:311]            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:53:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 373, in apply_post_tokenization
+(APIServer pid=10261) ERROR 05-31 22:53:42 [serving.py:311]     prompt["prompt_token_ids"] = self._validate_tokens(  # type: ignore[typeddict-unknown-key]
+(APIServer pid=10261) ERROR 05-31 22:53:42 [serving.py:311]                                  ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:53:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 357, in _validate_tokens
+(APIServer pid=10261) ERROR 05-31 22:53:42 [serving.py:311]     tokens = validator(tokenizer, tokens)
+(APIServer pid=10261) ERROR 05-31 22:53:42 [serving.py:311]              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+(APIServer pid=10261) ERROR 05-31 22:53:42 [serving.py:311]   File "/e2e-data/evad-tech-vla/liyingyan/repo/coc-waypoint/.pixi/envs/default/lib/python3.12/site-packages/vllm/renderers/params.py", line 337, in _token_len_check
+(APIServer pid=10261) ERROR 05-31 22:53:42 [serving.py:311]     raise VLLMValidationError(
+(APIServer pid=10261) ERROR 05-31 22:53:42 [serving.py:311] vllm.exceptions.VLLMValidationError: You passed 2049 input tokens and requested 2048 output tokens. However, the model's context length is only 4096 tokens, resulting in a maximum input length of 2048 tokens. Please reduce the length of the input prompt. (parameter=input_tokens, value=2049)
+(APIServer pid=10261) INFO:     127.0.0.1:48506 - "POST /v1/chat/completions HTTP/1.1" 400 Bad Request
+(APIServer pid=10261) INFO:     127.0.0.1:48436 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48434 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48460 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:53:45 [loggers.py:259] Engine 000: Avg prompt throughput: 1416.3 tokens/s, Avg generation throughput: 768.1 tokens/s, Running: 6 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.1%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:48492 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48486 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48446 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48516 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48476 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48514 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:48518 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47578 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47616 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47580 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47588 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47604 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:53:55 [loggers.py:259] Engine 000: Avg prompt throughput: 943.8 tokens/s, Avg generation throughput: 430.0 tokens/s, Running: 1 reqs, Waiting: 0 reqs, GPU KV cache usage: 0.2%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:47618 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:47632 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56928 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56908 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56892 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56886 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56932 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56924 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56934 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:54:05 [loggers.py:259] Engine 000: Avg prompt throughput: 2074.2 tokens/s, Avg generation throughput: 689.6 tokens/s, Running: 7 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.3%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:56938 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56996 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56966 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56952 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56944 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56964 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41964 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41954 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41980 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42048 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41984 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56980 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:56984 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42010 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41976 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:41948 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42004 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO 05-31 22:54:15 [loggers.py:259] Engine 000: Avg prompt throughput: 2519.6 tokens/s, Avg generation throughput: 1024.5 tokens/s, Running: 9 reqs, Waiting: 0 reqs, GPU KV cache usage: 1.7%, Prefix cache hit rate: 0.0%
+(APIServer pid=10261) INFO:     127.0.0.1:42000 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42088 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42072 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42070 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42024 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42032 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42116 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42036 - "POST /v1/chat/completions HTTP/1.1" 200 OK
+(APIServer pid=10261) INFO:     127.0.0.1:42054 - "POST /v1/chat/completions HTTP/1.1" 200 OK
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr4e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260610_020108/step_016000.pt b/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr4e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260610_020108/step_016000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1496adbc16fd25954a4d45410833682160bd9ff
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr4e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260610_020108/step_016000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afce82b40131100e47e163b005d3a9a4b14facc28639c9ab98440f9ff959af8a
+size 927700322
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr4e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260610_020108/step_117000.pt b/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr4e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260610_020108/step_117000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb1981af40559b1aa275b9d41d4a2e56cb0d250
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr4e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260610_020108/step_117000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb81c9d0fb1103a34117db3402a06320ba9c1cbe5981c5049f2e8e1516d36c8
+size 927700322
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr4e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260610_020108/step_124000.pt b/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr4e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260610_020108/step_124000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a009100feb13d4709cdcd8a93ed2ea020045a21
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr4e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260610_020108/step_124000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b91158d0877a22750c4e0ef0bc791406f48e5bc55be92538268c796c0e5a2bd7
+size 927700322
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr4e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260610_020108/step_139000.pt b/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr4e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260610_020108/step_139000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..217bcc464bb42417a4322ed6450438fa7eacb360
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr4e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260610_020108/step_139000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0c3249d2c057e6ec849f8c5d97603dd48c0c76a0229158d96ffacaf0df10c2
+size 927700322
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr4e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260610_020108/step_164000.pt b/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr4e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260610_020108/step_164000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..366537e80a1c2247aa505bc3ba266d9580b342fe
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr4e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260610_020108/step_164000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e023d0dfc9d54155dfbb00a97f017dc3e701d9299e3e4e2384b824277f0f1d33
+size 927700322
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr4e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260610_020108/step_229000.pt b/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr4e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260610_020108/step_229000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5700160ffaa0e60c59918a8cf472c0c2df2d61e2
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr4e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260610_020108/step_229000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e147e5a9cc991079bab697b4661a651e301968d2cfe748a4253b262d63faade6
+size 927700322
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr4e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260610_020108/step_234000.pt b/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr4e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260610_020108/step_234000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e9a5699e7e64cd20a815382278f53be5ac55d5
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr4e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260610_020108/step_234000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1463fedd2aa6e995473277b0aa73a17d4e0fa196cf18608c5050da86ee476e
+size 927700322
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr4e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260610_020108/step_264000.pt b/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr4e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260610_020108/step_264000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2067d22faea377d315d3124da6b8699964043087
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr4e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260610_020108/step_264000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a512f23c2cbeb5e784c29419b0c36768d14eb83a5331358e92c8fe8f650e51d6
+size 927700322
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr4e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260610_020108/step_273000.pt b/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr4e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260610_020108/step_273000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..982f629c9970ba3f2f7d2a73f4c1c8c407c9fd30
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr4e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260610_020108/step_273000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ac029a48746915282c46c07602298a34bfd2f13230eebfc7c73ac1da83009b
+size 927700322
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr4e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260610_020108/step_289000.pt b/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr4e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260610_020108/step_289000.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb5aa01aba1df96a24156baeb6040b64ab5f201c
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr4e3_ema0p9999_elfopt_not5_bottleneck128_unfixed_norm_stateprobadd_selfcond_ce_fast_20260610_020108/step_289000.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aadc45a040de029617d759a176411ce8c19134c332482c8c97e71be4ba418eaf
+size 927700322