Add files using upload-large-folder tool

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/sorted_by_ppl.tsv

@@ -0,0 +1,19 @@
+name	step	decode_steps	concentration_max	detok_genppl	sample_entropy	distinct_1	distinct_2	top_token_mass	unused_count
+steps2048_c16_t1p45	434000	2048	16.0	21.267958811894406	3.992792557808964	0.178466796875	0.56373031496063	0.0732421875	0
+steps2048_c64_t1p45	434000	2048	64.0	22.684078701668508	4.09622560955652	0.18701171875	0.5878444881889764	0.0732421875	0
+steps1024_c64_t1p45	434000	1024	64.0	23.282817031866973	4.117521887431933	0.1895751953125	0.6003937007874016	0.067138671875	0
+steps1024_c16_t1p45	434000	1024	16.0	24.990610334702577	4.081987358322909	0.18896484375	0.6077755905511811	0.06494140625	0
+steps512_c64_t1p45	434000	512	64.0	26.130902166778323	4.143409537216056	0.1978759765625	0.641486220472441	0.060791015625	0
+steps512_c16_t1p45	434000	512	16.0	27.716806122818237	4.103715285801019	0.1942138671875	0.6302903543307087	0.0643310546875	0
+steps256_c64_t1p45	434000	256	64.0	31.36716376704839	4.154899990566409	0.2098388671875	0.6658464566929134	0.0582275390625	0
+steps256_c16_t1p45	434000	256	16.0	34.2783903287935	4.128157639019467	0.211181640625	0.6646161417322834	0.06005859375	0
+steps128_c16_t1p45	434000	128	16.0	37.00470845214573	4.149670149943692	0.210205078125	0.6692913385826772	0.0565185546875	0
+steps128_c64_t1p45	434000	128	64.0	38.28390653634352	4.19395184068254	0.221435546875	0.6910679133858267	0.0531005859375	0
+steps64_c64_t1p45	434000	64	64.0	49.940465735680164	4.222742294392	0.2242431640625	0.7138287401574803	0.0509033203125	0
+steps64_c16_t1p45	434000	64	16.0	52.82579742748339	4.1773622908878645	0.2294921875	0.7114911417322834	0.0545654296875	0
+steps32_c16_t1p45	434000	32	16.0	60.49069200577435	4.177365402979481	0.2244873046875	0.7171505905511811	0.05419921875	0
+steps32_c64_t1p45	434000	32	64.0	63.06879447117644	4.250657452676631	0.228515625	0.7368356299212598	0.0494384765625	0
+steps16_c64_t1p45	434000	16	64.0	66.61748976274951	4.231530478940866	0.20458984375	0.717888779527559	0.047119140625	0
+steps16_c16_t1p45	434000	16	16.0	87.09230147171434	4.209594284037644	0.224365234375	0.7412647637795275	0.048828125	0
+steps8_c64_t1p45	434000	8	64.0	120.69064825188946	4.157516476646033	0.2099609375	0.7257627952755905	0.0567626953125	0
+steps8_c16_t1p45	434000	8	16.0	208.2744144472603	4.2445126256494365	0.2667236328125	0.7898622047244095	0.05322265625	0

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/sorted_by_steps.tsv

@@ -0,0 +1,19 @@
+name	step	decode_steps	concentration_max	detok_genppl	sample_entropy	distinct_1	distinct_2	top_token_mass	unused_count
+steps8_c16_t1p45	434000	8	16.0	208.2744144472603	4.2445126256494365	0.2667236328125	0.7898622047244095	0.05322265625	0
+steps8_c64_t1p45	434000	8	64.0	120.69064825188946	4.157516476646033	0.2099609375	0.7257627952755905	0.0567626953125	0
+steps16_c16_t1p45	434000	16	16.0	87.09230147171434	4.209594284037644	0.224365234375	0.7412647637795275	0.048828125	0
+steps16_c64_t1p45	434000	16	64.0	66.61748976274951	4.231530478940866	0.20458984375	0.717888779527559	0.047119140625	0
+steps32_c16_t1p45	434000	32	16.0	60.49069200577435	4.177365402979481	0.2244873046875	0.7171505905511811	0.05419921875	0
+steps32_c64_t1p45	434000	32	64.0	63.06879447117644	4.250657452676631	0.228515625	0.7368356299212598	0.0494384765625	0
+steps64_c16_t1p45	434000	64	16.0	52.82579742748339	4.1773622908878645	0.2294921875	0.7114911417322834	0.0545654296875	0
+steps64_c64_t1p45	434000	64	64.0	49.940465735680164	4.222742294392	0.2242431640625	0.7138287401574803	0.0509033203125	0
+steps128_c16_t1p45	434000	128	16.0	37.00470845214573	4.149670149943692	0.210205078125	0.6692913385826772	0.0565185546875	0
+steps128_c64_t1p45	434000	128	64.0	38.28390653634352	4.19395184068254	0.221435546875	0.6910679133858267	0.0531005859375	0
+steps256_c16_t1p45	434000	256	16.0	34.2783903287935	4.128157639019467	0.211181640625	0.6646161417322834	0.06005859375	0
+steps256_c64_t1p45	434000	256	64.0	31.36716376704839	4.154899990566409	0.2098388671875	0.6658464566929134	0.0582275390625	0
+steps512_c16_t1p45	434000	512	16.0	27.716806122818237	4.103715285801019	0.1942138671875	0.6302903543307087	0.0643310546875	0
+steps512_c64_t1p45	434000	512	64.0	26.130902166778323	4.143409537216056	0.1978759765625	0.641486220472441	0.060791015625	0
+steps1024_c16_t1p45	434000	1024	16.0	24.990610334702577	4.081987358322909	0.18896484375	0.6077755905511811	0.06494140625	0
+steps1024_c64_t1p45	434000	1024	64.0	23.282817031866973	4.117521887431933	0.1895751953125	0.6003937007874016	0.067138671875	0
+steps2048_c16_t1p45	434000	2048	16.0	21.267958811894406	3.992792557808964	0.178466796875	0.56373031496063	0.0732421875	0
+steps2048_c64_t1p45	434000	2048	64.0	22.684078701668508	4.09622560955652	0.18701171875	0.5878444881889764	0.0732421875	0

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps1024_c16_t1p45_detok_raw_samples.txt

@@ -0,0 +1,224 @@
+steps1024_c16_t1p45_detok
+{
+  "type": "summary",
+  "name": "steps1024_c16_t1p45",
+  "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt",
+  "step": 434000,
+  "decode": {
+    "kind": "categorical_fullvocab_normal_steps_sweep",
+    "config": "steps1024_c16_t1p45",
+    "steps": 1024,
+    "endpoint_temp": 1.45,
+    "concentration_max": 16.0,
+    "final_from": "state",
+    "update": "resample",
+    "n_samples": 64,
+    "seed": 20260509
+  },
+  "detok_genppl": {
+    "ppl": 24.990610334702577,
+    "nll_per_token": 3.2185001677059866,
+    "tokens": 9544
+  },
+  "diversity": {
+    "sample_entropy": 4.081987358322909,
+    "unique_tokens": 1548,
+    "token_count": 8192,
+    "distinct_1": 0.18896484375,
+    "distinct_2": 0.6077755905511811,
+    "top_token_mass": 0.06494140625
+  }
+}
+
+===== sample 000 =====
+[CLS] fed's vice president of information and markets, said the market is looking for the u. s. economy to pick up in the second half of the year. [SEP] still, we didn't have time to find out. [SEP] "according to the study, the average price was £250, 000 a month, then the average sale price, but at the time the average sale price was £250, 000, which means fewer properties are expected to move at the end of the year, when the average price would be £150, 000," he said. [SEP] in the men's semi - final, the american [SEP]
+
+===== sample 001 =====
+[CLS] trying to play my best, but that's not something i'm really looking forward to, "the australian said. [SEP] the story was reported in the new york times this month. [SEP] pakistan's new civilian government has been under pressure all week as they deal with the ongoing struggle for power between two of the country's most senior officials. [SEP] i will never allow anybody to vote in this election no matter where we live. [SEP]" i think there'll certainly be a big gap at that point, " he said. [SEP] it was so hot a week in the french open final that he could barely play the [SEP]
+
+===== sample 002 =====
+[CLS] know they're looking for but don't feel the need to do this. [SEP] but i don't think it will continue to be as strong as it's going to be for some time. [SEP] the court has heard that mr price was stabbed repeatedly on the back of his head, to his face, upper body and back. [SEP] the party appointed a panel of experts to hear the case and the mp has had to stand down as a result. [SEP] the driver and passenger of the bus said the victim was a bystander and was not injured. [SEP] obama wants to use the $2. 5 - trillion [SEP]
+
+===== sample 003 =====
+[CLS]'re a part of the world.... [SEP] "it's important for us to work with the f. d. a., and it's important that we're looking for new ways to share information on how we address these issues. [SEP] in a statement prepared for the review, the group's chairman john reid said:" the issue of compensation has been of great concern to the public, many of whom are still struggling to pay for lost lives. [SEP] " i'm proud to be part but i don't have the power to do it. [SEP] she was sentenced to three years ' [SEP]
+
+===== sample 004 =====
+[CLS], to visit the northern city of tianjin. [SEP] the home's official price is the current sale price, about $3, 500. [SEP] "it's going to be seen as an example of an arms race and a political struggle." [SEP] the german bank published a report for the first nine months of 2008 showing a net net loss of 9. 5 billion euros ($11. 2 billion). [SEP] "the only way to survive is to look at yourself and see what you did and what you can do," ms. palin said. [SEP] robert brown, 28, of washington, was arrested in a [SEP]
+
+===== sample 005 =====
+[CLS] a net loss of $6. 3 billion in the third quarter and is worried it won't have the money to spend on workers and retirees, the company said. [SEP] however, it has something to do with the state of the economy. [SEP] net loss for 2009 was $7. 8 million (1. 2 %), compared to $6. 6 million (0. 8 %) and $5. 6 million (0. 2 %) (0. 5 %). the net loss (2. 3 %) reported for the fourth quarter was $2. 3 million (0. 3 %) [SEP]
+
+===== sample 006 =====
+[CLS] time with the company. [SEP] kennedy's mother died of the disease, and a few weeks later, the father's mother - in - law confirmed that her daughter was sick. [SEP] seoul, south korea (ap) - - the top u. s. diplomat in south korea visited north korea sunday in a bid to get pyongyang to provide details about its nuclear weapons program. [SEP] they're going to be fighting for the title and we're going to fight for it. [SEP] " in this economy, people are trying to save money and the first thing is to reduce the amount of money they are spending [SEP]
+
+===== sample 007 =====
+[CLS] " she added. [SEP] we put a lot of effort into the goal and there was a lot of fire coming in. [SEP] they have a strong voice and will to go. [SEP] israel's future has been the subject of intense debate, but correspondents say it can be emphasised. [SEP] strathclyde fire and rescue service said an investigation was into the cause of death in the fire. [SEP] chris wright scored 19 points and ben wawrinka added 18 points to lead fifth - seeded virginia to 75 - 75 victory over the no. 11 pittsburgh pirates. [SEP] but it said it would now see tens of thousands of [SEP]
+
+===== sample 008 =====
+[CLS] to local authorities, the statement said. [SEP] " but what the future will be. [SEP] overall, the 0. 5 percent increase was the first increase since february. [SEP] the prospectus is not intended to offer to sell the notes due on january 1, 2010. [SEP] yahoo's stock rose $1. 37, to $49. 18, and microsoft's stock rose $2. 11 to $44. 86. [SEP] he said he was pronounced dead at the scene about 3 a. m. [SEP] the world is already in economic trouble - - we can't shut down wall street. [SEP] as a result, [SEP]
+
+===== sample 009 =====
+[CLS] of control, " he said. [SEP] this is the only thing i could do. [SEP] as he is known, playing the game was a very different story. [SEP] she expected her husband to give her the time to find a job, to pick up her son and go to school. [SEP] it was his fifth career home run of the season and the team's seventh home run. [SEP] the company has not released the service since it was announced in january. [SEP] i want you to come to terms with my financial situation. [SEP] 27 in a case in which a man accused of raping and killing a 13 - year - old [SEP]
+
+===== sample 010 =====
+[CLS] rose 0. 4 percent in september, slightly better than analysts' expectations. [SEP] the international committee of physicians for human rights called for help for about 50, 000 displaced people known to have fled the fighting in gaza. [SEP] "he's happy to be home, but he doesn't want to be here as he would be back in prison," he said. [SEP] people close to the family said they didn't want to run away either. [SEP] that means the more the eggs are laid, the less likely parents are to leave the baby. [SEP] washington has been concerned about iran's nuclear program. [SEP] " i [SEP]
+
+===== sample 011 =====
+[CLS] said. [SEP] the military has also announced a 17 percent increase in the number of troops in afghanistan, the government's web site reported tuesday. [SEP] so far, rudolph w. giuliani, the mayor of new york, has rarely appeared on the opening day. [SEP] i would be fine. [SEP] the attack was reported in stanley park at about 0100 gmt on thursday. [SEP] a 50 - year - old man was hit by a car in sandringham road at about 2000 gmt on sunday. [SEP] " i'm a fan of hillary, but - - you know - - i just don't know [SEP]
+
+===== sample 012 =====
+[CLS] are said to be the last of those to see the results. [SEP] if you don't know what to say, you are right, you do. [SEP] abreu's three - run single, coming in the fifth, gave minnesota a 5 - 2 - 3 advantage to take a 5 - 3 lead in the first and second. [SEP] "if i had't been to this house, i would have come to her and said, ' why don't you? '" mr. johnson said. [SEP] now, the goal is to bring a new twist to the show. [SEP] he said: " in this [SEP]
+
+===== sample 013 =====
+[CLS] [SEP] in 2003, mr. murrea said, he met an american who helped design one of the world's most prestigious collections of african art, the national museum of african art, and gave the money to john gormley, the director of the american museum for the first time. [SEP] " i know nothing about this - i didn't get a job and i consider myself to be on the next train to work. [SEP] there's no evidence that there aren't many. [SEP] a man responsible for the murder of 11 - year - old rhys jones was also shot dead, a court has heard. [SEP] [SEP]
+
+===== sample 014 =====
+[CLS], the doctor has tried to save his life. [SEP] and then there is the moment, when the financial system is finally coming to the rescue. [SEP] according to a u. n. report released monday, al - shabaab has more than 3, 000 fighters fighting the government in somalia over the last three months. [SEP] if you want to sell your house, this is not a win - win situation. [SEP] 4 and on feb. [SEP] jpmorgan chase of new york, which raised $1. 4 billion, is planning to sell about $2 billion of its shares this year. [SEP] " i think they're [SEP]
+
+===== sample 015 =====
+[CLS] he said. [SEP] it was the beginning of the end. [SEP] mr cameron said he was not at the top of his job in the first place and he still did not think he should have understood why he had to deal with it earlier. [SEP] we didn't know a single word, and we didn't know what to say. [SEP] tell me, it's good for everyone. [SEP] but for its part, it has lost its lead in terms of sales of mobile phones. [SEP] "in the long term it is now the responsibility of the government to come up with a policy on how to protect the environment," [SEP]
+
+===== sample 016 =====
+[CLS]. [SEP] i could not wait to go through it so we have to start playing again. [SEP] the central point of the conference is to focus on the field of clean energy. [SEP] on a visit to beijing recently, he said he thought the olympics were "a time of hope and hope." [SEP] a report by the federal reserve said consumer confidence fell again in july after retail sales plunged in june. [SEP] chemicals made from pet food are found in meat, milk, fish, milk products and dairy products and in some food products in and around where they are grown, the report said. [SEP] he was a good player, and he [SEP]
+
+===== sample 017 =====
+[CLS] 0. 3 percent, up from the 1. 1 percent loss analysts expected. [SEP] the man then ran off and started shooting in a car park before being tackled by officers. [SEP] obama said late last year that he was ready to attend a u. n. climate summit in copenhagen, but that may be a rebuke. [SEP] the fourth test of the long - range missile could show pyongyang is preparing to fire a nuclear weapon, yonhap said. [SEP] " the problem is that we don't know - - and that's the problem... [SEP] the official said u. s. forces [SEP]
+
+===== sample 018 =====
+[CLS], was a research assistant at the university of north carolina for about two years before going on to the n. c. a. a.. [SEP] alexander hleb, who scored a first - half goal in chelsea's 2 - 2 draw with manchester city on tuesday at 1202 gmt, took over to give the visitors the game in hand. [SEP] i'm not a fan of god's music. [SEP] "we are on a long - term contract, and it's really a long process and we should be ready to try to play in the summer, like i do." [SEP] the company ' [SEP]
+
+===== sample 019 =====
+[CLS] when he was still 20. [SEP] the u. s. military, however, appears to be behind the attack. [SEP] he still has a long way to go. [SEP] france is also set to see vat cut to 15 percent in 2010. [SEP] " we all know what this was like a few days ago, but it's very difficult and we've got to take care. [SEP] cilic could easily have won the set, but the spaniard was unable to stop his forehand. [SEP] to be sure, though, it has been caused by the tight relationship between the u. s. and china. [SEP] it [SEP]
+
+===== sample 020 =====
+[CLS], for the july - september period rose 0. 2 percent. [SEP] the u. s. military has no reports of any casualties. [SEP] however, the second half won't last for long. [SEP] i believe our system is fair. [SEP] i saw this picture in the middle of a tv commercial, showing a large, topless woman. [SEP] "the game is the biggest part of my job, so i want to take care of something i've never wanted to do in the first place," he said. [SEP] the government has the power to delay the announcement of the new rules until early next year. [SEP] the [SEP]
+
+===== sample 021 =====
+[CLS] united states and cuba in december. [SEP] woods shot a one - under first - round 68 to take the halfway leader's lead in regulation. [SEP] it's the start of britain's first major deployment of foreign troops. [SEP] he made 10 saves this season. [SEP] shares in china west slipped 0. 3 per cent. [SEP] the organiser, who had said he was carrying a pistol at the time of his son's death in march, ordered the event to take place at a cost of £35, 000. [SEP] the commission released the report late thursday, a day before the meeting. [SEP] i'd love [SEP]
+
+===== sample 022 =====
+[CLS].... [SEP] he'll be back, he'll be the same as last year, and he'll be a long shot, "woods said. [SEP] parents are, of course, putting extra pressure on their children as they already have so much to save. [SEP]" i'm not sure when he'll make a decision. [SEP] i would be happy to read his article, if there was something wrong with it. [SEP] it didn't happen, but it is a game and i know it's a hard thing to do. [SEP] the key question that has dogged the presidential campaign is whether [SEP]
+
+===== sample 023 =====
+[CLS] has been jailed in the uk. [SEP] thousands of people remain in their homes, and some of them are expected to keep their homes. [SEP] to cut costs, the company plans to cut about 3, 500 jobs in the u. s. market, and 3, 000 in mid - 2009. [SEP] a decline in oil and gasoline prices led the market's decline to gains in oil prices, but a fed rate cut last week gave investors some comfort. [SEP] young led the way in scoring with 14 points, and had 8 points, 9 rebounds and 2 blocks for tennessee (7 - 0), which improved to 12 - 2 [SEP]
+
+===== sample 024 =====
+[CLS] the rest of the year. [SEP] last year, china, which emerged as the world's no. 1 export market for u. s. goods, made $8. 4 billion, more than three times that of u. s. exports last year. [SEP] wamu's stock price nearly halved the value of the bank's investments in residential, commercial and commercial real estate loans, according to three people familiar with the matter. [SEP] in a question time interview on the bbc radio 5 live on sunday, former pm sir richard urged him to quit in order to win the election. [SEP] in 2008, u. s [SEP]
+
+===== sample 025 =====
+[CLS] nothing i could do about it. [SEP] a birdie on the par - 5 12th, when mickelson did not make a birdie, and then two bogeys, a bogey on the front side of the green on the fourth hole, and a bogey on the par - 5 ninth, left him in control of the putter. [SEP] at this time, we are still looking at a number of different options, and we are working on a number of options where we don't yet have the resources and time to make a decision. [SEP] worse, it seems, the process simply doesn't work, [SEP]
+
+===== sample 026 =====
+[CLS] economic cost to the country. [SEP] it had been hoped that a final peace deal could be reached before the end of the year. [SEP] it's all about the quality of the product. [SEP] the experience was filled with headaches and shock. [SEP] this is not a good situation at the moment, but at this stage we are not under any pressure because we are in a time of crisis and i really don't want to go into the situation. [SEP] new warnings will be issued later after a foot of snow fell on the east side of the area's main roads. [SEP] if i were a woman, i would have [SEP]
+
+===== sample 027 =====
+[CLS] [SEP] "this is a good thing, this is a bad thing and it's a bad thing," belton said. [SEP] if i voted for hillary - - in the state, you know - - i would vote for obama.... [SEP] so far, about 20, 000 confirmed cases have been, mostly in the u. s. states, but also mostly in texas and in new jersey. [SEP] "we expect the decision by the end of the year," biden said. [SEP] 30, 2007 to shareholders of record of record on september 15, 2007, at 8: 30 a. m. [SEP] [SEP]
+
+===== sample 028 =====
+[CLS], the report said. [SEP] world no. 3 novak djokovic (7 - 5, 6 - 7 7 - 5) was broken in the first set but broke back in the second game to close out the match 5 - 3. [SEP] what is the best way of life? [SEP] thomas, the nation's leading shooting guard, made a three - point play with 8. 6 seconds left in overtime and made a three - point play off the bench, shooting just 27. 4 percent, or 25 of 56, for the game. [SEP] a 22 - year - old local man from leeds has been charged with murder after [SEP]
+
+===== sample 029 =====
+[CLS] of a plan to stage a terrorist attack on the u. s.. [SEP] one source said the prospect of a deal was on hold because "the production lines are still being worked out." [SEP] the bad news for the u. s. economy and for u. s. investors only worsens the situation for u. s. consumers and businesses. [SEP] as an adviser to afghan president hamid karzai, the taliban's leader struck a $10m deal with afghanistan's government. [SEP] hotel rooms range up to $100 per night, and rates start at $200 per night. [SEP] he is still trying to [SEP]
+
+===== sample 030 =====
+[CLS] the market. [SEP] goodell couldn't immediately be reached by the associated press thursday. [SEP] he said he was scared when he started to give money and says, "this is about the kids in the house." [SEP] "we've got a team that's got a lot more to do, but we still don't know what we're going to do. [SEP] this may be a more important measure of your health. [SEP] i was really like the guy up there," he said. [SEP] and it is clear, in the end, that they will have a lot to complain about. [SEP] " we [SEP]
+
+===== sample 031 =====
+[CLS] police said they found an e - mail from her that didn't appear to be true. [SEP] "what we know about these very young players is they can do a good job in the game. [SEP] fourth - quarter figures, however, offer a mixed forecast for future growth. [SEP] we believe the shares are on track to reach multiples in the multiples in the first half of 2009. [SEP]" the iraqi government will be able to take control of the area by the end of the year and we believe this will be the start of the operation of the country, "maliki said. [SEP]" it's the most [SEP]
+
+===== sample 032 =====
+[CLS] points in the third quarter. [SEP] the bank had argued that the f. b. i.'s compensation, about $8. 5 million of the cost of paying the bonuses, was sufficient to cover additional expenses. [SEP] " i don't want any potential problems and i don't want to be upset. [SEP] the man, a 24 - year - old man, pleaded not guilty to the murder charge after a trial that began two weeks ago. [SEP] (3) colorado at colorado, 10: 30 p. m. [SEP] he said he beat her with a hammer, beat her up and put her down. [SEP] [SEP]
+
+===== sample 033 =====
+[CLS]. [SEP] 7 (upi) - - jason bartlett also drove in the go - ahead, two - run single saturday, lifting the rays to 7 - 5 victory over the minnesota twins. [SEP] there is no clear evidence of the boy's mental condition. [SEP] it's getting better. [SEP] and whether it's a global conspiracy or a scribbling threat, let's to start the fight against the united states. [SEP] the winner of the top competition will be announced friday in the men's and women's sections. [SEP] "i'm going to know how to win." [SEP] it is to [SEP]
+
+===== sample 034 =====
+[CLS], who scored a team - high 18 points for the pacers (13 - 5, 2 - 3). [SEP] the company did not immediately return a telephone call. [SEP] all that goes on... [SEP] the first phase of the construction of the company's headquarters will begin in september. [SEP] we're hopeful that a final result can be reached and we are willing to see.... [SEP] gm's plan is to repay about $6 billion of its senior debt to the u. s. through a long - term debt exchange. [SEP] " there's a very good deal of talk here that we [SEP]
+
+===== sample 035 =====
+[CLS].. [SEP] not if you're just the beginning. [SEP] redd, averaging 9. 3 points and 2. 5 rebounds in 34 games, scored 18 points, added 11 rebounds, blocked three shots and shot 12.... [SEP] we don't make a profit, but we're trying to make sure that it doesn't cost any money, "she said. [SEP]" that's not always true. [SEP] some republicans have accused mr. mccain of endorsing mr. giuliani. [SEP] " there is no way to deal with them. [SEP] that's a bad thing, too. [SEP]
+
+===== sample 036 =====
+[CLS], "he said. [SEP]" it's a big business. [SEP] i've always been proud of this team and the way they think of it. [SEP] if i don't have insurance and don't want anything, nothing will happen. [SEP] the victim was told he could not get a phone and he could not go to court, the court heard. [SEP] associated press writers hyung - jin kim and hyung - jin contributed to this report. [SEP] associated press writer michael d. slatty in washington contributed to this report. [SEP] a spokeswoman for the foreign office said: " this went on without [SEP]
+
+===== sample 037 =====
+[CLS] insurers are supposed to pay the full cost to the public, as long as it is used to cover programs such as medicaid. [SEP] "we are working as hard as we can, and see this time as a boost to the national team," he added. [SEP] but even if all the damage is short - lived, you're not sure if you're saving any long - term money at the end of the day. [SEP] he can't... even if he wasn't in the news. [SEP] the students, teachers and others turned out. [SEP] " what i've learned is [SEP]
+
+===== sample 038 =====
+[CLS] a year. [SEP] at the same time, of course, things got more interesting. [SEP] we got up a few days ago and we're back in the country. [SEP] toronto - derek lowe allowed two runs to a 3 - 0 lead with one out wednesday, leading the yankees to a 5 - 4 victory. [SEP] we don't need to do a better job with the people, "he said. [SEP] in response to reports of increased violence in tibet, china's foreign ministry on wednesday night waged a public protest against the dalai lama's visit. [SEP]" i feel like i'm still alive, " [SEP]
+
+===== sample 039 =====
+[CLS] the first time in the series, 3 - 0, before losing to cleveland. [SEP] chicago (reuters) - lindsay lohan's publicist has said she is asking the u. s. supreme court to allow a judge to order a new trial in the case the pop star's mother, jamie lohan, has denied involvement in. [SEP] "i did not see my mother until i was 6 years old. [SEP] two 17 - year - old boys were arrested in the attack on a 15 - year - old boy in bridgend on 19 february. [SEP]" you all know that if you're not running for president [SEP]
+
+===== sample 040 =====
+[CLS] from the eu to the united states to help control the spread of the virus. [SEP] after all, he still had a good job to do. [SEP] obama said he thought he'd run for president, and that he didn't want to run. [SEP] obama also said he would threaten to veto the bill if congress failed to vote on the emergency $700 billion rescue plan. [SEP] williams, who led 3 - 0 in the first set, took a 2 - 1 lead into the second set. [SEP] " i don't want to give it a big lead, but unfortunately it didn't work. [SEP] the company is [SEP]
+
+===== sample 041 =====
+[CLS] money - - if i am able to have my baby by the end of january, i'll pay. [SEP] new york (ap) - yahoo chief executive jerry yang said monday he'll step down as ceo in early july.... [SEP] in fact, no doubt, it's only him. [SEP] "it is an internal matter and it's not going to affect him, but he is very happy," ancelotti said. [SEP] the adb is alone among the other so - called opec members, the industrial world's top producers. [SEP] the bank's move is widely expected to [SEP]
+
+===== sample 042 =====
+[CLS]. [SEP] he hopes to land in japan in 2009. [SEP] he denied that mistakes had been made by the government. [SEP] the prime minister hopes to become the first minister to name a new government in the next three weeks. [SEP] the woman, whose condition is not yet known, was taken to the queen's hospital with only a head injury and a back injury. [SEP] they share the news. [SEP] instead, the first winner is chosen by the academy as the official winner for what will be a 12 - person competition. [SEP] " it's a great opportunity. [SEP] trouble is, he ended up in jail. [SEP] it was [SEP]
+
+===== sample 043 =====
+[CLS] security reasons. [SEP] he was 11 - of - 16 from the field before being pulled from the game in the first quarter. [SEP] he said he was happy with the way the program was conducted. [SEP] however, u. s., iraqi and western officials say the fragility of violence still poses economic, political and security problems. [SEP] for the players it all was a very different team game. [SEP] and the fans don't need to be upset. [SEP] the colts became the first team in american football history to win the super bowl. [SEP] " we don't get away with the fact that we're looking at [SEP]
+
+===== sample 044 =====
+[CLS] to do it in a good way, even if that's not the way he was supposed to do it. [SEP] the national survey of 2, 500 adults from 2005 to 2006 was based on a telephone survey of more than 11, 000 adults. [SEP] in a separate interview with the times on sunday, the prime minister's spokesman described the meeting as a "show of grace and solidarity." [SEP] but the company said it believed the drug would be effective. [SEP] "there are a lot of young people who are hoping that they will come to see obama's white house in the white house," he said. [SEP] [SEP]
+
+===== sample 045 =====
+[CLS], tried to get in the car before he pulled over. [SEP] the mpc warned that further measures to boost the housing market would be "untaped." [SEP] they've got to talk about the situation, but it is clear they aren't interested. [SEP] "but there's a lot of information that you can come up with. [SEP] the singer, who died in 1997, said:" i want everyone to enjoy it at the same time. [SEP] meanwhile, winds dropped to about 35 miles per hour, said jim hall of the u. s. national hurricane center, which forecasts as many as 5 [SEP]
+
+===== sample 046 =====
+[CLS], according to a person familiar with the company's financial situation. [SEP] the democrats hold a 60 - vote majority in the senate and also have votes to pass the house version of the health care bill. [SEP] "the goal was good, he was great," the italian said. [SEP] they got their vote on britain's got talent. [SEP] there is a a lack of consensus among policymakers on how to tackle the crisis. [SEP] turco stopped the last six shots, took the lead in the first, 2 - 1, and also blocked a shot on the power play by philadelphia goalie martin biron. [SEP] the [SEP]
+
+===== sample 047 =====
+[CLS] to a three - game lead in the eastern conference finals. [SEP] a 16 - year - old boy was stabbed to death after his mother and 12 - year - old sister told him not to have a gun, a court has heard. [SEP] "she said she thought it would be very good to go home, because we have our own children and we don't want to go," she said. [SEP] the man is said to be in his late teens and wearing a green and green shirt, a green shirt and dark trousers. [SEP] " he is a patient, very good. [SEP] i don't want to change it [SEP]
+
+===== sample 048 =====
+[CLS] to qualify for the world cup, which are likely to say the most to the performance of the team overall. [SEP] tampa bay, price 6 - 8 - 6 (34 - 26). [SEP] other targets include england's david beckham and barcelona's lionel messi, but tevez, 24, is unlikely to be involved in the premier league again when his contract expires. [SEP] he had just been in the car and was in trouble. [SEP] they started strong in wednesday night's match. [SEP] we have money to pay for it, " he told the washington post. [SEP] recently, i was told by [SEP]
+
+===== sample 049 =====
+[CLS] [SEP] 11, 2009. [SEP] "i could have touched something on the ground," he says. [SEP] that may be true, but it's not true. [SEP] at the end of the third quarter, net revenues were $19. 3 billion (£12. 9 billion), up 8. 2 per cent on the first quarter. [SEP] and it didn't feel bad when we went on to the final. [SEP] but there are still some encouraging signs that the economy has picked up. [SEP] operating income was $4. 5 million, representing a decrease of $6. 2 million. [SEP] we can't do [SEP]
+
+===== sample 050 =====
+[CLS] she said. [SEP] that's part of the reason. [SEP] the report will be available on the web site http://www. dhs. gov/budget. aspxs _ in _ _ _ _ _ _ _ _ _ _ _ _... [SEP] " they're not talking about politics - - they're talking about culture, about foreign policy. [SEP] it was just a year before the law took effect. [SEP] they're not going to last long. [SEP] i just have to go back to the table and put together a proposal. [SEP] at wednesday's meeting, the two sides [SEP]
+
+===== sample 051 =====
+[CLS] 1. [SEP] some estimates put the country's unemployment rate at more than 10 percent of the population. [SEP] lupuis went 2 - for - 3 with 6. 9 seconds to play. [SEP] despite the economy, prices are going to go up and down. [SEP] the man, described as about 20 years old, with short, light - coloured hair, is white and of a stocky build. [SEP] measure 3. 5 feet (1. 5 meter), los angeles. com reported thursday. [SEP] washington (ap) - - the u. s. unemployment rate for july rose to - 14. 5 percent, the [SEP]
+
+===== sample 052 =====
+[CLS] people, " said us president george w. bush. [SEP] george w. bush came to office in 2001, shortly after the sept. [SEP] a third of the schools had closed in less than a month, mr. brown said. [SEP] talk about it as it relates to you, but you have to show yourself how much you have to pay. [SEP] it was last updated at 18. 15 bst on tuesday 30 june 2009. dragonfly. exhibition sales executive - energyc.... £23000 - £27000 per annum + bonus. dragonfly. exhibition sales executive. £18000 - £20000 per [SEP]
+
+===== sample 053 =====
+[CLS] concerns are about how many states could be forced to make tax cuts. [SEP] a young woman who blamed her former lover's boyfriend for the killing of their two children was cleared of murder by a jury today. [SEP] and that would be great. [SEP] the last time i didn't know how to do this thing, and i said, that's - - that's a good thing, that's a lot, " she said. [SEP] they were taken to hospital with serious head injuries, but their condition was not known. [SEP] the report was released earlier in the week by the new york - based world food program [SEP]
+
+===== sample 054 =====
+[CLS] on the chicago mercantile exchange. [SEP] he was expected to say when the first u. s. troops would leave, although he didn't say whether they would go to the afghan government. [SEP] q: what do you think you can do at home? [SEP] that means for every person caught, there is a fine of $10. [SEP] still, that would be an impossible task. [SEP] i do this almost every day. [SEP] it's easy to say that i haven't read in the past. [SEP] a 25 - year - old man has been charged with plotting a bomb attack on london's underground transport system. [SEP]
+
+===== sample 055 =====
+[CLS] peace deal in darfur. [SEP] as a young player i was very proud to play for my country and i'm not always happy when i do. [SEP] he is averaging 4. 3 points,. 3 rebounds, 2. 3 blocked shots per game, 5. 5 rebounds, 5. 3 blocks, 2. 5 steals and. 3 assists. [SEP] the cost alone would range from $35, 000 to $40, 000. [SEP] the federal appeals court said it won't review the ruling until it is ready to hear the case. [SEP] my hope is that the u. s. supreme court will be able to [SEP]
+
+===== sample 056 =====
+[CLS] said they'd let him go. [SEP] overall, same - store sales fell 6. 5 percent to $3. 2 billion, missing analysts' expectations. [SEP] the 26 - year - old said he prepared for his first slam tournament after losing to djokovic in the 2003 final, having won his first two games here on the hardcourt surface. [SEP] "i haven't seen that," he told bbc scotland. [SEP] the foundation's mission is to improve the industry's business practices, and fight climate change. [SEP] hillary clinton has plenty of support from christian conservatives, but not the backing of barack obama. [SEP]
+
+===== sample 057 =====
+[CLS], would not need to do that. [SEP] in 1977 he was awarded a degree from the royal college of art, and a masters degree in art and design. [SEP] this is a long journey in the future. [SEP] on sunday the red bulls played before a crowd of 47, 000 in major league soccer for the first time since 2000. [SEP] 6 to 7 p. m. [SEP] the top - grossing film at this year's rome film festival was "state of play," which opened in september. [SEP] "we've had a tough time, but we're trying to do a lot. [SEP]" although there was [SEP]
+
+===== sample 058 =====
+[CLS] to the uk and obtained a court order to get them in custody. [SEP] he went 2 - for - 3 with two walks and scored the only run in the fifth. [SEP] 6 (upi) - - michelle wie carded a 68 for a 4 - under - par total saturday at the u. s. open in chicago. [SEP] she later changed the view as the economy tanked, saying she would have preferred to move to an area north of chicago to find new work. [SEP] but in iraq, the government has kept a tight grip on oil prices. [SEP] bna renewables's stock as of march 31 [SEP]
+
+===== sample 059 =====
+[CLS], 2009. the record date is april 1, 2010. [SEP] in any case, the fed acted as an independent financial broker, but not as a stand - in for the growing number of money - market funds that provide short - term funding to banks. [SEP] i asked if i could make the same choice as my year - old mother. [SEP] the blast killed three people and wounded at least 10 others, the u. s. - iraqi military said. [SEP] they're not making much money in this industry. [SEP] not, i was supposed to say. [SEP] meanwhile, the united states is considering whether to lift sanctions on iran [SEP]
+
+===== sample 060 =====
+[CLS] a good start, but it was the rest of the team who worked through the night to make a good team. [SEP] there's no good reason to believe this is an option, but at the same time, there's something that we can work on, " woodson said. [SEP] in response, the report was sent to the national council and the party's central control committee in beijing, said ma shao, a senior communist party spokesman. [SEP] the man, a 34 - year - old man, was taken to hospital with heart and leg injuries after the incident. [SEP] however, it wants to do more to [SEP]
+
+===== sample 061 =====
+[CLS] described the changes as a significant step forward. [SEP] no, they said. [SEP] his job is a priority. " [SEP] first half pre - tax profits fell to 652. 7 million pounds ($41. 9 million, £19. 3 million). [SEP] the real question, however, is whether iran alone will press ahead with its program to develop nuclear weapons. [SEP] the second is for you to give an opinion on the subject, like a doctor, physical therapist or therapist. [SEP] smith's 3 - pointer made it 84 - 71 with just under 4: 30 left, but he added a back - to - back [SEP]
+
+===== sample 062 =====
+[CLS] the end of the day, this fight is the greatest fight, the greatest fight i've ever had, "calzaghe said to laughter at the boxing day conference. [SEP] the court heard mr jones, 25, from reading, berkshire, was also involved in day - to - day youth work at the met. [SEP]" this is going to be a difficult season for us, we're good but it's very difficult at the moment. [SEP] " that's what we need if we want to go on and get something right. [SEP] in fact, they say the u. s. lost competitiveness, [SEP]
+
+===== sample 063 =====
+[CLS]s and makes up a third of the company's sales. [SEP] anyone who wants to try to come out in a good position can still have a chance. [SEP] it was very difficult. [SEP] "i'm not the only one." [SEP] it's not just about money. [SEP] bank of america was not immediately available for a comment tuesday night. [SEP] it was jason labarbera's third career shutout to make it 2 - 1, but talbot's goal came 30 seconds later to end the first shutout of the game 1: 35. [SEP] the u. s. military said the men took [SEP]
+

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps1024_c16_t1p45_raw_samples.txt

@@ -0,0 +1,224 @@
+steps1024_c16_t1p45
+{
+  "type": "summary",
+  "name": "steps1024_c16_t1p45",
+  "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt",
+  "step": 434000,
+  "decode": {
+    "kind": "categorical_fullvocab_normal_steps_sweep",
+    "config": "steps1024_c16_t1p45",
+    "steps": 1024,
+    "endpoint_temp": 1.45,
+    "concentration_max": 16.0,
+    "final_from": "state",
+    "update": "resample",
+    "n_samples": 64,
+    "seed": 20260509
+  },
+  "detok_genppl": {
+    "ppl": 24.990610334702577,
+    "nll_per_token": 3.2185001677059866,
+    "tokens": 9544
+  },
+  "diversity": {
+    "sample_entropy": 4.081987358322909,
+    "unique_tokens": 1548,
+    "token_count": 8192,
+    "distinct_1": 0.18896484375,
+    "distinct_2": 0.6077755905511811,
+    "top_token_mass": 0.06494140625
+  }
+}
+
+===== sample 000 =====
+[CLS] fed ' s vice president of information and markets, said the market is looking for the u. s. economy to pick up in the second half of the year. [SEP] still, we didn ' t have time to find out. [SEP] " according to the study, the average price was £250, 000 a month, then the average sale price, but at the time the average sale price was £250, 000, which means fewer properties are expected to move at the end of the year, when the average price would be £150, 000, " he said. [SEP] in the men ' s semi - final, the american [SEP]
+
+===== sample 001 =====
+[CLS] trying to play my best, but that ' s not something i ' m really looking forward to, " the australian said. [SEP] the story was reported in the new york times this month. [SEP] pakistan ' s new civilian government has been under pressure all week as they deal with the ongoing struggle for power between two of the country ' s most senior officials. [SEP] i will never allow anybody to vote in this election no matter where we live. [SEP] " i think there ' ll certainly be a big gap at that point, " he said. [SEP] it was so hot a week in the french open final that he could barely play the [SEP]
+
+===== sample 002 =====
+[CLS] know they ' re looking for but don ' t feel the need to do this. [SEP] but i don ' t think it will continue to be as strong as it ' s going to be for some time. [SEP] the court has heard that mr price was stabbed repeatedly on the back of his head, to his face, upper body and back. [SEP] the party appointed a panel of experts to hear the case and the mp has had to stand down as a result. [SEP] the driver and passenger of the bus said the victim was a bystander and was not injured. [SEP] obama wants to use the $ 2. 5 - trillion [SEP]
+
+===== sample 003 =====
+[CLS] ' re a part of the world.... [SEP] " it ' s important for us to work with the f. d. a., and it ' s important that we ' re looking for new ways to share information on how we address these issues. [SEP] in a statement prepared for the review, the group ' s chairman john reid said : " the issue of compensation has been of great concern to the public, many of whom are still struggling to pay for lost lives. [SEP] " i ' m proud to be part but i don ' t have the power to do it. [SEP] she was sentenced to three years ' [SEP]
+
+===== sample 004 =====
+[CLS], to visit the northern city of tianjin. [SEP] the home ' s official price is the current sale price, about $ 3, 500. [SEP] " it ' s going to be seen as an example of an arms race and a political struggle. " [SEP] the german bank published a report for the first nine months of 2008 showing a net net loss of 9. 5 billion euros ( $ 11. 2 billion ). [SEP] " the only way to survive is to look at yourself and see what you did and what you can do, " ms. palin said. [SEP] robert brown, 28, of washington, was arrested in a [SEP]
+
+===== sample 005 =====
+[CLS] a net loss of $ 6. 3 billion in the third quarter and is worried it won ' t have the money to spend on workers and retirees, the company said. [SEP] however, it has something to do with the state of the economy. [SEP] net loss for 2009 was $ 7. 8 million ( 1. 2 % ), compared to $ 6. 6 million ( 0. 8 % ) and $ 5. 6 million ( 0. 2 % ) ( 0. 5 % ). the net loss ( 2. 3 % ) reported for the fourth quarter was $ 2. 3 million ( 0. 3 % ) [SEP]
+
+===== sample 006 =====
+[CLS] time with the company. [SEP] kennedy ' s mother died of the disease, and a few weeks later, the father ' s mother - in - law confirmed that her daughter was sick. [SEP] seoul, south korea ( ap ) - - the top u. s. diplomat in south korea visited north korea sunday in a bid to get pyongyang to provide details about its nuclear weapons program. [SEP] they ' re going to be fighting for the title and we ' re going to fight for it. [SEP] " in this economy, people are trying to save money and the first thing is to reduce the amount of money they are spending [SEP]
+
+===== sample 007 =====
+[CLS] " she added. [SEP] we put a lot of effort into the goal and there was a lot of fire coming in. [SEP] they have a strong voice and will to go. [SEP] israel ' s future has been the subject of intense debate, but correspondents say it can be emphasised. [SEP] strathclyde fire and rescue service said an investigation was into the cause of death in the fire. [SEP] chris wright scored 19 points and ben wawrinka added 18 points to lead fifth - seeded virginia to 75 - 75 victory over the no. 11 pittsburgh pirates. [SEP] but it said it would now see tens of thousands of [SEP]
+
+===== sample 008 =====
+[CLS] to local authorities, the statement said. [SEP] " but what the future will be. [SEP] overall, the 0. 5 percent increase was the first increase since february. [SEP] the prospectus is not intended to offer to sell the notes due on january 1, 2010. [SEP] yahoo ' s stock rose $ 1. 37, to $ 49. 18, and microsoft ' s stock rose $ 2. 11 to $ 44. 86. [SEP] he said he was pronounced dead at the scene about 3 a. m. [SEP] the world is already in economic trouble - - we can ' t shut down wall street. [SEP] as a result, [SEP]
+
+===== sample 009 =====
+[CLS] of control, " he said. [SEP] this is the only thing i could do. [SEP] as he is known, playing the game was a very different story. [SEP] she expected her husband to give her the time to find a job, to pick up her son and go to school. [SEP] it was his fifth career home run of the season and the team ' s seventh home run. [SEP] the company has not released the service since it was announced in january. [SEP] i want you to come to terms with my financial situation. [SEP] 27 in a case in which a man accused of raping and killing a 13 - year - old [SEP]
+
+===== sample 010 =====
+[CLS] rose 0. 4 percent in september, slightly better than analysts ' expectations. [SEP] the international committee of physicians for human rights called for help for about 50, 000 displaced people known to have fled the fighting in gaza. [SEP] " he ' s happy to be home, but he doesn ' t want to be here as he would be back in prison, " he said. [SEP] people close to the family said they didn ' t want to run away either. [SEP] that means the more the eggs are laid, the less likely parents are to leave the baby. [SEP] washington has been concerned about iran ' s nuclear program. [SEP] " i [SEP]
+
+===== sample 011 =====
+[CLS] said. [SEP] the military has also announced a 17 percent increase in the number of troops in afghanistan, the government ' s web site reported tuesday. [SEP] so far, rudolph w. giuliani, the mayor of new york, has rarely appeared on the opening day. [SEP] i would be fine. [SEP] the attack was reported in stanley park at about 0100 gmt on thursday. [SEP] a 50 - year - old man was hit by a car in sandringham road at about 2000 gmt on sunday. [SEP] " i ' m a fan of hillary, but - - you know - - i just don ' t know [SEP]
+
+===== sample 012 =====
+[CLS] are said to be the last of those to see the results. [SEP] if you don ' t know what to say, you are right, you do. [SEP] abreu ' s three - run single, coming in the fifth, gave minnesota a 5 - 2 - 3 advantage to take a 5 - 3 lead in the first and second. [SEP] " if i had ' t been to this house, i would have come to her and said, ' why don ' t you? ' " mr. johnson said. [SEP] now, the goal is to bring a new twist to the show. [SEP] he said : " in this [SEP]
+
+===== sample 013 =====
+[CLS] [SEP] in 2003, mr. murrea said, he met an american who helped design one of the world ' s most prestigious collections of african art, the national museum of african art, and gave the money to john gormley, the director of the american museum for the first time. [SEP] " i know nothing about this - i didn ' t get a job and i consider myself to be on the next train to work. [SEP] there ' s no evidence that there aren ' t many. [SEP] a man responsible for the murder of 11 - year - old rhys jones was also shot dead, a court has heard. [SEP] [SEP]
+
+===== sample 014 =====
+[CLS], the doctor has tried to save his life. [SEP] and then there is the moment, when the financial system is finally coming to the rescue. [SEP] according to a u. n. report released monday, al - shabaab has more than 3, 000 fighters fighting the government in somalia over the last three months. [SEP] if you want to sell your house, this is not a win - win situation. [SEP] 4 and on feb. [SEP] jpmorgan chase of new york, which raised $ 1. 4 billion, is planning to sell about $ 2 billion of its shares this year. [SEP] " i think they ' re [SEP]
+
+===== sample 015 =====
+[CLS] he said. [SEP] it was the beginning of the end. [SEP] mr cameron said he was not at the top of his job in the first place and he still did not think he should have understood why he had to deal with it earlier. [SEP] we didn ' t know a single word, and we didn ' t know what to say. [SEP] tell me, it ' s good for everyone. [SEP] but for its part, it has lost its lead in terms of sales of mobile phones. [SEP] " in the long term it is now the responsibility of the government to come up with a policy on how to protect the environment, " [SEP]
+
+===== sample 016 =====
+[CLS]. [SEP] i could not wait to go through it so we have to start playing again. [SEP] the central point of the conference is to focus on the field of clean energy. [SEP] on a visit to beijing recently, he said he thought the olympics were " a time of hope and hope. " [SEP] a report by the federal reserve said consumer confidence fell again in july after retail sales plunged in june. [SEP] chemicals made from pet food are found in meat, milk, fish, milk products and dairy products and in some food products in and around where they are grown, the report said. [SEP] he was a good player, and he [SEP]
+
+===== sample 017 =====
+[CLS] 0. 3 percent, up from the 1. 1 percent loss analysts expected. [SEP] the man then ran off and started shooting in a car park before being tackled by officers. [SEP] obama said late last year that he was ready to attend a u. n. climate summit in copenhagen, but that may be a rebuke. [SEP] the fourth test of the long - range missile could show pyongyang is preparing to fire a nuclear weapon, yonhap said. [SEP] " the problem is that we don ' t know - - and that ' s the problem... [SEP] the official said u. s. forces [SEP]
+
+===== sample 018 =====
+[CLS], was a research assistant at the university of north carolina for about two years before going on to the n. c. a. a.. [SEP] alexander hleb, who scored a first - half goal in chelsea ' s 2 - 2 draw with manchester city on tuesday at 1202 gmt, took over to give the visitors the game in hand. [SEP] i ' m not a fan of god ' s music. [SEP] " we are on a long - term contract, and it ' s really a long process and we should be ready to try to play in the summer, like i do. " [SEP] the company ' [SEP]
+
+===== sample 019 =====
+[CLS] when he was still 20. [SEP] the u. s. military, however, appears to be behind the attack. [SEP] he still has a long way to go. [SEP] france is also set to see vat cut to 15 percent in 2010. [SEP] " we all know what this was like a few days ago, but it ' s very difficult and we ' ve got to take care. [SEP] cilic could easily have won the set, but the spaniard was unable to stop his forehand. [SEP] to be sure, though, it has been caused by the tight relationship between the u. s. and china. [SEP] it [SEP]
+
+===== sample 020 =====
+[CLS], for the july - september period rose 0. 2 percent. [SEP] the u. s. military has no reports of any casualties. [SEP] however, the second half won ' t last for long. [SEP] i believe our system is fair. [SEP] i saw this picture in the middle of a tv commercial, showing a large, topless woman. [SEP] " the game is the biggest part of my job, so i want to take care of something i ' ve never wanted to do in the first place, " he said. [SEP] the government has the power to delay the announcement of the new rules until early next year. [SEP] the [SEP]
+
+===== sample 021 =====
+[CLS] united states and cuba in december. [SEP] woods shot a one - under first - round 68 to take the halfway leader ' s lead in regulation. [SEP] it ' s the start of britain ' s first major deployment of foreign troops. [SEP] he made 10 saves this season. [SEP] shares in china west slipped 0. 3 per cent. [SEP] the organiser, who had said he was carrying a pistol at the time of his son ' s death in march, ordered the event to take place at a cost of £35, 000. [SEP] the commission released the report late thursday, a day before the meeting. [SEP] i ' d love [SEP]
+
+===== sample 022 =====
+[CLS].... [SEP] he ' ll be back, he ' ll be the same as last year, and he ' ll be a long shot, " woods said. [SEP] parents are, of course, putting extra pressure on their children as they already have so much to save. [SEP] " i ' m not sure when he ' ll make a decision. [SEP] i would be happy to read his article, if there was something wrong with it. [SEP] it didn ' t happen, but it is a game and i know it ' s a hard thing to do. [SEP] the key question that has dogged the presidential campaign is whether [SEP]
+
+===== sample 023 =====
+[CLS] has been jailed in the uk. [SEP] thousands of people remain in their homes, and some of them are expected to keep their homes. [SEP] to cut costs, the company plans to cut about 3, 500 jobs in the u. s. market, and 3, 000 in mid - 2009. [SEP] a decline in oil and gasoline prices led the market ' s decline to gains in oil prices, but a fed rate cut last week gave investors some comfort. [SEP] young led the way in scoring with 14 points, and had 8 points, 9 rebounds and 2 blocks for tennessee ( 7 - 0 ), which improved to 12 - 2 [SEP]
+
+===== sample 024 =====
+[CLS] the rest of the year. [SEP] last year, china, which emerged as the world ' s no. 1 export market for u. s. goods, made $ 8. 4 billion, more than three times that of u. s. exports last year. [SEP] wamu ' s stock price nearly halved the value of the bank ' s investments in residential, commercial and commercial real estate loans, according to three people familiar with the matter. [SEP] in a question time interview on the bbc radio 5 live on sunday, former pm sir richard urged him to quit in order to win the election. [SEP] in 2008, u. s [SEP]
+
+===== sample 025 =====
+[CLS] nothing i could do about it. [SEP] a birdie on the par - 5 12th, when mickelson did not make a birdie, and then two bogeys, a bogey on the front side of the green on the fourth hole, and a bogey on the par - 5 ninth, left him in control of the putter. [SEP] at this time, we are still looking at a number of different options, and we are working on a number of options where we don ' t yet have the resources and time to make a decision. [SEP] worse, it seems, the process simply doesn ' t work, [SEP]
+
+===== sample 026 =====
+[CLS] economic cost to the country. [SEP] it had been hoped that a final peace deal could be reached before the end of the year. [SEP] it ' s all about the quality of the product. [SEP] the experience was filled with headaches and shock. [SEP] this is not a good situation at the moment, but at this stage we are not under any pressure because we are in a time of crisis and i really don ' t want to go into the situation. [SEP] new warnings will be issued later after a foot of snow fell on the east side of the area ' s main roads. [SEP] if i were a woman, i would have [SEP]
+
+===== sample 027 =====
+[CLS] [SEP] " this is a good thing, this is a bad thing and it ' s a bad thing, " belton said. [SEP] if i voted for hillary - - in the state, you know - - i would vote for obama.... [SEP] so far, about 20, 000 confirmed cases have been, mostly in the u. s. states, but also mostly in texas and in new jersey. [SEP] " we expect the decision by the end of the year, " biden said. [SEP] 30, 2007 to shareholders of record of record on september 15, 2007, at 8 : 30 a. m. [SEP] [SEP]
+
+===== sample 028 =====
+[CLS], the report said. [SEP] world no. 3 novak djokovic ( 7 - 5, 6 - 7 7 - 5 ) was broken in the first set but broke back in the second game to close out the match 5 - 3. [SEP] what is the best way of life? [SEP] thomas, the nation ' s leading shooting guard, made a three - point play with 8. 6 seconds left in overtime and made a three - point play off the bench, shooting just 27. 4 percent, or 25 of 56, for the game. [SEP] a 22 - year - old local man from leeds has been charged with murder after [SEP]
+
+===== sample 029 =====
+[CLS] of a plan to stage a terrorist attack on the u. s.. [SEP] one source said the prospect of a deal was on hold because " the production lines are still being worked out. " [SEP] the bad news for the u. s. economy and for u. s. investors only worsens the situation for u. s. consumers and businesses. [SEP] as an adviser to afghan president hamid karzai, the taliban ' s leader struck a $ 10m deal with afghanistan ' s government. [SEP] hotel rooms range up to $ 100 per night, and rates start at $ 200 per night. [SEP] he is still trying to [SEP]
+
+===== sample 030 =====
+[CLS] the market. [SEP] goodell couldn ' t immediately be reached by the associated press thursday. [SEP] he said he was scared when he started to give money and says, " this is about the kids in the house. " [SEP] " we ' ve got a team that ' s got a lot more to do, but we still don ' t know what we ' re going to do. [SEP] this may be a more important measure of your health. [SEP] i was really like the guy up there, " he said. [SEP] and it is clear, in the end, that they will have a lot to complain about. [SEP] " we [SEP]
+
+===== sample 031 =====
+[CLS] police said they found an e - mail from her that didn ' t appear to be true. [SEP] " what we know about these very young players is they can do a good job in the game. [SEP] fourth - quarter figures, however, offer a mixed forecast for future growth. [SEP] we believe the shares are on track to reach multiples in the multiples in the first half of 2009. [SEP] " the iraqi government will be able to take control of the area by the end of the year and we believe this will be the start of the operation of the country, " maliki said. [SEP] " it ' s the most [SEP]
+
+===== sample 032 =====
+[CLS] points in the third quarter. [SEP] the bank had argued that the f. b. i. ' s compensation, about $ 8. 5 million of the cost of paying the bonuses, was sufficient to cover additional expenses. [SEP] " i don ' t want any potential problems and i don ' t want to be upset. [SEP] the man, a 24 - year - old man, pleaded not guilty to the murder charge after a trial that began two weeks ago. [SEP] ( 3 ) colorado at colorado, 10 : 30 p. m. [SEP] he said he beat her with a hammer, beat her up and put her down. [SEP] [SEP]
+
+===== sample 033 =====
+[CLS]. [SEP] 7 ( upi ) - - jason bartlett also drove in the go - ahead, two - run single saturday, lifting the rays to 7 - 5 victory over the minnesota twins. [SEP] there is no clear evidence of the boy ' s mental condition. [SEP] it ' s getting better. [SEP] and whether it ' s a global conspiracy or a scribbling threat, let ' s to start the fight against the united states. [SEP] the winner of the top competition will be announced friday in the men ' s and women ' s sections. [SEP] " i ' m going to know how to win. " [SEP] it is to [SEP]
+
+===== sample 034 =====
+[CLS], who scored a team - high 18 points for the pacers ( 13 - 5, 2 - 3 ). [SEP] the company did not immediately return a telephone call. [SEP] all that goes on... [SEP] the first phase of the construction of the company ' s headquarters will begin in september. [SEP] we ' re hopeful that a final result can be reached and we are willing to see.... [SEP] gm ' s plan is to repay about $ 6 billion of its senior debt to the u. s. through a long - term debt exchange. [SEP] " there ' s a very good deal of talk here that we [SEP]
+
+===== sample 035 =====
+[CLS].. [SEP] not if you ' re just the beginning. [SEP] redd, averaging 9. 3 points and 2. 5 rebounds in 34 games, scored 18 points, added 11 rebounds, blocked three shots and shot 12.... [SEP] we don ' t make a profit, but we ' re trying to make sure that it doesn ' t cost any money, " she said. [SEP] " that ' s not always true. [SEP] some republicans have accused mr. mccain of endorsing mr. giuliani. [SEP] " there is no way to deal with them. [SEP] that ' s a bad thing, too. [SEP]
+
+===== sample 036 =====
+[CLS], " he said. [SEP] " it ' s a big business. [SEP] i ' ve always been proud of this team and the way they think of it. [SEP] if i don ' t have insurance and don ' t want anything, nothing will happen. [SEP] the victim was told he could not get a phone and he could not go to court, the court heard. [SEP] associated press writers hyung - jin kim and hyung - jin contributed to this report. [SEP] associated press writer michael d. slatty in washington contributed to this report. [SEP] a spokeswoman for the foreign office said : " this went on without [SEP]
+
+===== sample 037 =====
+[CLS] insurers are supposed to pay the full cost to the public, as long as it is used to cover programs such as medicaid. [SEP] " we are working as hard as we can, and see this time as a boost to the national team, " he added. [SEP] but even if all the damage is short - lived, you ' re not sure if you ' re saving any long - term money at the end of the day. [SEP] he can ' t... even if he wasn ' t in the news. [SEP] the students, teachers and others turned out. [SEP] " what i ' ve learned is [SEP]
+
+===== sample 038 =====
+[CLS] a year. [SEP] at the same time, of course, things got more interesting. [SEP] we got up a few days ago and we ' re back in the country. [SEP] toronto - derek lowe allowed two runs to a 3 - 0 lead with one out wednesday, leading the yankees to a 5 - 4 victory. [SEP] we don ' t need to do a better job with the people, " he said. [SEP] in response to reports of increased violence in tibet, china ' s foreign ministry on wednesday night waged a public protest against the dalai lama ' s visit. [SEP] " i feel like i ' m still alive, " [SEP]
+
+===== sample 039 =====
+[CLS] the first time in the series, 3 - 0, before losing to cleveland. [SEP] chicago ( reuters ) - lindsay lohan ' s publicist has said she is asking the u. s. supreme court to allow a judge to order a new trial in the case the pop star ' s mother, jamie lohan, has denied involvement in. [SEP] " i did not see my mother until i was 6 years old. [SEP] two 17 - year - old boys were arrested in the attack on a 15 - year - old boy in bridgend on 19 february. [SEP] " you all know that if you ' re not running for president [SEP]
+
+===== sample 040 =====
+[CLS] from the eu to the united states to help control the spread of the virus. [SEP] after all, he still had a good job to do. [SEP] obama said he thought he ' d run for president, and that he didn ' t want to run. [SEP] obama also said he would threaten to veto the bill if congress failed to vote on the emergency $ 700 billion rescue plan. [SEP] williams, who led 3 - 0 in the first set, took a 2 - 1 lead into the second set. [SEP] " i don ' t want to give it a big lead, but unfortunately it didn ' t work. [SEP] the company is [SEP]
+
+===== sample 041 =====
+[CLS] money - - if i am able to have my baby by the end of january, i ' ll pay. [SEP] new york ( ap ) - yahoo chief executive jerry yang said monday he ' ll step down as ceo in early july.... [SEP] in fact, no doubt, it ' s only him. [SEP] " it is an internal matter and it ' s not going to affect him, but he is very happy, " ancelotti said. [SEP] the adb is alone among the other so - called opec members, the industrial world ' s top producers. [SEP] the bank ' s move is widely expected to [SEP]
+
+===== sample 042 =====
+[CLS]. [SEP] he hopes to land in japan in 2009. [SEP] he denied that mistakes had been made by the government. [SEP] the prime minister hopes to become the first minister to name a new government in the next three weeks. [SEP] the woman, whose condition is not yet known, was taken to the queen ' s hospital with only a head injury and a back injury. [SEP] they share the news. [SEP] instead, the first winner is chosen by the academy as the official winner for what will be a 12 - person competition. [SEP] " it ' s a great opportunity. [SEP] trouble is, he ended up in jail. [SEP] it was [SEP]
+
+===== sample 043 =====
+[CLS] security reasons. [SEP] he was 11 - of - 16 from the field before being pulled from the game in the first quarter. [SEP] he said he was happy with the way the program was conducted. [SEP] however, u. s., iraqi and western officials say the fragility of violence still poses economic, political and security problems. [SEP] for the players it all was a very different team game. [SEP] and the fans don ' t need to be upset. [SEP] the colts became the first team in american football history to win the super bowl. [SEP] " we don ' t get away with the fact that we ' re looking at [SEP]
+
+===== sample 044 =====
+[CLS] to do it in a good way, even if that ' s not the way he was supposed to do it. [SEP] the national survey of 2, 500 adults from 2005 to 2006 was based on a telephone survey of more than 11, 000 adults. [SEP] in a separate interview with the times on sunday, the prime minister ' s spokesman described the meeting as a " show of grace and solidarity. " [SEP] but the company said it believed the drug would be effective. [SEP] " there are a lot of young people who are hoping that they will come to see obama ' s white house in the white house, " he said. [SEP] [SEP]
+
+===== sample 045 =====
+[CLS], tried to get in the car before he pulled over. [SEP] the mpc warned that further measures to boost the housing market would be " untaped. " [SEP] they ' ve got to talk about the situation, but it is clear they aren ' t interested. [SEP] " but there ' s a lot of information that you can come up with. [SEP] the singer, who died in 1997, said : " i want everyone to enjoy it at the same time. [SEP] meanwhile, winds dropped to about 35 miles per hour, said jim hall of the u. s. national hurricane center, which forecasts as many as 5 [SEP]
+
+===== sample 046 =====
+[CLS], according to a person familiar with the company ' s financial situation. [SEP] the democrats hold a 60 - vote majority in the senate and also have votes to pass the house version of the health care bill. [SEP] " the goal was good, he was great, " the italian said. [SEP] they got their vote on britain ' s got talent. [SEP] there is a a lack of consensus among policymakers on how to tackle the crisis. [SEP] turco stopped the last six shots, took the lead in the first, 2 - 1, and also blocked a shot on the power play by philadelphia goalie martin biron. [SEP] the [SEP]
+
+===== sample 047 =====
+[CLS] to a three - game lead in the eastern conference finals. [SEP] a 16 - year - old boy was stabbed to death after his mother and 12 - year - old sister told him not to have a gun, a court has heard. [SEP] " she said she thought it would be very good to go home, because we have our own children and we don ' t want to go, " she said. [SEP] the man is said to be in his late teens and wearing a green and green shirt, a green shirt and dark trousers. [SEP] " he is a patient, very good. [SEP] i don ' t want to change it [SEP]
+
+===== sample 048 =====
+[CLS] to qualify for the world cup, which are likely to say the most to the performance of the team overall. [SEP] tampa bay, price 6 - 8 - 6 ( 34 - 26 ). [SEP] other targets include england ' s david beckham and barcelona ' s lionel messi, but tevez, 24, is unlikely to be involved in the premier league again when his contract expires. [SEP] he had just been in the car and was in trouble. [SEP] they started strong in wednesday night ' s match. [SEP] we have money to pay for it, " he told the washington post. [SEP] recently, i was told by [SEP]
+
+===== sample 049 =====
+[CLS] [SEP] 11, 2009. [SEP] " i could have touched something on the ground, " he says. [SEP] that may be true, but it ' s not true. [SEP] at the end of the third quarter, net revenues were $ 19. 3 billion ( £12. 9 billion ), up 8. 2 per cent on the first quarter. [SEP] and it didn ' t feel bad when we went on to the final. [SEP] but there are still some encouraging signs that the economy has picked up. [SEP] operating income was $ 4. 5 million, representing a decrease of $ 6. 2 million. [SEP] we can ' t do [SEP]
+
+===== sample 050 =====
+[CLS] she said. [SEP] that ' s part of the reason. [SEP] the report will be available on the web site http : / / www. dhs. gov / budget. aspxs _ in _ _ _ _ _ _ _ _ _ _ _ _... [SEP] " they ' re not talking about politics - - they ' re talking about culture, about foreign policy. [SEP] it was just a year before the law took effect. [SEP] they ' re not going to last long. [SEP] i just have to go back to the table and put together a proposal. [SEP] at wednesday ' s meeting, the two sides [SEP]
+
+===== sample 051 =====
+[CLS] 1. [SEP] some estimates put the country ' s unemployment rate at more than 10 percent of the population. [SEP] lupuis went 2 - for - 3 with 6. 9 seconds to play. [SEP] despite the economy, prices are going to go up and down. [SEP] the man, described as about 20 years old, with short, light - coloured hair, is white and of a stocky build. [SEP] measure 3. 5 feet ( 1. 5 meter ), los angeles. com reported thursday. [SEP] washington ( ap ) - - the u. s. unemployment rate for july rose to - 14. 5 percent, the [SEP]
+
+===== sample 052 =====
+[CLS] people, " said us president george w. bush. [SEP] george w. bush came to office in 2001, shortly after the sept. [SEP] a third of the schools had closed in less than a month, mr. brown said. [SEP] talk about it as it relates to you, but you have to show yourself how much you have to pay. [SEP] it was last updated at 18. 15 bst on tuesday 30 june 2009. dragonfly. exhibition sales executive - energyc.... £23000 - £27000 per annum + bonus. dragonfly. exhibition sales executive. £18000 - £20000 per [SEP]
+
+===== sample 053 =====
+[CLS] concerns are about how many states could be forced to make tax cuts. [SEP] a young woman who blamed her former lover ' s boyfriend for the killing of their two children was cleared of murder by a jury today. [SEP] and that would be great. [SEP] the last time i didn ' t know how to do this thing, and i said, that ' s - - that ' s a good thing, that ' s a lot, " she said. [SEP] they were taken to hospital with serious head injuries, but their condition was not known. [SEP] the report was released earlier in the week by the new york - based world food program [SEP]
+
+===== sample 054 =====
+[CLS] on the chicago mercantile exchange. [SEP] he was expected to say when the first u. s. troops would leave, although he didn ' t say whether they would go to the afghan government. [SEP] q : what do you think you can do at home? [SEP] that means for every person caught, there is a fine of $ 10. [SEP] still, that would be an impossible task. [SEP] i do this almost every day. [SEP] it ' s easy to say that i haven ' t read in the past. [SEP] a 25 - year - old man has been charged with plotting a bomb attack on london ' s underground transport system. [SEP]
+
+===== sample 055 =====
+[CLS] peace deal in darfur. [SEP] as a young player i was very proud to play for my country and i ' m not always happy when i do. [SEP] he is averaging 4. 3 points,. 3 rebounds, 2. 3 blocked shots per game, 5. 5 rebounds, 5. 3 blocks, 2. 5 steals and. 3 assists. [SEP] the cost alone would range from $ 35, 000 to $ 40, 000. [SEP] the federal appeals court said it won ' t review the ruling until it is ready to hear the case. [SEP] my hope is that the u. s. supreme court will be able to [SEP]
+
+===== sample 056 =====
+[CLS] said they ' d let him go. [SEP] overall, same - store sales fell 6. 5 percent to $ 3. 2 billion, missing analysts ' expectations. [SEP] the 26 - year - old said he prepared for his first slam tournament after losing to djokovic in the 2003 final, having won his first two games here on the hardcourt surface. [SEP] " i haven ' t seen that, " he told bbc scotland. [SEP] the foundation ' s mission is to improve the industry ' s business practices, and fight climate change. [SEP] hillary clinton has plenty of support from christian conservatives, but not the backing of barack obama. [SEP]
+
+===== sample 057 =====
+[CLS], would not need to do that. [SEP] in 1977 he was awarded a degree from the royal college of art, and a masters degree in art and design. [SEP] this is a long journey in the future. [SEP] on sunday the red bulls played before a crowd of 47, 000 in major league soccer for the first time since 2000. [SEP] 6 to 7 p. m. [SEP] the top - grossing film at this year ' s rome film festival was " state of play, " which opened in september. [SEP] " we ' ve had a tough time, but we ' re trying to do a lot. [SEP] " although there was [SEP]
+
+===== sample 058 =====
+[CLS] to the uk and obtained a court order to get them in custody. [SEP] he went 2 - for - 3 with two walks and scored the only run in the fifth. [SEP] 6 ( upi ) - - michelle wie carded a 68 for a 4 - under - par total saturday at the u. s. open in chicago. [SEP] she later changed the view as the economy tanked, saying she would have preferred to move to an area north of chicago to find new work. [SEP] but in iraq, the government has kept a tight grip on oil prices. [SEP] bna renewables ' s stock as of march 31 [SEP]
+
+===== sample 059 =====
+[CLS], 2009. the record date is april 1, 2010. [SEP] in any case, the fed acted as an independent financial broker, but not as a stand - in for the growing number of money - market funds that provide short - term funding to banks. [SEP] i asked if i could make the same choice as my year - old mother. [SEP] the blast killed three people and wounded at least 10 others, the u. s. - iraqi military said. [SEP] they ' re not making much money in this industry. [SEP] not, i was supposed to say. [SEP] meanwhile, the united states is considering whether to lift sanctions on iran [SEP]
+
+===== sample 060 =====
+[CLS] a good start, but it was the rest of the team who worked through the night to make a good team. [SEP] there ' s no good reason to believe this is an option, but at the same time, there ' s something that we can work on, " woodson said. [SEP] in response, the report was sent to the national council and the party ' s central control committee in beijing, said ma shao, a senior communist party spokesman. [SEP] the man, a 34 - year - old man, was taken to hospital with heart and leg injuries after the incident. [SEP] however, it wants to do more to [SEP]
+
+===== sample 061 =====
+[CLS] described the changes as a significant step forward. [SEP] no, they said. [SEP] his job is a priority. " [SEP] first half pre - tax profits fell to 652. 7 million pounds ( $ 41. 9 million, £19. 3 million ). [SEP] the real question, however, is whether iran alone will press ahead with its program to develop nuclear weapons. [SEP] the second is for you to give an opinion on the subject, like a doctor, physical therapist or therapist. [SEP] smith ' s 3 - pointer made it 84 - 71 with just under 4 : 30 left, but he added a back - to - back [SEP]
+
+===== sample 062 =====
+[CLS] the end of the day, this fight is the greatest fight, the greatest fight i ' ve ever had, " calzaghe said to laughter at the boxing day conference. [SEP] the court heard mr jones, 25, from reading, berkshire, was also involved in day - to - day youth work at the met. [SEP] " this is going to be a difficult season for us, we ' re good but it ' s very difficult at the moment. [SEP] " that ' s what we need if we want to go on and get something right. [SEP] in fact, they say the u. s. lost competitiveness, [SEP]
+
+===== sample 063 =====
+[CLS]s and makes up a third of the company ' s sales. [SEP] anyone who wants to try to come out in a good position can still have a chance. [SEP] it was very difficult. [SEP] " i ' m not the only one. " [SEP] it ' s not just about money. [SEP] bank of america was not immediately available for a comment tuesday night. [SEP] it was jason labarbera ' s third career shutout to make it 2 - 1, but talbot ' s goal came 30 seconds later to end the first shutout of the game 1 : 35. [SEP] the u. s. military said the men took [SEP]
+

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps1024_c16_t1p45_scored.jsonl

@@ -0,0 +1,65 @@
+{"type": "summary", "name": "steps1024_c16_t1p45", "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt", "step": 434000, "decode": {"kind": "categorical_fullvocab_normal_steps_sweep", "config": "steps1024_c16_t1p45", "steps": 1024, "endpoint_temp": 1.45, "concentration_max": 16.0, "final_from": "state", "update": "resample", "n_samples": 64, "seed": 20260509}, "detok_genppl": {"ppl": 24.990610334702577, "nll_per_token": 3.2185001677059866, "tokens": 9544}, "diversity": {"sample_entropy": 4.081987358322909, "unique_tokens": 1548, "token_count": 8192, "distinct_1": 0.18896484375, "distinct_2": 0.6077755905511811, "top_token_mass": 0.06494140625}}
+{"type": "sample", "index": 0, "raw_text": "[CLS] fed ' s vice president of information and markets, said the market is looking for the u. s. economy to pick up in the second half of the year. [SEP] still, we didn ' t have time to find out. [SEP] \" according to the study, the average price was £250, 000 a month, then the average sale price, but at the time the average sale price was £250, 000, which means fewer properties are expected to move at the end of the year, when the average price would be £150, 000, \" he said. [SEP] in the men ' s semi - final, the american [SEP]", "detok_text": "[CLS] fed's vice president of information and markets, said the market is looking for the u. s. economy to pick up in the second half of the year. [SEP] still, we didn't have time to find out. [SEP] \"according to the study, the average price was £250, 000 a month, then the average sale price, but at the time the average sale price was £250, 000, which means fewer properties are expected to move at the end of the year, when the average price would be £150, 000,\" he said. [SEP] in the men's semi - final, the american [SEP]"}
+{"type": "sample", "index": 1, "raw_text": "[CLS] trying to play my best, but that ' s not something i ' m really looking forward to, \" the australian said. [SEP] the story was reported in the new york times this month. [SEP] pakistan ' s new civilian government has been under pressure all week as they deal with the ongoing struggle for power between two of the country ' s most senior officials. [SEP] i will never allow anybody to vote in this election no matter where we live. [SEP] \" i think there ' ll certainly be a big gap at that point, \" he said. [SEP] it was so hot a week in the french open final that he could barely play the [SEP]", "detok_text": "[CLS] trying to play my best, but that's not something i'm really looking forward to, \"the australian said. [SEP] the story was reported in the new york times this month. [SEP] pakistan's new civilian government has been under pressure all week as they deal with the ongoing struggle for power between two of the country's most senior officials. [SEP] i will never allow anybody to vote in this election no matter where we live. [SEP]\" i think there'll certainly be a big gap at that point, \" he said. [SEP] it was so hot a week in the french open final that he could barely play the [SEP]"}
+{"type": "sample", "index": 2, "raw_text": "[CLS] know they ' re looking for but don ' t feel the need to do this. [SEP] but i don ' t think it will continue to be as strong as it ' s going to be for some time. [SEP] the court has heard that mr price was stabbed repeatedly on the back of his head, to his face, upper body and back. [SEP] the party appointed a panel of experts to hear the case and the mp has had to stand down as a result. [SEP] the driver and passenger of the bus said the victim was a bystander and was not injured. [SEP] obama wants to use the $ 2. 5 - trillion [SEP]", "detok_text": "[CLS] know they're looking for but don't feel the need to do this. [SEP] but i don't think it will continue to be as strong as it's going to be for some time. [SEP] the court has heard that mr price was stabbed repeatedly on the back of his head, to his face, upper body and back. [SEP] the party appointed a panel of experts to hear the case and the mp has had to stand down as a result. [SEP] the driver and passenger of the bus said the victim was a bystander and was not injured. [SEP] obama wants to use the $2. 5 - trillion [SEP]"}
+{"type": "sample", "index": 3, "raw_text": "[CLS] ' re a part of the world.... [SEP] \" it ' s important for us to work with the f. d. a., and it ' s important that we ' re looking for new ways to share information on how we address these issues. [SEP] in a statement prepared for the review, the group ' s chairman john reid said : \" the issue of compensation has been of great concern to the public, many of whom are still struggling to pay for lost lives. [SEP] \" i ' m proud to be part but i don ' t have the power to do it. [SEP] she was sentenced to three years ' [SEP]", "detok_text": "[CLS]'re a part of the world.... [SEP] \"it's important for us to work with the f. d. a., and it's important that we're looking for new ways to share information on how we address these issues. [SEP] in a statement prepared for the review, the group's chairman john reid said:\" the issue of compensation has been of great concern to the public, many of whom are still struggling to pay for lost lives. [SEP] \" i'm proud to be part but i don't have the power to do it. [SEP] she was sentenced to three years ' [SEP]"}
+{"type": "sample", "index": 4, "raw_text": "[CLS], to visit the northern city of tianjin. [SEP] the home ' s official price is the current sale price, about $ 3, 500. [SEP] \" it ' s going to be seen as an example of an arms race and a political struggle. \" [SEP] the german bank published a report for the first nine months of 2008 showing a net net loss of 9. 5 billion euros ( $ 11. 2 billion ). [SEP] \" the only way to survive is to look at yourself and see what you did and what you can do, \" ms. palin said. [SEP] robert brown, 28, of washington, was arrested in a [SEP]", "detok_text": "[CLS], to visit the northern city of tianjin. [SEP] the home's official price is the current sale price, about $3, 500. [SEP] \"it's going to be seen as an example of an arms race and a political struggle.\" [SEP] the german bank published a report for the first nine months of 2008 showing a net net loss of 9. 5 billion euros ($11. 2 billion). [SEP] \"the only way to survive is to look at yourself and see what you did and what you can do,\" ms. palin said. [SEP] robert brown, 28, of washington, was arrested in a [SEP]"}
+{"type": "sample", "index": 5, "raw_text": "[CLS] a net loss of $ 6. 3 billion in the third quarter and is worried it won ' t have the money to spend on workers and retirees, the company said. [SEP] however, it has something to do with the state of the economy. [SEP] net loss for 2009 was $ 7. 8 million ( 1. 2 % ), compared to $ 6. 6 million ( 0. 8 % ) and $ 5. 6 million ( 0. 2 % ) ( 0. 5 % ). the net loss ( 2. 3 % ) reported for the fourth quarter was $ 2. 3 million ( 0. 3 % ) [SEP]", "detok_text": "[CLS] a net loss of $6. 3 billion in the third quarter and is worried it won't have the money to spend on workers and retirees, the company said. [SEP] however, it has something to do with the state of the economy. [SEP] net loss for 2009 was $7. 8 million (1. 2 %), compared to $6. 6 million (0. 8 %) and $5. 6 million (0. 2 %) (0. 5 %). the net loss (2. 3 %) reported for the fourth quarter was $2. 3 million (0. 3 %) [SEP]"}
+{"type": "sample", "index": 6, "raw_text": "[CLS] time with the company. [SEP] kennedy ' s mother died of the disease, and a few weeks later, the father ' s mother - in - law confirmed that her daughter was sick. [SEP] seoul, south korea ( ap ) - - the top u. s. diplomat in south korea visited north korea sunday in a bid to get pyongyang to provide details about its nuclear weapons program. [SEP] they ' re going to be fighting for the title and we ' re going to fight for it. [SEP] \" in this economy, people are trying to save money and the first thing is to reduce the amount of money they are spending [SEP]", "detok_text": "[CLS] time with the company. [SEP] kennedy's mother died of the disease, and a few weeks later, the father's mother - in - law confirmed that her daughter was sick. [SEP] seoul, south korea (ap) - - the top u. s. diplomat in south korea visited north korea sunday in a bid to get pyongyang to provide details about its nuclear weapons program. [SEP] they're going to be fighting for the title and we're going to fight for it. [SEP] \" in this economy, people are trying to save money and the first thing is to reduce the amount of money they are spending [SEP]"}
+{"type": "sample", "index": 7, "raw_text": "[CLS] \" she added. [SEP] we put a lot of effort into the goal and there was a lot of fire coming in. [SEP] they have a strong voice and will to go. [SEP] israel ' s future has been the subject of intense debate, but correspondents say it can be emphasised. [SEP] strathclyde fire and rescue service said an investigation was into the cause of death in the fire. [SEP] chris wright scored 19 points and ben wawrinka added 18 points to lead fifth - seeded virginia to 75 - 75 victory over the no. 11 pittsburgh pirates. [SEP] but it said it would now see tens of thousands of [SEP]", "detok_text": "[CLS] \" she added. [SEP] we put a lot of effort into the goal and there was a lot of fire coming in. [SEP] they have a strong voice and will to go. [SEP] israel's future has been the subject of intense debate, but correspondents say it can be emphasised. [SEP] strathclyde fire and rescue service said an investigation was into the cause of death in the fire. [SEP] chris wright scored 19 points and ben wawrinka added 18 points to lead fifth - seeded virginia to 75 - 75 victory over the no. 11 pittsburgh pirates. [SEP] but it said it would now see tens of thousands of [SEP]"}
+{"type": "sample", "index": 8, "raw_text": "[CLS] to local authorities, the statement said. [SEP] \" but what the future will be. [SEP] overall, the 0. 5 percent increase was the first increase since february. [SEP] the prospectus is not intended to offer to sell the notes due on january 1, 2010. [SEP] yahoo ' s stock rose $ 1. 37, to $ 49. 18, and microsoft ' s stock rose $ 2. 11 to $ 44. 86. [SEP] he said he was pronounced dead at the scene about 3 a. m. [SEP] the world is already in economic trouble - - we can ' t shut down wall street. [SEP] as a result, [SEP]", "detok_text": "[CLS] to local authorities, the statement said. [SEP] \" but what the future will be. [SEP] overall, the 0. 5 percent increase was the first increase since february. [SEP] the prospectus is not intended to offer to sell the notes due on january 1, 2010. [SEP] yahoo's stock rose $1. 37, to $49. 18, and microsoft's stock rose $2. 11 to $44. 86. [SEP] he said he was pronounced dead at the scene about 3 a. m. [SEP] the world is already in economic trouble - - we can't shut down wall street. [SEP] as a result, [SEP]"}
+{"type": "sample", "index": 9, "raw_text": "[CLS] of control, \" he said. [SEP] this is the only thing i could do. [SEP] as he is known, playing the game was a very different story. [SEP] she expected her husband to give her the time to find a job, to pick up her son and go to school. [SEP] it was his fifth career home run of the season and the team ' s seventh home run. [SEP] the company has not released the service since it was announced in january. [SEP] i want you to come to terms with my financial situation. [SEP] 27 in a case in which a man accused of raping and killing a 13 - year - old [SEP]", "detok_text": "[CLS] of control, \" he said. [SEP] this is the only thing i could do. [SEP] as he is known, playing the game was a very different story. [SEP] she expected her husband to give her the time to find a job, to pick up her son and go to school. [SEP] it was his fifth career home run of the season and the team's seventh home run. [SEP] the company has not released the service since it was announced in january. [SEP] i want you to come to terms with my financial situation. [SEP] 27 in a case in which a man accused of raping and killing a 13 - year - old [SEP]"}
+{"type": "sample", "index": 10, "raw_text": "[CLS] rose 0. 4 percent in september, slightly better than analysts ' expectations. [SEP] the international committee of physicians for human rights called for help for about 50, 000 displaced people known to have fled the fighting in gaza. [SEP] \" he ' s happy to be home, but he doesn ' t want to be here as he would be back in prison, \" he said. [SEP] people close to the family said they didn ' t want to run away either. [SEP] that means the more the eggs are laid, the less likely parents are to leave the baby. [SEP] washington has been concerned about iran ' s nuclear program. [SEP] \" i [SEP]", "detok_text": "[CLS] rose 0. 4 percent in september, slightly better than analysts' expectations. [SEP] the international committee of physicians for human rights called for help for about 50, 000 displaced people known to have fled the fighting in gaza. [SEP] \"he's happy to be home, but he doesn't want to be here as he would be back in prison,\" he said. [SEP] people close to the family said they didn't want to run away either. [SEP] that means the more the eggs are laid, the less likely parents are to leave the baby. [SEP] washington has been concerned about iran's nuclear program. [SEP] \" i [SEP]"}
+{"type": "sample", "index": 11, "raw_text": "[CLS] said. [SEP] the military has also announced a 17 percent increase in the number of troops in afghanistan, the government ' s web site reported tuesday. [SEP] so far, rudolph w. giuliani, the mayor of new york, has rarely appeared on the opening day. [SEP] i would be fine. [SEP] the attack was reported in stanley park at about 0100 gmt on thursday. [SEP] a 50 - year - old man was hit by a car in sandringham road at about 2000 gmt on sunday. [SEP] \" i ' m a fan of hillary, but - - you know - - i just don ' t know [SEP]", "detok_text": "[CLS] said. [SEP] the military has also announced a 17 percent increase in the number of troops in afghanistan, the government's web site reported tuesday. [SEP] so far, rudolph w. giuliani, the mayor of new york, has rarely appeared on the opening day. [SEP] i would be fine. [SEP] the attack was reported in stanley park at about 0100 gmt on thursday. [SEP] a 50 - year - old man was hit by a car in sandringham road at about 2000 gmt on sunday. [SEP] \" i'm a fan of hillary, but - - you know - - i just don't know [SEP]"}
+{"type": "sample", "index": 12, "raw_text": "[CLS] are said to be the last of those to see the results. [SEP] if you don ' t know what to say, you are right, you do. [SEP] abreu ' s three - run single, coming in the fifth, gave minnesota a 5 - 2 - 3 advantage to take a 5 - 3 lead in the first and second. [SEP] \" if i had ' t been to this house, i would have come to her and said, ' why don ' t you? ' \" mr. johnson said. [SEP] now, the goal is to bring a new twist to the show. [SEP] he said : \" in this [SEP]", "detok_text": "[CLS] are said to be the last of those to see the results. [SEP] if you don't know what to say, you are right, you do. [SEP] abreu's three - run single, coming in the fifth, gave minnesota a 5 - 2 - 3 advantage to take a 5 - 3 lead in the first and second. [SEP] \"if i had't been to this house, i would have come to her and said, ' why don't you? '\" mr. johnson said. [SEP] now, the goal is to bring a new twist to the show. [SEP] he said: \" in this [SEP]"}
+{"type": "sample", "index": 13, "raw_text": "[CLS] [SEP] in 2003, mr. murrea said, he met an american who helped design one of the world ' s most prestigious collections of african art, the national museum of african art, and gave the money to john gormley, the director of the american museum for the first time. [SEP] \" i know nothing about this - i didn ' t get a job and i consider myself to be on the next train to work. [SEP] there ' s no evidence that there aren ' t many. [SEP] a man responsible for the murder of 11 - year - old rhys jones was also shot dead, a court has heard. [SEP] [SEP]", "detok_text": "[CLS] [SEP] in 2003, mr. murrea said, he met an american who helped design one of the world's most prestigious collections of african art, the national museum of african art, and gave the money to john gormley, the director of the american museum for the first time. [SEP] \" i know nothing about this - i didn't get a job and i consider myself to be on the next train to work. [SEP] there's no evidence that there aren't many. [SEP] a man responsible for the murder of 11 - year - old rhys jones was also shot dead, a court has heard. [SEP] [SEP]"}
+{"type": "sample", "index": 14, "raw_text": "[CLS], the doctor has tried to save his life. [SEP] and then there is the moment, when the financial system is finally coming to the rescue. [SEP] according to a u. n. report released monday, al - shabaab has more than 3, 000 fighters fighting the government in somalia over the last three months. [SEP] if you want to sell your house, this is not a win - win situation. [SEP] 4 and on feb. [SEP] jpmorgan chase of new york, which raised $ 1. 4 billion, is planning to sell about $ 2 billion of its shares this year. [SEP] \" i think they ' re [SEP]", "detok_text": "[CLS], the doctor has tried to save his life. [SEP] and then there is the moment, when the financial system is finally coming to the rescue. [SEP] according to a u. n. report released monday, al - shabaab has more than 3, 000 fighters fighting the government in somalia over the last three months. [SEP] if you want to sell your house, this is not a win - win situation. [SEP] 4 and on feb. [SEP] jpmorgan chase of new york, which raised $1. 4 billion, is planning to sell about $2 billion of its shares this year. [SEP] \" i think they're [SEP]"}
+{"type": "sample", "index": 15, "raw_text": "[CLS] he said. [SEP] it was the beginning of the end. [SEP] mr cameron said he was not at the top of his job in the first place and he still did not think he should have understood why he had to deal with it earlier. [SEP] we didn ' t know a single word, and we didn ' t know what to say. [SEP] tell me, it ' s good for everyone. [SEP] but for its part, it has lost its lead in terms of sales of mobile phones. [SEP] \" in the long term it is now the responsibility of the government to come up with a policy on how to protect the environment, \" [SEP]", "detok_text": "[CLS] he said. [SEP] it was the beginning of the end. [SEP] mr cameron said he was not at the top of his job in the first place and he still did not think he should have understood why he had to deal with it earlier. [SEP] we didn't know a single word, and we didn't know what to say. [SEP] tell me, it's good for everyone. [SEP] but for its part, it has lost its lead in terms of sales of mobile phones. [SEP] \"in the long term it is now the responsibility of the government to come up with a policy on how to protect the environment,\" [SEP]"}
+{"type": "sample", "index": 16, "raw_text": "[CLS]. [SEP] i could not wait to go through it so we have to start playing again. [SEP] the central point of the conference is to focus on the field of clean energy. [SEP] on a visit to beijing recently, he said he thought the olympics were \" a time of hope and hope. \" [SEP] a report by the federal reserve said consumer confidence fell again in july after retail sales plunged in june. [SEP] chemicals made from pet food are found in meat, milk, fish, milk products and dairy products and in some food products in and around where they are grown, the report said. [SEP] he was a good player, and he [SEP]", "detok_text": "[CLS]. [SEP] i could not wait to go through it so we have to start playing again. [SEP] the central point of the conference is to focus on the field of clean energy. [SEP] on a visit to beijing recently, he said he thought the olympics were \"a time of hope and hope.\" [SEP] a report by the federal reserve said consumer confidence fell again in july after retail sales plunged in june. [SEP] chemicals made from pet food are found in meat, milk, fish, milk products and dairy products and in some food products in and around where they are grown, the report said. [SEP] he was a good player, and he [SEP]"}
+{"type": "sample", "index": 17, "raw_text": "[CLS] 0. 3 percent, up from the 1. 1 percent loss analysts expected. [SEP] the man then ran off and started shooting in a car park before being tackled by officers. [SEP] obama said late last year that he was ready to attend a u. n. climate summit in copenhagen, but that may be a rebuke. [SEP] the fourth test of the long - range missile could show pyongyang is preparing to fire a nuclear weapon, yonhap said. [SEP] \" the problem is that we don ' t know - - and that ' s the problem... [SEP] the official said u. s. forces [SEP]", "detok_text": "[CLS] 0. 3 percent, up from the 1. 1 percent loss analysts expected. [SEP] the man then ran off and started shooting in a car park before being tackled by officers. [SEP] obama said late last year that he was ready to attend a u. n. climate summit in copenhagen, but that may be a rebuke. [SEP] the fourth test of the long - range missile could show pyongyang is preparing to fire a nuclear weapon, yonhap said. [SEP] \" the problem is that we don't know - - and that's the problem... [SEP] the official said u. s. forces [SEP]"}
+{"type": "sample", "index": 18, "raw_text": "[CLS], was a research assistant at the university of north carolina for about two years before going on to the n. c. a. a.. [SEP] alexander hleb, who scored a first - half goal in chelsea ' s 2 - 2 draw with manchester city on tuesday at 1202 gmt, took over to give the visitors the game in hand. [SEP] i ' m not a fan of god ' s music. [SEP] \" we are on a long - term contract, and it ' s really a long process and we should be ready to try to play in the summer, like i do. \" [SEP] the company ' [SEP]", "detok_text": "[CLS], was a research assistant at the university of north carolina for about two years before going on to the n. c. a. a.. [SEP] alexander hleb, who scored a first - half goal in chelsea's 2 - 2 draw with manchester city on tuesday at 1202 gmt, took over to give the visitors the game in hand. [SEP] i'm not a fan of god's music. [SEP] \"we are on a long - term contract, and it's really a long process and we should be ready to try to play in the summer, like i do.\" [SEP] the company ' [SEP]"}
+{"type": "sample", "index": 19, "raw_text": "[CLS] when he was still 20. [SEP] the u. s. military, however, appears to be behind the attack. [SEP] he still has a long way to go. [SEP] france is also set to see vat cut to 15 percent in 2010. [SEP] \" we all know what this was like a few days ago, but it ' s very difficult and we ' ve got to take care. [SEP] cilic could easily have won the set, but the spaniard was unable to stop his forehand. [SEP] to be sure, though, it has been caused by the tight relationship between the u. s. and china. [SEP] it [SEP]", "detok_text": "[CLS] when he was still 20. [SEP] the u. s. military, however, appears to be behind the attack. [SEP] he still has a long way to go. [SEP] france is also set to see vat cut to 15 percent in 2010. [SEP] \" we all know what this was like a few days ago, but it's very difficult and we've got to take care. [SEP] cilic could easily have won the set, but the spaniard was unable to stop his forehand. [SEP] to be sure, though, it has been caused by the tight relationship between the u. s. and china. [SEP] it [SEP]"}
+{"type": "sample", "index": 20, "raw_text": "[CLS], for the july - september period rose 0. 2 percent. [SEP] the u. s. military has no reports of any casualties. [SEP] however, the second half won ' t last for long. [SEP] i believe our system is fair. [SEP] i saw this picture in the middle of a tv commercial, showing a large, topless woman. [SEP] \" the game is the biggest part of my job, so i want to take care of something i ' ve never wanted to do in the first place, \" he said. [SEP] the government has the power to delay the announcement of the new rules until early next year. [SEP] the [SEP]", "detok_text": "[CLS], for the july - september period rose 0. 2 percent. [SEP] the u. s. military has no reports of any casualties. [SEP] however, the second half won't last for long. [SEP] i believe our system is fair. [SEP] i saw this picture in the middle of a tv commercial, showing a large, topless woman. [SEP] \"the game is the biggest part of my job, so i want to take care of something i've never wanted to do in the first place,\" he said. [SEP] the government has the power to delay the announcement of the new rules until early next year. [SEP] the [SEP]"}
+{"type": "sample", "index": 21, "raw_text": "[CLS] united states and cuba in december. [SEP] woods shot a one - under first - round 68 to take the halfway leader ' s lead in regulation. [SEP] it ' s the start of britain ' s first major deployment of foreign troops. [SEP] he made 10 saves this season. [SEP] shares in china west slipped 0. 3 per cent. [SEP] the organiser, who had said he was carrying a pistol at the time of his son ' s death in march, ordered the event to take place at a cost of £35, 000. [SEP] the commission released the report late thursday, a day before the meeting. [SEP] i ' d love [SEP]", "detok_text": "[CLS] united states and cuba in december. [SEP] woods shot a one - under first - round 68 to take the halfway leader's lead in regulation. [SEP] it's the start of britain's first major deployment of foreign troops. [SEP] he made 10 saves this season. [SEP] shares in china west slipped 0. 3 per cent. [SEP] the organiser, who had said he was carrying a pistol at the time of his son's death in march, ordered the event to take place at a cost of £35, 000. [SEP] the commission released the report late thursday, a day before the meeting. [SEP] i'd love [SEP]"}
+{"type": "sample", "index": 22, "raw_text": "[CLS].... [SEP] he ' ll be back, he ' ll be the same as last year, and he ' ll be a long shot, \" woods said. [SEP] parents are, of course, putting extra pressure on their children as they already have so much to save. [SEP] \" i ' m not sure when he ' ll make a decision. [SEP] i would be happy to read his article, if there was something wrong with it. [SEP] it didn ' t happen, but it is a game and i know it ' s a hard thing to do. [SEP] the key question that has dogged the presidential campaign is whether [SEP]", "detok_text": "[CLS].... [SEP] he'll be back, he'll be the same as last year, and he'll be a long shot, \"woods said. [SEP] parents are, of course, putting extra pressure on their children as they already have so much to save. [SEP]\" i'm not sure when he'll make a decision. [SEP] i would be happy to read his article, if there was something wrong with it. [SEP] it didn't happen, but it is a game and i know it's a hard thing to do. [SEP] the key question that has dogged the presidential campaign is whether [SEP]"}
+{"type": "sample", "index": 23, "raw_text": "[CLS] has been jailed in the uk. [SEP] thousands of people remain in their homes, and some of them are expected to keep their homes. [SEP] to cut costs, the company plans to cut about 3, 500 jobs in the u. s. market, and 3, 000 in mid - 2009. [SEP] a decline in oil and gasoline prices led the market ' s decline to gains in oil prices, but a fed rate cut last week gave investors some comfort. [SEP] young led the way in scoring with 14 points, and had 8 points, 9 rebounds and 2 blocks for tennessee ( 7 - 0 ), which improved to 12 - 2 [SEP]", "detok_text": "[CLS] has been jailed in the uk. [SEP] thousands of people remain in their homes, and some of them are expected to keep their homes. [SEP] to cut costs, the company plans to cut about 3, 500 jobs in the u. s. market, and 3, 000 in mid - 2009. [SEP] a decline in oil and gasoline prices led the market's decline to gains in oil prices, but a fed rate cut last week gave investors some comfort. [SEP] young led the way in scoring with 14 points, and had 8 points, 9 rebounds and 2 blocks for tennessee (7 - 0), which improved to 12 - 2 [SEP]"}
+{"type": "sample", "index": 24, "raw_text": "[CLS] the rest of the year. [SEP] last year, china, which emerged as the world ' s no. 1 export market for u. s. goods, made $ 8. 4 billion, more than three times that of u. s. exports last year. [SEP] wamu ' s stock price nearly halved the value of the bank ' s investments in residential, commercial and commercial real estate loans, according to three people familiar with the matter. [SEP] in a question time interview on the bbc radio 5 live on sunday, former pm sir richard urged him to quit in order to win the election. [SEP] in 2008, u. s [SEP]", "detok_text": "[CLS] the rest of the year. [SEP] last year, china, which emerged as the world's no. 1 export market for u. s. goods, made $8. 4 billion, more than three times that of u. s. exports last year. [SEP] wamu's stock price nearly halved the value of the bank's investments in residential, commercial and commercial real estate loans, according to three people familiar with the matter. [SEP] in a question time interview on the bbc radio 5 live on sunday, former pm sir richard urged him to quit in order to win the election. [SEP] in 2008, u. s [SEP]"}
+{"type": "sample", "index": 25, "raw_text": "[CLS] nothing i could do about it. [SEP] a birdie on the par - 5 12th, when mickelson did not make a birdie, and then two bogeys, a bogey on the front side of the green on the fourth hole, and a bogey on the par - 5 ninth, left him in control of the putter. [SEP] at this time, we are still looking at a number of different options, and we are working on a number of options where we don ' t yet have the resources and time to make a decision. [SEP] worse, it seems, the process simply doesn ' t work, [SEP]", "detok_text": "[CLS] nothing i could do about it. [SEP] a birdie on the par - 5 12th, when mickelson did not make a birdie, and then two bogeys, a bogey on the front side of the green on the fourth hole, and a bogey on the par - 5 ninth, left him in control of the putter. [SEP] at this time, we are still looking at a number of different options, and we are working on a number of options where we don't yet have the resources and time to make a decision. [SEP] worse, it seems, the process simply doesn't work, [SEP]"}
+{"type": "sample", "index": 26, "raw_text": "[CLS] economic cost to the country. [SEP] it had been hoped that a final peace deal could be reached before the end of the year. [SEP] it ' s all about the quality of the product. [SEP] the experience was filled with headaches and shock. [SEP] this is not a good situation at the moment, but at this stage we are not under any pressure because we are in a time of crisis and i really don ' t want to go into the situation. [SEP] new warnings will be issued later after a foot of snow fell on the east side of the area ' s main roads. [SEP] if i were a woman, i would have [SEP]", "detok_text": "[CLS] economic cost to the country. [SEP] it had been hoped that a final peace deal could be reached before the end of the year. [SEP] it's all about the quality of the product. [SEP] the experience was filled with headaches and shock. [SEP] this is not a good situation at the moment, but at this stage we are not under any pressure because we are in a time of crisis and i really don't want to go into the situation. [SEP] new warnings will be issued later after a foot of snow fell on the east side of the area's main roads. [SEP] if i were a woman, i would have [SEP]"}
+{"type": "sample", "index": 27, "raw_text": "[CLS] [SEP] \" this is a good thing, this is a bad thing and it ' s a bad thing, \" belton said. [SEP] if i voted for hillary - - in the state, you know - - i would vote for obama.... [SEP] so far, about 20, 000 confirmed cases have been, mostly in the u. s. states, but also mostly in texas and in new jersey. [SEP] \" we expect the decision by the end of the year, \" biden said. [SEP] 30, 2007 to shareholders of record of record on september 15, 2007, at 8 : 30 a. m. [SEP] [SEP]", "detok_text": "[CLS] [SEP] \"this is a good thing, this is a bad thing and it's a bad thing,\" belton said. [SEP] if i voted for hillary - - in the state, you know - - i would vote for obama.... [SEP] so far, about 20, 000 confirmed cases have been, mostly in the u. s. states, but also mostly in texas and in new jersey. [SEP] \"we expect the decision by the end of the year,\" biden said. [SEP] 30, 2007 to shareholders of record of record on september 15, 2007, at 8: 30 a. m. [SEP] [SEP]"}
+{"type": "sample", "index": 28, "raw_text": "[CLS], the report said. [SEP] world no. 3 novak djokovic ( 7 - 5, 6 - 7 7 - 5 ) was broken in the first set but broke back in the second game to close out the match 5 - 3. [SEP] what is the best way of life? [SEP] thomas, the nation ' s leading shooting guard, made a three - point play with 8. 6 seconds left in overtime and made a three - point play off the bench, shooting just 27. 4 percent, or 25 of 56, for the game. [SEP] a 22 - year - old local man from leeds has been charged with murder after [SEP]", "detok_text": "[CLS], the report said. [SEP] world no. 3 novak djokovic (7 - 5, 6 - 7 7 - 5) was broken in the first set but broke back in the second game to close out the match 5 - 3. [SEP] what is the best way of life? [SEP] thomas, the nation's leading shooting guard, made a three - point play with 8. 6 seconds left in overtime and made a three - point play off the bench, shooting just 27. 4 percent, or 25 of 56, for the game. [SEP] a 22 - year - old local man from leeds has been charged with murder after [SEP]"}
+{"type": "sample", "index": 29, "raw_text": "[CLS] of a plan to stage a terrorist attack on the u. s.. [SEP] one source said the prospect of a deal was on hold because \" the production lines are still being worked out. \" [SEP] the bad news for the u. s. economy and for u. s. investors only worsens the situation for u. s. consumers and businesses. [SEP] as an adviser to afghan president hamid karzai, the taliban ' s leader struck a $ 10m deal with afghanistan ' s government. [SEP] hotel rooms range up to $ 100 per night, and rates start at $ 200 per night. [SEP] he is still trying to [SEP]", "detok_text": "[CLS] of a plan to stage a terrorist attack on the u. s.. [SEP] one source said the prospect of a deal was on hold because \"the production lines are still being worked out.\" [SEP] the bad news for the u. s. economy and for u. s. investors only worsens the situation for u. s. consumers and businesses. [SEP] as an adviser to afghan president hamid karzai, the taliban's leader struck a $10m deal with afghanistan's government. [SEP] hotel rooms range up to $100 per night, and rates start at $200 per night. [SEP] he is still trying to [SEP]"}
+{"type": "sample", "index": 30, "raw_text": "[CLS] the market. [SEP] goodell couldn ' t immediately be reached by the associated press thursday. [SEP] he said he was scared when he started to give money and says, \" this is about the kids in the house. \" [SEP] \" we ' ve got a team that ' s got a lot more to do, but we still don ' t know what we ' re going to do. [SEP] this may be a more important measure of your health. [SEP] i was really like the guy up there, \" he said. [SEP] and it is clear, in the end, that they will have a lot to complain about. [SEP] \" we [SEP]", "detok_text": "[CLS] the market. [SEP] goodell couldn't immediately be reached by the associated press thursday. [SEP] he said he was scared when he started to give money and says, \"this is about the kids in the house.\" [SEP] \"we've got a team that's got a lot more to do, but we still don't know what we're going to do. [SEP] this may be a more important measure of your health. [SEP] i was really like the guy up there,\" he said. [SEP] and it is clear, in the end, that they will have a lot to complain about. [SEP] \" we [SEP]"}
+{"type": "sample", "index": 31, "raw_text": "[CLS] police said they found an e - mail from her that didn ' t appear to be true. [SEP] \" what we know about these very young players is they can do a good job in the game. [SEP] fourth - quarter figures, however, offer a mixed forecast for future growth. [SEP] we believe the shares are on track to reach multiples in the multiples in the first half of 2009. [SEP] \" the iraqi government will be able to take control of the area by the end of the year and we believe this will be the start of the operation of the country, \" maliki said. [SEP] \" it ' s the most [SEP]", "detok_text": "[CLS] police said they found an e - mail from her that didn't appear to be true. [SEP] \"what we know about these very young players is they can do a good job in the game. [SEP] fourth - quarter figures, however, offer a mixed forecast for future growth. [SEP] we believe the shares are on track to reach multiples in the multiples in the first half of 2009. [SEP]\" the iraqi government will be able to take control of the area by the end of the year and we believe this will be the start of the operation of the country, \"maliki said. [SEP]\" it's the most [SEP]"}
+{"type": "sample", "index": 32, "raw_text": "[CLS] points in the third quarter. [SEP] the bank had argued that the f. b. i. ' s compensation, about $ 8. 5 million of the cost of paying the bonuses, was sufficient to cover additional expenses. [SEP] \" i don ' t want any potential problems and i don ' t want to be upset. [SEP] the man, a 24 - year - old man, pleaded not guilty to the murder charge after a trial that began two weeks ago. [SEP] ( 3 ) colorado at colorado, 10 : 30 p. m. [SEP] he said he beat her with a hammer, beat her up and put her down. [SEP] [SEP]", "detok_text": "[CLS] points in the third quarter. [SEP] the bank had argued that the f. b. i.'s compensation, about $8. 5 million of the cost of paying the bonuses, was sufficient to cover additional expenses. [SEP] \" i don't want any potential problems and i don't want to be upset. [SEP] the man, a 24 - year - old man, pleaded not guilty to the murder charge after a trial that began two weeks ago. [SEP] (3) colorado at colorado, 10: 30 p. m. [SEP] he said he beat her with a hammer, beat her up and put her down. [SEP] [SEP]"}
+{"type": "sample", "index": 33, "raw_text": "[CLS]. [SEP] 7 ( upi ) - - jason bartlett also drove in the go - ahead, two - run single saturday, lifting the rays to 7 - 5 victory over the minnesota twins. [SEP] there is no clear evidence of the boy ' s mental condition. [SEP] it ' s getting better. [SEP] and whether it ' s a global conspiracy or a scribbling threat, let ' s to start the fight against the united states. [SEP] the winner of the top competition will be announced friday in the men ' s and women ' s sections. [SEP] \" i ' m going to know how to win. \" [SEP] it is to [SEP]", "detok_text": "[CLS]. [SEP] 7 (upi) - - jason bartlett also drove in the go - ahead, two - run single saturday, lifting the rays to 7 - 5 victory over the minnesota twins. [SEP] there is no clear evidence of the boy's mental condition. [SEP] it's getting better. [SEP] and whether it's a global conspiracy or a scribbling threat, let's to start the fight against the united states. [SEP] the winner of the top competition will be announced friday in the men's and women's sections. [SEP] \"i'm going to know how to win.\" [SEP] it is to [SEP]"}
+{"type": "sample", "index": 34, "raw_text": "[CLS], who scored a team - high 18 points for the pacers ( 13 - 5, 2 - 3 ). [SEP] the company did not immediately return a telephone call. [SEP] all that goes on... [SEP] the first phase of the construction of the company ' s headquarters will begin in september. [SEP] we ' re hopeful that a final result can be reached and we are willing to see.... [SEP] gm ' s plan is to repay about $ 6 billion of its senior debt to the u. s. through a long - term debt exchange. [SEP] \" there ' s a very good deal of talk here that we [SEP]", "detok_text": "[CLS], who scored a team - high 18 points for the pacers (13 - 5, 2 - 3). [SEP] the company did not immediately return a telephone call. [SEP] all that goes on... [SEP] the first phase of the construction of the company's headquarters will begin in september. [SEP] we're hopeful that a final result can be reached and we are willing to see.... [SEP] gm's plan is to repay about $6 billion of its senior debt to the u. s. through a long - term debt exchange. [SEP] \" there's a very good deal of talk here that we [SEP]"}
+{"type": "sample", "index": 35, "raw_text": "[CLS].. [SEP] not if you ' re just the beginning. [SEP] redd, averaging 9. 3 points and 2. 5 rebounds in 34 games, scored 18 points, added 11 rebounds, blocked three shots and shot 12.... [SEP] we don ' t make a profit, but we ' re trying to make sure that it doesn ' t cost any money, \" she said. [SEP] \" that ' s not always true. [SEP] some republicans have accused mr. mccain of endorsing mr. giuliani. [SEP] \" there is no way to deal with them. [SEP] that ' s a bad thing, too. [SEP]", "detok_text": "[CLS].. [SEP] not if you're just the beginning. [SEP] redd, averaging 9. 3 points and 2. 5 rebounds in 34 games, scored 18 points, added 11 rebounds, blocked three shots and shot 12.... [SEP] we don't make a profit, but we're trying to make sure that it doesn't cost any money, \"she said. [SEP]\" that's not always true. [SEP] some republicans have accused mr. mccain of endorsing mr. giuliani. [SEP] \" there is no way to deal with them. [SEP] that's a bad thing, too. [SEP]"}
+{"type": "sample", "index": 36, "raw_text": "[CLS], \" he said. [SEP] \" it ' s a big business. [SEP] i ' ve always been proud of this team and the way they think of it. [SEP] if i don ' t have insurance and don ' t want anything, nothing will happen. [SEP] the victim was told he could not get a phone and he could not go to court, the court heard. [SEP] associated press writers hyung - jin kim and hyung - jin contributed to this report. [SEP] associated press writer michael d. slatty in washington contributed to this report. [SEP] a spokeswoman for the foreign office said : \" this went on without [SEP]", "detok_text": "[CLS], \"he said. [SEP]\" it's a big business. [SEP] i've always been proud of this team and the way they think of it. [SEP] if i don't have insurance and don't want anything, nothing will happen. [SEP] the victim was told he could not get a phone and he could not go to court, the court heard. [SEP] associated press writers hyung - jin kim and hyung - jin contributed to this report. [SEP] associated press writer michael d. slatty in washington contributed to this report. [SEP] a spokeswoman for the foreign office said: \" this went on without [SEP]"}
+{"type": "sample", "index": 37, "raw_text": "[CLS] insurers are supposed to pay the full cost to the public, as long as it is used to cover programs such as medicaid. [SEP] \" we are working as hard as we can, and see this time as a boost to the national team, \" he added. [SEP] but even if all the damage is short - lived, you ' re not sure if you ' re saving any long - term money at the end of the day. [SEP] he can ' t... even if he wasn ' t in the news. [SEP] the students, teachers and others turned out. [SEP] \" what i ' ve learned is [SEP]", "detok_text": "[CLS] insurers are supposed to pay the full cost to the public, as long as it is used to cover programs such as medicaid. [SEP] \"we are working as hard as we can, and see this time as a boost to the national team,\" he added. [SEP] but even if all the damage is short - lived, you're not sure if you're saving any long - term money at the end of the day. [SEP] he can't... even if he wasn't in the news. [SEP] the students, teachers and others turned out. [SEP] \" what i've learned is [SEP]"}
+{"type": "sample", "index": 38, "raw_text": "[CLS] a year. [SEP] at the same time, of course, things got more interesting. [SEP] we got up a few days ago and we ' re back in the country. [SEP] toronto - derek lowe allowed two runs to a 3 - 0 lead with one out wednesday, leading the yankees to a 5 - 4 victory. [SEP] we don ' t need to do a better job with the people, \" he said. [SEP] in response to reports of increased violence in tibet, china ' s foreign ministry on wednesday night waged a public protest against the dalai lama ' s visit. [SEP] \" i feel like i ' m still alive, \" [SEP]", "detok_text": "[CLS] a year. [SEP] at the same time, of course, things got more interesting. [SEP] we got up a few days ago and we're back in the country. [SEP] toronto - derek lowe allowed two runs to a 3 - 0 lead with one out wednesday, leading the yankees to a 5 - 4 victory. [SEP] we don't need to do a better job with the people, \"he said. [SEP] in response to reports of increased violence in tibet, china's foreign ministry on wednesday night waged a public protest against the dalai lama's visit. [SEP]\" i feel like i'm still alive, \" [SEP]"}
+{"type": "sample", "index": 39, "raw_text": "[CLS] the first time in the series, 3 - 0, before losing to cleveland. [SEP] chicago ( reuters ) - lindsay lohan ' s publicist has said she is asking the u. s. supreme court to allow a judge to order a new trial in the case the pop star ' s mother, jamie lohan, has denied involvement in. [SEP] \" i did not see my mother until i was 6 years old. [SEP] two 17 - year - old boys were arrested in the attack on a 15 - year - old boy in bridgend on 19 february. [SEP] \" you all know that if you ' re not running for president [SEP]", "detok_text": "[CLS] the first time in the series, 3 - 0, before losing to cleveland. [SEP] chicago (reuters) - lindsay lohan's publicist has said she is asking the u. s. supreme court to allow a judge to order a new trial in the case the pop star's mother, jamie lohan, has denied involvement in. [SEP] \"i did not see my mother until i was 6 years old. [SEP] two 17 - year - old boys were arrested in the attack on a 15 - year - old boy in bridgend on 19 february. [SEP]\" you all know that if you're not running for president [SEP]"}
+{"type": "sample", "index": 40, "raw_text": "[CLS] from the eu to the united states to help control the spread of the virus. [SEP] after all, he still had a good job to do. [SEP] obama said he thought he ' d run for president, and that he didn ' t want to run. [SEP] obama also said he would threaten to veto the bill if congress failed to vote on the emergency $ 700 billion rescue plan. [SEP] williams, who led 3 - 0 in the first set, took a 2 - 1 lead into the second set. [SEP] \" i don ' t want to give it a big lead, but unfortunately it didn ' t work. [SEP] the company is [SEP]", "detok_text": "[CLS] from the eu to the united states to help control the spread of the virus. [SEP] after all, he still had a good job to do. [SEP] obama said he thought he'd run for president, and that he didn't want to run. [SEP] obama also said he would threaten to veto the bill if congress failed to vote on the emergency $700 billion rescue plan. [SEP] williams, who led 3 - 0 in the first set, took a 2 - 1 lead into the second set. [SEP] \" i don't want to give it a big lead, but unfortunately it didn't work. [SEP] the company is [SEP]"}
+{"type": "sample", "index": 41, "raw_text": "[CLS] money - - if i am able to have my baby by the end of january, i ' ll pay. [SEP] new york ( ap ) - yahoo chief executive jerry yang said monday he ' ll step down as ceo in early july.... [SEP] in fact, no doubt, it ' s only him. [SEP] \" it is an internal matter and it ' s not going to affect him, but he is very happy, \" ancelotti said. [SEP] the adb is alone among the other so - called opec members, the industrial world ' s top producers. [SEP] the bank ' s move is widely expected to [SEP]", "detok_text": "[CLS] money - - if i am able to have my baby by the end of january, i'll pay. [SEP] new york (ap) - yahoo chief executive jerry yang said monday he'll step down as ceo in early july.... [SEP] in fact, no doubt, it's only him. [SEP] \"it is an internal matter and it's not going to affect him, but he is very happy,\" ancelotti said. [SEP] the adb is alone among the other so - called opec members, the industrial world's top producers. [SEP] the bank's move is widely expected to [SEP]"}
+{"type": "sample", "index": 42, "raw_text": "[CLS]. [SEP] he hopes to land in japan in 2009. [SEP] he denied that mistakes had been made by the government. [SEP] the prime minister hopes to become the first minister to name a new government in the next three weeks. [SEP] the woman, whose condition is not yet known, was taken to the queen ' s hospital with only a head injury and a back injury. [SEP] they share the news. [SEP] instead, the first winner is chosen by the academy as the official winner for what will be a 12 - person competition. [SEP] \" it ' s a great opportunity. [SEP] trouble is, he ended up in jail. [SEP] it was [SEP]", "detok_text": "[CLS]. [SEP] he hopes to land in japan in 2009. [SEP] he denied that mistakes had been made by the government. [SEP] the prime minister hopes to become the first minister to name a new government in the next three weeks. [SEP] the woman, whose condition is not yet known, was taken to the queen's hospital with only a head injury and a back injury. [SEP] they share the news. [SEP] instead, the first winner is chosen by the academy as the official winner for what will be a 12 - person competition. [SEP] \" it's a great opportunity. [SEP] trouble is, he ended up in jail. [SEP] it was [SEP]"}
+{"type": "sample", "index": 43, "raw_text": "[CLS] security reasons. [SEP] he was 11 - of - 16 from the field before being pulled from the game in the first quarter. [SEP] he said he was happy with the way the program was conducted. [SEP] however, u. s., iraqi and western officials say the fragility of violence still poses economic, political and security problems. [SEP] for the players it all was a very different team game. [SEP] and the fans don ' t need to be upset. [SEP] the colts became the first team in american football history to win the super bowl. [SEP] \" we don ' t get away with the fact that we ' re looking at [SEP]", "detok_text": "[CLS] security reasons. [SEP] he was 11 - of - 16 from the field before being pulled from the game in the first quarter. [SEP] he said he was happy with the way the program was conducted. [SEP] however, u. s., iraqi and western officials say the fragility of violence still poses economic, political and security problems. [SEP] for the players it all was a very different team game. [SEP] and the fans don't need to be upset. [SEP] the colts became the first team in american football history to win the super bowl. [SEP] \" we don't get away with the fact that we're looking at [SEP]"}
+{"type": "sample", "index": 44, "raw_text": "[CLS] to do it in a good way, even if that ' s not the way he was supposed to do it. [SEP] the national survey of 2, 500 adults from 2005 to 2006 was based on a telephone survey of more than 11, 000 adults. [SEP] in a separate interview with the times on sunday, the prime minister ' s spokesman described the meeting as a \" show of grace and solidarity. \" [SEP] but the company said it believed the drug would be effective. [SEP] \" there are a lot of young people who are hoping that they will come to see obama ' s white house in the white house, \" he said. [SEP] [SEP]", "detok_text": "[CLS] to do it in a good way, even if that's not the way he was supposed to do it. [SEP] the national survey of 2, 500 adults from 2005 to 2006 was based on a telephone survey of more than 11, 000 adults. [SEP] in a separate interview with the times on sunday, the prime minister's spokesman described the meeting as a \"show of grace and solidarity.\" [SEP] but the company said it believed the drug would be effective. [SEP] \"there are a lot of young people who are hoping that they will come to see obama's white house in the white house,\" he said. [SEP] [SEP]"}
+{"type": "sample", "index": 45, "raw_text": "[CLS], tried to get in the car before he pulled over. [SEP] the mpc warned that further measures to boost the housing market would be \" untaped. \" [SEP] they ' ve got to talk about the situation, but it is clear they aren ' t interested. [SEP] \" but there ' s a lot of information that you can come up with. [SEP] the singer, who died in 1997, said : \" i want everyone to enjoy it at the same time. [SEP] meanwhile, winds dropped to about 35 miles per hour, said jim hall of the u. s. national hurricane center, which forecasts as many as 5 [SEP]", "detok_text": "[CLS], tried to get in the car before he pulled over. [SEP] the mpc warned that further measures to boost the housing market would be \"untaped.\" [SEP] they've got to talk about the situation, but it is clear they aren't interested. [SEP] \"but there's a lot of information that you can come up with. [SEP] the singer, who died in 1997, said:\" i want everyone to enjoy it at the same time. [SEP] meanwhile, winds dropped to about 35 miles per hour, said jim hall of the u. s. national hurricane center, which forecasts as many as 5 [SEP]"}
+{"type": "sample", "index": 46, "raw_text": "[CLS], according to a person familiar with the company ' s financial situation. [SEP] the democrats hold a 60 - vote majority in the senate and also have votes to pass the house version of the health care bill. [SEP] \" the goal was good, he was great, \" the italian said. [SEP] they got their vote on britain ' s got talent. [SEP] there is a a lack of consensus among policymakers on how to tackle the crisis. [SEP] turco stopped the last six shots, took the lead in the first, 2 - 1, and also blocked a shot on the power play by philadelphia goalie martin biron. [SEP] the [SEP]", "detok_text": "[CLS], according to a person familiar with the company's financial situation. [SEP] the democrats hold a 60 - vote majority in the senate and also have votes to pass the house version of the health care bill. [SEP] \"the goal was good, he was great,\" the italian said. [SEP] they got their vote on britain's got talent. [SEP] there is a a lack of consensus among policymakers on how to tackle the crisis. [SEP] turco stopped the last six shots, took the lead in the first, 2 - 1, and also blocked a shot on the power play by philadelphia goalie martin biron. [SEP] the [SEP]"}
+{"type": "sample", "index": 47, "raw_text": "[CLS] to a three - game lead in the eastern conference finals. [SEP] a 16 - year - old boy was stabbed to death after his mother and 12 - year - old sister told him not to have a gun, a court has heard. [SEP] \" she said she thought it would be very good to go home, because we have our own children and we don ' t want to go, \" she said. [SEP] the man is said to be in his late teens and wearing a green and green shirt, a green shirt and dark trousers. [SEP] \" he is a patient, very good. [SEP] i don ' t want to change it [SEP]", "detok_text": "[CLS] to a three - game lead in the eastern conference finals. [SEP] a 16 - year - old boy was stabbed to death after his mother and 12 - year - old sister told him not to have a gun, a court has heard. [SEP] \"she said she thought it would be very good to go home, because we have our own children and we don't want to go,\" she said. [SEP] the man is said to be in his late teens and wearing a green and green shirt, a green shirt and dark trousers. [SEP] \" he is a patient, very good. [SEP] i don't want to change it [SEP]"}
+{"type": "sample", "index": 48, "raw_text": "[CLS] to qualify for the world cup, which are likely to say the most to the performance of the team overall. [SEP] tampa bay, price 6 - 8 - 6 ( 34 - 26 ). [SEP] other targets include england ' s david beckham and barcelona ' s lionel messi, but tevez, 24, is unlikely to be involved in the premier league again when his contract expires. [SEP] he had just been in the car and was in trouble. [SEP] they started strong in wednesday night ' s match. [SEP] we have money to pay for it, \" he told the washington post. [SEP] recently, i was told by [SEP]", "detok_text": "[CLS] to qualify for the world cup, which are likely to say the most to the performance of the team overall. [SEP] tampa bay, price 6 - 8 - 6 (34 - 26). [SEP] other targets include england's david beckham and barcelona's lionel messi, but tevez, 24, is unlikely to be involved in the premier league again when his contract expires. [SEP] he had just been in the car and was in trouble. [SEP] they started strong in wednesday night's match. [SEP] we have money to pay for it, \" he told the washington post. [SEP] recently, i was told by [SEP]"}
+{"type": "sample", "index": 49, "raw_text": "[CLS] [SEP] 11, 2009. [SEP] \" i could have touched something on the ground, \" he says. [SEP] that may be true, but it ' s not true. [SEP] at the end of the third quarter, net revenues were $ 19. 3 billion ( £12. 9 billion ), up 8. 2 per cent on the first quarter. [SEP] and it didn ' t feel bad when we went on to the final. [SEP] but there are still some encouraging signs that the economy has picked up. [SEP] operating income was $ 4. 5 million, representing a decrease of $ 6. 2 million. [SEP] we can ' t do [SEP]", "detok_text": "[CLS] [SEP] 11, 2009. [SEP] \"i could have touched something on the ground,\" he says. [SEP] that may be true, but it's not true. [SEP] at the end of the third quarter, net revenues were $19. 3 billion (£12. 9 billion), up 8. 2 per cent on the first quarter. [SEP] and it didn't feel bad when we went on to the final. [SEP] but there are still some encouraging signs that the economy has picked up. [SEP] operating income was $4. 5 million, representing a decrease of $6. 2 million. [SEP] we can't do [SEP]"}
+{"type": "sample", "index": 50, "raw_text": "[CLS] she said. [SEP] that ' s part of the reason. [SEP] the report will be available on the web site http : / / www. dhs. gov / budget. aspxs _ in _ _ _ _ _ _ _ _ _ _ _ _... [SEP] \" they ' re not talking about politics - - they ' re talking about culture, about foreign policy. [SEP] it was just a year before the law took effect. [SEP] they ' re not going to last long. [SEP] i just have to go back to the table and put together a proposal. [SEP] at wednesday ' s meeting, the two sides [SEP]", "detok_text": "[CLS] she said. [SEP] that's part of the reason. [SEP] the report will be available on the web site http://www. dhs. gov/budget. aspxs _ in _ _ _ _ _ _ _ _ _ _ _ _... [SEP] \" they're not talking about politics - - they're talking about culture, about foreign policy. [SEP] it was just a year before the law took effect. [SEP] they're not going to last long. [SEP] i just have to go back to the table and put together a proposal. [SEP] at wednesday's meeting, the two sides [SEP]"}
+{"type": "sample", "index": 51, "raw_text": "[CLS] 1. [SEP] some estimates put the country ' s unemployment rate at more than 10 percent of the population. [SEP] lupuis went 2 - for - 3 with 6. 9 seconds to play. [SEP] despite the economy, prices are going to go up and down. [SEP] the man, described as about 20 years old, with short, light - coloured hair, is white and of a stocky build. [SEP] measure 3. 5 feet ( 1. 5 meter ), los angeles. com reported thursday. [SEP] washington ( ap ) - - the u. s. unemployment rate for july rose to - 14. 5 percent, the [SEP]", "detok_text": "[CLS] 1. [SEP] some estimates put the country's unemployment rate at more than 10 percent of the population. [SEP] lupuis went 2 - for - 3 with 6. 9 seconds to play. [SEP] despite the economy, prices are going to go up and down. [SEP] the man, described as about 20 years old, with short, light - coloured hair, is white and of a stocky build. [SEP] measure 3. 5 feet (1. 5 meter), los angeles. com reported thursday. [SEP] washington (ap) - - the u. s. unemployment rate for july rose to - 14. 5 percent, the [SEP]"}
+{"type": "sample", "index": 52, "raw_text": "[CLS] people, \" said us president george w. bush. [SEP] george w. bush came to office in 2001, shortly after the sept. [SEP] a third of the schools had closed in less than a month, mr. brown said. [SEP] talk about it as it relates to you, but you have to show yourself how much you have to pay. [SEP] it was last updated at 18. 15 bst on tuesday 30 june 2009. dragonfly. exhibition sales executive - energyc.... £23000 - £27000 per annum + bonus. dragonfly. exhibition sales executive. £18000 - £20000 per [SEP]", "detok_text": "[CLS] people, \" said us president george w. bush. [SEP] george w. bush came to office in 2001, shortly after the sept. [SEP] a third of the schools had closed in less than a month, mr. brown said. [SEP] talk about it as it relates to you, but you have to show yourself how much you have to pay. [SEP] it was last updated at 18. 15 bst on tuesday 30 june 2009. dragonfly. exhibition sales executive - energyc.... £23000 - £27000 per annum + bonus. dragonfly. exhibition sales executive. £18000 - £20000 per [SEP]"}
+{"type": "sample", "index": 53, "raw_text": "[CLS] concerns are about how many states could be forced to make tax cuts. [SEP] a young woman who blamed her former lover ' s boyfriend for the killing of their two children was cleared of murder by a jury today. [SEP] and that would be great. [SEP] the last time i didn ' t know how to do this thing, and i said, that ' s - - that ' s a good thing, that ' s a lot, \" she said. [SEP] they were taken to hospital with serious head injuries, but their condition was not known. [SEP] the report was released earlier in the week by the new york - based world food program [SEP]", "detok_text": "[CLS] concerns are about how many states could be forced to make tax cuts. [SEP] a young woman who blamed her former lover's boyfriend for the killing of their two children was cleared of murder by a jury today. [SEP] and that would be great. [SEP] the last time i didn't know how to do this thing, and i said, that's - - that's a good thing, that's a lot, \" she said. [SEP] they were taken to hospital with serious head injuries, but their condition was not known. [SEP] the report was released earlier in the week by the new york - based world food program [SEP]"}
+{"type": "sample", "index": 54, "raw_text": "[CLS] on the chicago mercantile exchange. [SEP] he was expected to say when the first u. s. troops would leave, although he didn ' t say whether they would go to the afghan government. [SEP] q : what do you think you can do at home? [SEP] that means for every person caught, there is a fine of $ 10. [SEP] still, that would be an impossible task. [SEP] i do this almost every day. [SEP] it ' s easy to say that i haven ' t read in the past. [SEP] a 25 - year - old man has been charged with plotting a bomb attack on london ' s underground transport system. [SEP]", "detok_text": "[CLS] on the chicago mercantile exchange. [SEP] he was expected to say when the first u. s. troops would leave, although he didn't say whether they would go to the afghan government. [SEP] q: what do you think you can do at home? [SEP] that means for every person caught, there is a fine of $10. [SEP] still, that would be an impossible task. [SEP] i do this almost every day. [SEP] it's easy to say that i haven't read in the past. [SEP] a 25 - year - old man has been charged with plotting a bomb attack on london's underground transport system. [SEP]"}
+{"type": "sample", "index": 55, "raw_text": "[CLS] peace deal in darfur. [SEP] as a young player i was very proud to play for my country and i ' m not always happy when i do. [SEP] he is averaging 4. 3 points,. 3 rebounds, 2. 3 blocked shots per game, 5. 5 rebounds, 5. 3 blocks, 2. 5 steals and. 3 assists. [SEP] the cost alone would range from $ 35, 000 to $ 40, 000. [SEP] the federal appeals court said it won ' t review the ruling until it is ready to hear the case. [SEP] my hope is that the u. s. supreme court will be able to [SEP]", "detok_text": "[CLS] peace deal in darfur. [SEP] as a young player i was very proud to play for my country and i'm not always happy when i do. [SEP] he is averaging 4. 3 points,. 3 rebounds, 2. 3 blocked shots per game, 5. 5 rebounds, 5. 3 blocks, 2. 5 steals and. 3 assists. [SEP] the cost alone would range from $35, 000 to $40, 000. [SEP] the federal appeals court said it won't review the ruling until it is ready to hear the case. [SEP] my hope is that the u. s. supreme court will be able to [SEP]"}
+{"type": "sample", "index": 56, "raw_text": "[CLS] said they ' d let him go. [SEP] overall, same - store sales fell 6. 5 percent to $ 3. 2 billion, missing analysts ' expectations. [SEP] the 26 - year - old said he prepared for his first slam tournament after losing to djokovic in the 2003 final, having won his first two games here on the hardcourt surface. [SEP] \" i haven ' t seen that, \" he told bbc scotland. [SEP] the foundation ' s mission is to improve the industry ' s business practices, and fight climate change. [SEP] hillary clinton has plenty of support from christian conservatives, but not the backing of barack obama. [SEP]", "detok_text": "[CLS] said they'd let him go. [SEP] overall, same - store sales fell 6. 5 percent to $3. 2 billion, missing analysts' expectations. [SEP] the 26 - year - old said he prepared for his first slam tournament after losing to djokovic in the 2003 final, having won his first two games here on the hardcourt surface. [SEP] \"i haven't seen that,\" he told bbc scotland. [SEP] the foundation's mission is to improve the industry's business practices, and fight climate change. [SEP] hillary clinton has plenty of support from christian conservatives, but not the backing of barack obama. [SEP]"}
+{"type": "sample", "index": 57, "raw_text": "[CLS], would not need to do that. [SEP] in 1977 he was awarded a degree from the royal college of art, and a masters degree in art and design. [SEP] this is a long journey in the future. [SEP] on sunday the red bulls played before a crowd of 47, 000 in major league soccer for the first time since 2000. [SEP] 6 to 7 p. m. [SEP] the top - grossing film at this year ' s rome film festival was \" state of play, \" which opened in september. [SEP] \" we ' ve had a tough time, but we ' re trying to do a lot. [SEP] \" although there was [SEP]", "detok_text": "[CLS], would not need to do that. [SEP] in 1977 he was awarded a degree from the royal college of art, and a masters degree in art and design. [SEP] this is a long journey in the future. [SEP] on sunday the red bulls played before a crowd of 47, 000 in major league soccer for the first time since 2000. [SEP] 6 to 7 p. m. [SEP] the top - grossing film at this year's rome film festival was \"state of play,\" which opened in september. [SEP] \"we've had a tough time, but we're trying to do a lot. [SEP]\" although there was [SEP]"}
+{"type": "sample", "index": 58, "raw_text": "[CLS] to the uk and obtained a court order to get them in custody. [SEP] he went 2 - for - 3 with two walks and scored the only run in the fifth. [SEP] 6 ( upi ) - - michelle wie carded a 68 for a 4 - under - par total saturday at the u. s. open in chicago. [SEP] she later changed the view as the economy tanked, saying she would have preferred to move to an area north of chicago to find new work. [SEP] but in iraq, the government has kept a tight grip on oil prices. [SEP] bna renewables ' s stock as of march 31 [SEP]", "detok_text": "[CLS] to the uk and obtained a court order to get them in custody. [SEP] he went 2 - for - 3 with two walks and scored the only run in the fifth. [SEP] 6 (upi) - - michelle wie carded a 68 for a 4 - under - par total saturday at the u. s. open in chicago. [SEP] she later changed the view as the economy tanked, saying she would have preferred to move to an area north of chicago to find new work. [SEP] but in iraq, the government has kept a tight grip on oil prices. [SEP] bna renewables's stock as of march 31 [SEP]"}
+{"type": "sample", "index": 59, "raw_text": "[CLS], 2009. the record date is april 1, 2010. [SEP] in any case, the fed acted as an independent financial broker, but not as a stand - in for the growing number of money - market funds that provide short - term funding to banks. [SEP] i asked if i could make the same choice as my year - old mother. [SEP] the blast killed three people and wounded at least 10 others, the u. s. - iraqi military said. [SEP] they ' re not making much money in this industry. [SEP] not, i was supposed to say. [SEP] meanwhile, the united states is considering whether to lift sanctions on iran [SEP]", "detok_text": "[CLS], 2009. the record date is april 1, 2010. [SEP] in any case, the fed acted as an independent financial broker, but not as a stand - in for the growing number of money - market funds that provide short - term funding to banks. [SEP] i asked if i could make the same choice as my year - old mother. [SEP] the blast killed three people and wounded at least 10 others, the u. s. - iraqi military said. [SEP] they're not making much money in this industry. [SEP] not, i was supposed to say. [SEP] meanwhile, the united states is considering whether to lift sanctions on iran [SEP]"}
+{"type": "sample", "index": 60, "raw_text": "[CLS] a good start, but it was the rest of the team who worked through the night to make a good team. [SEP] there ' s no good reason to believe this is an option, but at the same time, there ' s something that we can work on, \" woodson said. [SEP] in response, the report was sent to the national council and the party ' s central control committee in beijing, said ma shao, a senior communist party spokesman. [SEP] the man, a 34 - year - old man, was taken to hospital with heart and leg injuries after the incident. [SEP] however, it wants to do more to [SEP]", "detok_text": "[CLS] a good start, but it was the rest of the team who worked through the night to make a good team. [SEP] there's no good reason to believe this is an option, but at the same time, there's something that we can work on, \" woodson said. [SEP] in response, the report was sent to the national council and the party's central control committee in beijing, said ma shao, a senior communist party spokesman. [SEP] the man, a 34 - year - old man, was taken to hospital with heart and leg injuries after the incident. [SEP] however, it wants to do more to [SEP]"}
+{"type": "sample", "index": 61, "raw_text": "[CLS] described the changes as a significant step forward. [SEP] no, they said. [SEP] his job is a priority. \" [SEP] first half pre - tax profits fell to 652. 7 million pounds ( $ 41. 9 million, £19. 3 million ). [SEP] the real question, however, is whether iran alone will press ahead with its program to develop nuclear weapons. [SEP] the second is for you to give an opinion on the subject, like a doctor, physical therapist or therapist. [SEP] smith ' s 3 - pointer made it 84 - 71 with just under 4 : 30 left, but he added a back - to - back [SEP]", "detok_text": "[CLS] described the changes as a significant step forward. [SEP] no, they said. [SEP] his job is a priority. \" [SEP] first half pre - tax profits fell to 652. 7 million pounds ($41. 9 million, £19. 3 million). [SEP] the real question, however, is whether iran alone will press ahead with its program to develop nuclear weapons. [SEP] the second is for you to give an opinion on the subject, like a doctor, physical therapist or therapist. [SEP] smith's 3 - pointer made it 84 - 71 with just under 4: 30 left, but he added a back - to - back [SEP]"}
+{"type": "sample", "index": 62, "raw_text": "[CLS] the end of the day, this fight is the greatest fight, the greatest fight i ' ve ever had, \" calzaghe said to laughter at the boxing day conference. [SEP] the court heard mr jones, 25, from reading, berkshire, was also involved in day - to - day youth work at the met. [SEP] \" this is going to be a difficult season for us, we ' re good but it ' s very difficult at the moment. [SEP] \" that ' s what we need if we want to go on and get something right. [SEP] in fact, they say the u. s. lost competitiveness, [SEP]", "detok_text": "[CLS] the end of the day, this fight is the greatest fight, the greatest fight i've ever had, \"calzaghe said to laughter at the boxing day conference. [SEP] the court heard mr jones, 25, from reading, berkshire, was also involved in day - to - day youth work at the met. [SEP]\" this is going to be a difficult season for us, we're good but it's very difficult at the moment. [SEP] \" that's what we need if we want to go on and get something right. [SEP] in fact, they say the u. s. lost competitiveness, [SEP]"}
+{"type": "sample", "index": 63, "raw_text": "[CLS]s and makes up a third of the company ' s sales. [SEP] anyone who wants to try to come out in a good position can still have a chance. [SEP] it was very difficult. [SEP] \" i ' m not the only one. \" [SEP] it ' s not just about money. [SEP] bank of america was not immediately available for a comment tuesday night. [SEP] it was jason labarbera ' s third career shutout to make it 2 - 1, but talbot ' s goal came 30 seconds later to end the first shutout of the game 1 : 35. [SEP] the u. s. military said the men took [SEP]", "detok_text": "[CLS]s and makes up a third of the company's sales. [SEP] anyone who wants to try to come out in a good position can still have a chance. [SEP] it was very difficult. [SEP] \"i'm not the only one.\" [SEP] it's not just about money. [SEP] bank of america was not immediately available for a comment tuesday night. [SEP] it was jason labarbera's third career shutout to make it 2 - 1, but talbot's goal came 30 seconds later to end the first shutout of the game 1: 35. [SEP] the u. s. military said the men took [SEP]"}

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps1024_c64_t1p45_detok_raw_samples.txt

@@ -0,0 +1,224 @@
+steps1024_c64_t1p45_detok
+{
+  "type": "summary",
+  "name": "steps1024_c64_t1p45",
+  "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt",
+  "step": 434000,
+  "decode": {
+    "kind": "categorical_fullvocab_normal_steps_sweep",
+    "config": "steps1024_c64_t1p45",
+    "steps": 1024,
+    "endpoint_temp": 1.45,
+    "concentration_max": 64.0,
+    "final_from": "state",
+    "update": "resample",
+    "n_samples": 64,
+    "seed": 20260509
+  },
+  "detok_genppl": {
+    "ppl": 23.282817031866973,
+    "nll_per_token": 3.1477156220660336,
+    "tokens": 9586
+  },
+  "diversity": {
+    "sample_entropy": 4.117521887431933,
+    "unique_tokens": 1553,
+    "token_count": 8192,
+    "distinct_1": 0.1895751953125,
+    "distinct_2": 0.6003937007874016,
+    "top_token_mass": 0.067138671875
+  }
+}
+
+===== sample 000 =====
+[CLS], the uk's largest retailer, cut its full - year forecast for the full year from £5. 3 million to £71. 5 million. [SEP] i don't know why we need to do this, but we'll wait and see if we can reach a situation where the government can't do the job. [SEP] i know, i don't know, but she didn't appear in front of the cameras. [SEP] 5 (upi) - - a bomb killed two women and three children in northern iraq, a u. s. military spokesman said. [SEP] he had no idea what to do [SEP]
+
+===== sample 001 =====
+[CLS]. [SEP] that is too much of a burden, it seems, given that he has a history of psychological problems. [SEP] we were not as good as we were in the first half and we fought on. "[SEP] u. s. military officials spoke on condition of anonymity because they were not authorized to release information to the media. [SEP] the department of health said that the number of cases could have been higher if screening wasn't available. [SEP] it's my view that, if we didn't do it, what kind of reaction would be expected? [SEP] it's right. [SEP]" it's a [SEP]
+
+===== sample 002 =====
+[CLS]s. [SEP] but you have to look over your shoulder. [SEP] a u. s. - led attack killed eight people near the afghan border tuesday as u. s. and afghan troops battled taliban militants in pakistan's tribal areas in what the military says is an effort to avoid more violence in the region. [SEP] not only was the fire engine going too fast, it was going too fast. [SEP] but he hasn't done so. [SEP] he is seeking $11. 9 million in compensation, the newspaper said. [SEP] that would reduce china's demand for oil exports by 2m barrels of oil a day, a record [SEP]
+
+===== sample 003 =====
+[CLS] to have a proposed $700 billion bailout of the world's largest u. s. automaker passed by law, a u. s. official close to negotiations said tuesday. [SEP] i look forward to joining the olympic team and working with them for a long time, "he said in a statement. [SEP]" if you don't win the champions league against the top teams, you have to do something, " he said. [SEP] he was released on bail and returned to the united states. [SEP] the attack was thought to have occurred in at least nine areas, including the western city of bosasso. [SEP] the [SEP]
+
+===== sample 004 =====
+[CLS] said he expected the high court to take up the matter. [SEP] although the couple denied that they had had any children, they always denied any involvement. [SEP] nicolas sarkozy, the french president, said that france would work closely with the u. s. to provide additional support for the mission in afghanistan. [SEP] two of china's largest companies agreed to pay $6. 7 million in fines and sell $2. 6 million worth of tainted products for sale in the u. s.. [SEP] he got 51 percent of the vote saturday. [SEP] he is now being sent back to england, where he'll try to [SEP]
+
+===== sample 005 =====
+[CLS] under u. s. law. [SEP] also, u. s. president barack obama is expected to attend the economic summit. [SEP] the knife was recovered by police in november last year. [SEP] the interior ministry said no group had claimed responsibility for the bombing. [SEP] the attack was carried out in a church in corfu, about 100 miles north of the city. [SEP] "we don't want to go outside, we want to go inside," he says. [SEP] he would not speculate on whether the case would be brought before the tribunal. [SEP] when i last came here two years ago i was not able to walk [SEP]
+
+===== sample 006 =====
+[CLS]... [SEP] he needs to know something. [SEP] he could never come close to matching nadal's serve. [SEP] we're not the only ones looking after our children, though. [SEP] 5 (upi) - - canadian and u. s. military researchers say a growing number of u. s. combat soldiers take a variety of drugs, called imbecile, as part of their treatment. [SEP] "you don't feel as if you're the only one who's going to win this race," he said. [SEP] a 25 - year - old man, believed to have been shot [SEP]
+
+===== sample 007 =====
+[CLS] [SEP] brown's economic team this week will present new proposals on how to deal with the crisis. [SEP] i am not going to be too concerned and i hope she does not do anything about it. [SEP] authorities said a man was shot dead. [SEP] ubs shares closed down 1. 75 to 12. 13 francs. [SEP] i think that's a good thing, "he said. [SEP]" i'm not worried about winning, i just felt i wanted to go out there, " he said. [SEP] in the past week, 15 people have also been killed in two bomb attacks in northern iraq. [SEP] in addition to [SEP]
+
+===== sample 008 =====
+[CLS]'t give up his hopes to obama. [SEP] he said the remains belong to israel's mother and her daughter, whose remains had been taken by the u. s. government. [SEP] earlier this month northern rock said that it would be prepared to raise about £1. 5 billion from one of its lenders after the december 18 deadline. [SEP] the person asked not to be named because the investigation was still ongoing. [SEP] "it's a big game, but we have the will to win and we should be patient," benitez said. [SEP] the only thing i can think of is that i was really worried about [SEP]
+
+===== sample 009 =====
+[CLS] save his life. [SEP] in an interview with reuters, the company's president and chief operating officer, michael p. woodley, declined to comment. [SEP] the bank of england's response to the credit crisis will be discussed at the bank's annual meeting later. [SEP] an elderly woman has been found shot dead in a house. [SEP] but he kept growing up. [SEP] richard, 28, a former law student, said the mother was very concerned and worried about the fact that he does not live and will have to live with him unless he is able to handle this. [SEP] the president had a similar reaction when asked if [SEP]
+
+===== sample 010 =====
+[CLS] the net. [SEP] but this is likely to do very little to lift sentiment in the market. [SEP] it came a day after two more british soldiers died in an attack on a nato base in southern afghanistan, where troops are fighting a two - year offensive against militants. [SEP] if it's hard to find a job, they're quick to know what's ahead of them. [SEP] net income for the quarter ended june 30, 2009, fell nearly 30 percent, to $120 million, or $1. 26 per share from $76 million, or $2. 16, a year earlier. [SEP] she said she was [SEP]
+
+===== sample 011 =====
+[CLS] bill that u. s. lawmakers are expected to discuss in the next week. [SEP] 18 (upi) - - authorities say a woman shot to death in the rural southern california town of sedona is likely to face a murder charge. [SEP] we want them to go. "[SEP] david davis, the shadow home secretary, said:" this is a clear signal to members of our party that we are ready to move forward with a new strategy for the country, especially after the general election. [SEP] " i'm afraid it'll still get a bit worse. [SEP] i play real tennis. [SEP] the official said [SEP]
+
+===== sample 012 =====
+[CLS] net income of $0. 9 million or $(0. 18) in the fourth quarter of 2009 to $26. 2 million, or $(0. 19) per share in the fourth quarter of 2008, compared to $28. 0 million, or $(0. 16) per diluted common share in the fourth quarter. [SEP] peoria, texas, feb. [SEP] mr. maliki's comments drew sharp criticism from many within the shiite political spectrum, including mr. al - maliki and from the iraqi national alliance, the prime minister's own political party. [SEP] " on the other hand [SEP]
+
+===== sample 013 =====
+[CLS]s. [SEP] it was jones, though, who succeeded in bashing the referee in the face. [SEP] lawmakers and the white house met with democratic leaders in talks on health care reform, a hot - button issue that could keep president george w. bush in office. [SEP] the u. s. oil industry has cut its forecast for oil output growth to 2. 4 million barrels a day, the group's president said in a statement. [SEP] the deal is the first step in the government's bailout of the banking sector. [SEP] 15/prnewswire/- - mckinsey & company, inc. [SEP]
+
+===== sample 014 =====
+[CLS]. [SEP] the sale is due to take place on 14 april and take place on 12 may. [SEP] after chris osgood's wrist shot went into the left side of the net, semin scored with 4: 15 left, sending a power - play pass into the corner of the net. [SEP] you don't have to be worried about the weather, but you should check it out at the end of the day, when it gets hot. [SEP] he promised to hold a referendum on the issue as soon as he could. [SEP] you know what this is all about. [SEP] but some experts say that is not enough to keep [SEP]
+
+===== sample 015 =====
+[CLS]'s health care system. [SEP] mr. jackson - - who left the building in the mid - 1980s and later changed his name - - said he did not have contact with the los angeles county sheriff's department. [SEP] "we are disappointed," he said. [SEP] "you have to play hard, you know you have to play fast and you know when you lose the ability to make shots and try to hold the ball, you know that you have to play very well," he said. [SEP] his brother peter, 19, and his brother alex, 19, have also been charged with the same offence. [SEP] in [SEP]
+
+===== sample 016 =====
+[CLS] is not aware of the court ruling and is "worried that the final measures will not be taken," according to the official, on condition of anonymity. [SEP] the first round of voting is expected to end at 7: 30 a. m. [SEP] but the global credit crisis and rising oil prices are also seen as undermining china's traditional role as a economic power. [SEP] a st. william county man has been charged with second - degree murder. [SEP] obama has called for an effort to create 5 million jobs with the help of public money. [SEP] rome, italy (ap) - - the first time this [SEP]
+
+===== sample 017 =====
+[CLS] in december. [SEP] the u. s. currency rose to $1. 4774 on thursday. [SEP] u. s. secretary of state hillary clinton said on friday that the united states would support tougher sanctions against iran if the u. n. security council takes measures against tehran. [SEP] richard jones, her lawyer, could not immediately be reached early wednesday. [SEP] but aig had only $1. 6 billion in assets. [SEP] there are currently about 12, 000 carers in the uk and more than 25, 000 carers for the elderly. [SEP] "what do you think?" [SEP] clinton is scheduled to meet [SEP]
+
+===== sample 018 =====
+[CLS] in china, officials said on thursday. [SEP] "u. s. policy is not likely to have a significant impact on the near - term performance of the credit markets," said richard hughes, senior vice president of research at rbc capital markets in new york. [SEP] that's set to happen this year. [SEP] i don't buy any of them. [SEP] he smiled as he spoke. [SEP] the review process is expected to be completed by the end of the year, said mr. white. [SEP] the move could lead to armed conflict in the northern border region. [SEP] in this case, the reality would be that if [SEP]
+
+===== sample 019 =====
+[CLS] that he told the magazine that he had an affair, and he agreed to support the senator's family in the case. [SEP] perhaps that was the trick. [SEP] adam laroche scored two runs and the pirates got back into the game in the bottom of the fourth inning after going on a slow start in the third inning. [SEP] this is worth $1. 7 trillion, or 2. 6 percent of china's total economy. [SEP] 19 (upi) - - macy's inc., the no. 2 u. s. retailer, says it needs more than $3 billion. [SEP] it would also look [SEP]
+
+===== sample 020 =====
+[CLS] important for the future of our industry, "he said. [SEP] the price was raised from $1, 000 to $3 per 1, 000 cubic feet of gas. [SEP] i am very disappointed and i don't want to do anything." [SEP] the white house's position appears to be popular with some house democrats. [SEP] the european central bank has met in athens over the last two weeks to discuss the euro - country's debt crisis. [SEP] it's just a part of the economy that won't get lost. [SEP] " i was surprised, i was surprised, i wasn't. [SEP] i was [SEP]
+
+===== sample 021 =====
+[CLS] the new york times reported on sunday. [SEP] "i wouldn't say that it was wrong. [SEP] hong kong's hang sen rose 1. 1 percent. [SEP]" it is indisputable to make sense of what is going to happen. [SEP] mortgage debt for sale fell to $19. 6 billion in october, compared to $18. 2 billion in the same month in september, freddie mac said. [SEP] they'll not have anything to do with it. [SEP] the government has pumped billions of dollars into the banks and has pledged to renegotiate what it will pay out if banks can't bail [SEP]
+
+===== sample 022 =====
+[CLS] to 4 - to 5 - year - olds. - 5. 10 to 9 a. m. to 9 a. m. - - 3 a. m. to 6 p. m. - - 2 to 6 p. m. [SEP] in total, about 30, 000 people are expected to vote. [SEP] but now, she has trouble casting her vote, a friend said. [SEP] "i'm not going to turn the race around, i'm going to win and then i'm going to go out and just go back and do what's best," johnson said. [SEP] 14 (upi) [SEP]
+
+===== sample 023 =====
+[CLS] last year, according to government figures released wednesday. [SEP] but for now, new york believes that iran is a threat to israel and the united states. [SEP] the north north pole is expected to have a wind speed range of up to 10, 000 miles per second. [SEP] the show wound up beating the season finale, which averaged 13. 7 million viewers. [SEP] and, yes, a lot more. [SEP] it's part the school's three - year training program. [SEP] "when i come here i can see the people in a positive light. [SEP] there is a point, after all. [SEP]" you can't [SEP]
+
+===== sample 024 =====
+[CLS] or the "company" ) has filed a shelf registration statement with the u. s. district court for the southern district of new york (brooklyn) with the securities and exchange commission on wednesday, november 16, 2009. [SEP] she said the children were self - conscious as a result. [SEP] should the n. f. l. release players while they're playing in the nfl? [SEP] mr brown's lawyers had sentenced him to three years in prison after pleading not guilty on wednesday. [SEP] sure, i didn't serve well, but i was serving pretty well in this one. [SEP] washington ( 7 - 10 - 3 [SEP]
+
+===== sample 025 =====
+[CLS] to support him. [SEP] hundreds are still missing, although the chinese government has not said how many are still missing. [SEP] the us has said it may not send troops to afghanistan if the presidential election is held. [SEP] washington, june 30/prnewswire - usnewswire/- - gartner inc (r), the world's leading third - party internet - based online retailer for u. s. consumers, announced today that users have received more than 2. 5 million page views from the top 40 leading u. s. retail web sites, including shoppers (r), shoppcs ( [SEP]
+
+===== sample 026 =====
+[CLS] it's getting worse than i do and i don't know i'll fix it, but i need to get on and on. [SEP] earlier this week, attorney general eric h. holder announced that he had reached a deal with mr. bush's administration that would allow immunity for u. s. contractors in iraq. [SEP] i am very proud of the team, i've got my head on the line of defence. [SEP] we understand that this is not the news for the future. [SEP] this is in line with the company's first - quarter growth rate of 6. 7 percent. [SEP] that could be [SEP]
+
+===== sample 027 =====
+[CLS] of the country. [SEP] it says at least 200 people, including nearly 100 civilians, have been killed in the fighting. [SEP] and, i believe, they say so. [SEP] it did not provide more details as to when the results would be released. [SEP] prices range from 300 to 300 euros. [SEP] i'm sorry to think he wasn't involved in this wonderful film. [SEP] maj. gen. kevin bergner, a spokesman for the u. s. military in afghanistan, said saturday that no - one was injured in the incident, but said it could have been a suicide attack on coalition forces. [SEP] i'm [SEP]
+
+===== sample 028 =====
+[CLS] this year. [SEP] that was enough to make that happen. [SEP] there are questions about blair's father, tony blair, britain's first prime minister in 2006. [SEP] there have been growing calls for lawmakers to take up the legislation, but, with differences between the senate bill and the house version, they have yet to take it up. [SEP] temasek, singapore's central bank, said revenues in the first quarter fell more than 10 percent to 4. 8 billion dollars (£3. 2 billion). [SEP] illinois went on a 12 - 4 run to put the black bears up 45 - 32 with 4: [SEP]
+
+===== sample 029 =====
+[CLS] last week for seven years. [SEP] mrs jones said that she went to the property in the brixton area of the city earlier and heard a very loud noise before she was run over by a second man, who tried to help. [SEP] "i didn't know when my son was a boy. [SEP]" what can a good mother do? "she asked," and what can i do about it? " [SEP] in late - afternoon trading, the dow rose 41. 49, or 4 percent, to 8, 802. 47. [SEP] the program has since been extended by six months. [SEP] i don't [SEP]
+
+===== sample 030 =====
+[CLS] in china, " the report said. [SEP] city council members are expected to consider mr. fehr's recommendation at a council meeting next month. [SEP] he is calling for a reform of the law to protect civil rights. [SEP] the u. s. military said six militants in the area had been killed, but it blamed the fighting on an ongoing operation by u. s. and iraqi forces. [SEP] the fsa says a loan up to 60 % of the value of a bank's book value can only be extended twice at the same time in time. [SEP] they took a three - point lead into the final minutes, [SEP]
+
+===== sample 031 =====
+[CLS] said the case would remain unsolved for the next five years. [SEP] beer sales also fell during the month, with the average retail price of a pint down 5 per cent to £5. 20. [SEP] the sea shepherd was attacked by one of the ship's skippers, richard phillips, who tried to get it off its legs. [SEP] the boy was returned to his father on monday, the official said. [SEP] "when i leave the club, i don't think it will give me confidence," he said. [SEP] i've been doing it for years. [SEP] let's just face it - - [SEP]
+
+===== sample 032 =====
+[CLS]swoman said. [SEP] the soldier, said to be "a great hero," was killed on 29 july after being struck down by a roadside bomb. [SEP] john boehm, the auction's executive director, said that a number of books - - including rare works - - by many artists would be included in the sale. [SEP] i'm sorry. [SEP] the company said that revenue from its u. s. - based video game division rose 5 percent to $76. 6 million, up 11 percent from $68. 4 million in the year - ago first quarter. [SEP] the mother of the five - year - [SEP]
+
+===== sample 033 =====
+[CLS] jones 3 - 6, jones 3 - 5, west 3 - 6, jones 3 - 6, west 3 - 5, jones 2 - 4, bosh 2 - 3, nowitzki 2 - 3, terry 1 - 2, jones 1 - 2, maxiell 1 - 1, jones 0 - 1. [SEP] butler vs. ohio state, 8: 30 p. m. [SEP] despite the contributions i'd made to my career, i wasn't able to take on this type of role. [SEP] i don't want to get into a club, i don't even want to play at a club [SEP]
+
+===== sample 034 =====
+[CLS].... [SEP] he wasn't sure what would be next to him, but said he was shocked. [SEP] alcoa's total sales rose nearly 6 percent in the year - ago quarter to $6. 3 billion. [SEP] in london, light, sweet crude fell 56 cents, $3. 18, to $66. 10 a barrel on the new york mercantile exchange. [SEP] in september, it forecast that output would fall 1. 4 per cent in 2009 and then rise 2. 5 per cent in 2010. [SEP] on tuesday, two palestinians were killed in the northern gaza strip, according to the israeli military [SEP]
+
+===== sample 035 =====
+[CLS]. 3 million in the period, it said. [SEP] a 14 - year - old boy stabbed to death in south london has become part of a team of people searching for his killer. [SEP] they are also thought to be setting up a service called gameweb, which allows users to play games by text or video message from the user's own account. [SEP] one of his three children, motaba, died in 1996. [SEP] the company reported a fourth - quarter pre - tax net loss of 2. 3 billion euros ($3. 2 billion) - - a decline of 27 percent - - compared with a loss [SEP]
+
+===== sample 036 =====
+[CLS] to be able to hold on to. [SEP] "my husband and i announced a week ago that he would not be playing here because i would respect him. [SEP] he's a good, good - looking man. [SEP] the president's spokesman denied that he intended to respond personally to the allegations. [SEP] hours after he lost the republican nomination to gov. sarah palin, sen. john mccain, who has pledged to campaign with palin for the republican presidential nomination, said he would run for president again in 2012. [SEP]" we are going to have to make sure that we've got the results from the first round of [SEP]
+
+===== sample 037 =====
+[CLS] 2. 2 million in the fourth quarter of 2007. [SEP] lamar aldridge led the blazers with 30 points, including seven assists and 10 rebounds. [SEP] "you feel that you are doing good, and you need to do good." [SEP] the real problem, he said, was that he was trying to regain political power on the other side of the atlantic. [SEP] " a decision has been made. [SEP] it's also difficult to identify any of the six homes that are under investigation, authorities said. [SEP] he said more than 2, 000 people were arrested. [SEP] in may 2008 more than 6 million people signed up to watch [SEP]
+
+===== sample 038 =====
+[CLS]. [SEP] tony parker scored 18 points and tony parker chipped in with 13 for the spurs, who led 20 - 0 midway through the fourth quarter. [SEP] "a few years ago, i would have gone on to get a job," she said. [SEP] there's a strong side to it. [SEP] "i don't think they're really going to do anything wrong," he told afp. [SEP] " it would be very bad news for the fans, but it will be very good for the team. [SEP] but they were able to shut it down. [SEP] 5 (upi) - - u. [SEP]
+
+===== sample 039 =====
+[CLS] nine of their last 10 games. [SEP] if you're not worried, you might be tempted to take a different view. [SEP] some of the shares will be sold at a price of $25 per share, mr. berner said. [SEP] "you can't just get through this," he said, in a soft voice. [SEP] they will meet in london next month. [SEP] it's going to be about 10 minutes. [SEP] the ftse 100 rose more than 2, 300 points last night. [SEP] net loss for the first six months of fiscal 2010 was $6. 5 million compared to $7. 1 [SEP]
+
+===== sample 040 =====
+[CLS] beijing games. [SEP] a spokesman for the housing association said it was not yet known how many new homes would be built in the area. [SEP] "it is very hard to say we're seeing a big rally on wall street," he said. [SEP] it was not the only major victim of friday's incident near detroit, where the group had claimed responsibility for the failed christmas christmas day attack on a plane. [SEP] the police have called for a full investigation and results should be released by december 26. [SEP] "we don't have a church in the united states that works with children," she said. [SEP] the new [SEP]
+
+===== sample 041 =====
+[CLS] champion janko tipsarevic 6 - 3, 6 - 4, 6 - 4, 4 - 6, 7 - 5, 6 - 4 in the second round. [SEP] germany's dax index fell 0. 3 percent in the wake of mixed u. s. data on friday, boosting hopes of an economic recovery in the united states. [SEP] and then you know what happened, you know, but if you're not ready to go, then you've got to know that you'll be ready. [SEP] and if you signed up for the income tax credit, you would still be eligible to pay a de [SEP]
+
+===== sample 042 =====
+[CLS] another six people were injured, police and hospital officials said. [SEP] michael e. hayden, a senior c. i. a. official in new york, told reuters that the judge's decision would be known by the end of july. [SEP] and as a result, you could argue that we're not responsible for much of the hype. [SEP] one way to get a better understanding of mr. prince's wrongdoing is to piece together the company's relationship with the sec. [SEP] washington, may 6/prnewswire - usnewswire/- - as the u. s. department of [SEP]
+
+===== sample 043 =====
+[CLS] said. [SEP] the nasdaq composite index. ixic was down 1. 42 points, 0. 3 percent, to 2, 141. 78. [SEP] last month, 25 people died, mostly in a bus crash in the north of the city in which 10 people died, according to authorities. [SEP] "the taliban is operating in all areas of afghanistan," he said. [SEP] marjah, afghanistan (ap) - a roadside bomb exploded near a market in afghanistan tuesday, killing two people and wounding at least five afghans, the military said. [SEP] " i'm happy to say that it's not just a [SEP]
+
+===== sample 044 =====
+[CLS], gas prices rose by 6. 2 %. [SEP] u. s. net revenue for the third quarter of 2009 was $38. 2 million, a slight increase compared to revenue of $43. 0 million in the third quarter of 2008, and a decrease from $43. 4 million reported in the first nine months of 2009. [SEP] you don't want to make money, you don't know what you're going to do, " he said. [SEP] the nets then scored four straight to take a six - point lead. [SEP] j. p. morgan, chief economist at the new york fed, said today [SEP]
+
+===== sample 045 =====
+[CLS] received more than $2 million in campaign contributions from lobbyists. [SEP] as expected, u. s. defense secretary robert gates has called for an end to a two - year mission that includes about 21, 000 u. s. combat troops to be followed by another 17, 000 u. s. troops to support u. s. - led forces later this year. [SEP] mr jones said: " there is no way to stop it. [SEP] in some cases, it can lead to small changes in body function that can lead to muscle pain. [SEP] i don't know yet. [SEP] he lived with it. [SEP] and it [SEP]
+
+===== sample 046 =====
+[CLS] to make the right turn. [SEP] that does not mean they feel the need to help out. [SEP] she didn't know what to do. [SEP] my mother told me. [SEP] if you can't get it over and get it done, let's learn a lesson. [SEP] "it's going to take time," he said. [SEP] the u. s. military said the 17 - year - old girl was part of a plot by the taliban to remove her mother from the compound after authorities identified the 7 - year - old with a video surveillance system. [SEP] " if i agree with the president, i would [SEP]
+
+===== sample 047 =====
+[CLS] the report. [SEP] the flight took off on tuesday morning but was able to return safely to land. [SEP] "the challenge will be to maintain a state of peace, law and justice," he said. [SEP] but it would be wise to be more cautious if the u. s. government's rescue plan isn't in the works, either. [SEP] homebuilder tyco said its net profit in the fourth quarter rose to $100. 2m (£56m), up from $90. 9m a year earlier. [SEP] there have also been reports that many people have gone to a nearby hospital, [SEP]
+
+===== sample 048 =====
+[CLS] percent to 45 percent over obama. [SEP] i don't want to be there - - i just want to be honest, but i've got to go. [SEP] " it's not a lot of money, it's money, i want to make money, i don't want to spend money, i don't think that's enough. [SEP] mexico, the first country this year to take steps since a case of the h1n1 virus was detected in april, has 3, 300 confirmed cases. [SEP] his decision wasn't clear to his father. [SEP] in the end, we may have [SEP]
+
+===== sample 049 =====
+[CLS] shot 3 - for - 4 from 3 - point range, including 3 - for - 13 from the field and went 2 - for - 9 shooting in the first half. [SEP] the official said the government is considering moving the case to a civilian trial, but the supreme court's decision is likely to affect the outcome of those cases. [SEP] it's something i'm used to, but i don't want to run away. [SEP] it's fair to say we've been through this before, " the president said. [SEP] mr. gates spent nearly four hours on the job while the pentagon went through a review [SEP]
+
+===== sample 050 =====
+[CLS], if there was a chance that he might have won the title. [SEP] tampa, fla. - jacksonville didn't get a field goal in the first half, but didn't return. [SEP] but it could also turn out to be an early sign of the difficulties the government is trying to create. [SEP] " i was happy to be here because i just wanted to make it a world cup but i've got my head around. [SEP] the irishman added that he was ready to play in the first pga tour championship in new orleans in march this year. [SEP] ramirez followed with a single in the bottom of the fourth [SEP]
+
+===== sample 051 =====
+[CLS] off at the airport. [SEP] the company posted a fourth - quarter loss of $21. 8 million or $1. 27 per share on revenue of $21. 7 million, or 45 cents a year earlier. [SEP] "we should not do it because we can't afford it but we cannot afford to pay for it because we don't have jobs," he said. [SEP] the japanese central bank said friday that banks will lend 2. 547 trillion yen ($493 billion) in october, up from an earlier forecast of 2. 518 trillion in september, data showed wednesday. [SEP] it was not clear [SEP]
+
+===== sample 052 =====
+[CLS] happened to my brother and i just want to make sure he doesn't go back to his father again. [SEP] investors, too, are still waiting to see if the credit crisis in the u. s. is finally over, or if it is part of a broader trend. [SEP] "i do not know. [SEP] but a few weeks ago, i found the job to be a bit more difficult. [SEP] he said he was concerned about the boy's self - esteem, as well as the apparent lack of professionalism in the system. [SEP]" in the end i have a great deal to offer, i'm not [SEP]
+
+===== sample 053 =====
+[CLS] if he was still alive. [SEP] the operation involved more than 100 afghan civilians, including u. s. and afghan troops. [SEP] that idea was widely criticised. [SEP] in 2007, more than 1 million people were killed, according to the u. s. department of transportation. [SEP] mr brown said yesterday that no deal could be put in place until a deal could be completed more quickly. [SEP] however, millions of americans will still be able to watch an average of about 50 - 60 movies a year. [SEP] she has been charged with murder and the death penalty isn't related to her actions. [SEP] but the company's chief [SEP]
+
+===== sample 054 =====
+[CLS]. [SEP] that's why he didn't know what i was doing. [SEP] the committee's chairman, henry a. waxman, a democrat of california, said he didn't think the effort would be successful. [SEP] nairobi (reuters) - u. s. president barack obama will hold talks with african leaders on tuesday, part of a week - long trip to the east african nation, aimed at defusing the crisis and ending political turmoil that could hamper efforts to bring peace to africa. [SEP] on the other hand, they don't have to be able to go to university, " he said. [SEP] [SEP]
+
+===== sample 055 =====
+[CLS] last year. [SEP] house democrats have opposed the idea amid concern that the new housing law would have a significant effect on the city government, the housing market and the mortgage industry. [SEP] in a statement released to cnn, the department said it was still investigating the report. [SEP] " why don't you ask? [SEP] foreclos rose to 6. 6 percent of sales in the third quarter of the fiscal year, up from 6. 4 percent a year earlier, the national association of realtors. [SEP] oakland, calif., nov. [SEP] chicago, april 5/prnewswire - firstcall/- - [SEP]
+
+===== sample 056 =====
+[CLS] 2007 to january 2008. [SEP] the government will "announce its growth forecasts on thursday," a statement on its web site said. [SEP] they also offer evidence that the credit - related problems are going back to the financial crisis of the 1930s. [SEP] halladay, who has allowed four runs in six straight starts, is 7 - 6 - 3 with a 3. 92 era in his nine starts. [SEP] "we've got lots of people coming with us," he told afp. [SEP] i don't have a sense of humor. [SEP] the poll, conducted on march 17, has a margin of error of plus [SEP]
+
+===== sample 057 =====
+[CLS] something to do with identity politics. [SEP] "we had no idea what was happening, but it was still going on," he said. [SEP] the first of two flights, on saturday, take off at 10. 30am. [SEP] as many as 10, 000 are expected to vote in the run - off. [SEP] 15/prnewswire - usnewswire/- - the american medical association announced a multi - year certification program that enables its members to provide the highest level of care they provide. [SEP] the children, a father, his brother, his mother and a 9 - year - old son, watched as [SEP]
+
+===== sample 058 =====
+[CLS]. [SEP] " i have a problem with some players, i want to play the way i would like to if i did.... [SEP] by tuesday, some 3, 200 people had been arrested. [SEP] on the other hand, the current agreement is set to expire in january 2009. [SEP] that's something i've done in my life and, as long as possible i can't do anything. [SEP] 17 (upi) - - a woman is accused of selling her hair to a 15 - year - old girl to protect her father's identity, police said. [SEP] the los angeles times reported the [SEP]
+
+===== sample 059 =====
+[CLS]. [SEP] he has been held out of the goma area for two days. [SEP] i don't know what to do. [SEP] so, why should we be forced to pay for the health care reform? [SEP] a second black car is believed to be in the vehicle involved in the collision. [SEP] india's economy minister told manmohan singh that the government was worried about the possibility of a slowdown or even a slowdown in the pace of global economic growth. [SEP] "in fact, this is the worst case of fraud in this country's history," he said. [SEP] the obama administration is also looking at [SEP]
+
+===== sample 060 =====
+[CLS] a baby six years ago didn't turn out to be easy. [SEP] i wanted to know what i was going to do - - it's interesting. [SEP] he didn't say much about national security, but we will certainly do that, "ratliff said in an interview. [SEP]" i decided to go to the doctor because i thought it was clear the result wasn't so good. [SEP] they may not be. [SEP] well, if you want to make that money, you know, and you need that, and you need to be able to get the money. [SEP] at december 31, 2008, $[SEP]
+
+===== sample 061 =====
+[CLS] working with the fbi. [SEP] hours later, the body was found, but the cause of death remained unknown. [SEP] the 3d sci - fi film has fallen two places to no. 3, taking more than $80m (£45m) opening weekend. [SEP] meanwhile, zhi zheng, vice chief of staff of the central committee of the people's communist party, refused to discuss the use of the terms "gop" and "gop." [SEP] i don't. [SEP] although england could have scored the first three goals of the first half, it might have been one of the few occasions they [SEP]
+
+===== sample 062 =====
+[CLS] about the cost of the war. [SEP] friday was the busiest day this year, with just 457, 000 tickets sold in march, compared with 454, 000 last year. [SEP] unfortunately, the plan will require more work to come up with the right plan. [SEP] to keep up with the money, you may hang out with friends and family, but there is little room for it. [SEP] rafael nadal has yet to make the quarter - finals this year, compared with two of his four losses of the year to briton rafael nadal - - one of the world's top two ranked players. [SEP] but the court [SEP]
+
+===== sample 063 =====
+[CLS] a liquidity facility or a national liquidity facility. [SEP] nadal is two points ahead of the tournament's two - time world champion, davydenko. [SEP] but results were mixed, with a 3. 3 percent drop in quarterly pre - tax profits. [SEP] the stock was down 3. 9 percent in early trading. [SEP] the euro traded at $1. 4077 in new york, having closed up 2 percent on tuesday. [SEP] you're always happy with them, and you're so very happy, " he said. [SEP] and that's not true. [SEP] the trial will be held on 6 [SEP]
+

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps1024_c64_t1p45_raw_samples.txt

@@ -0,0 +1,224 @@
+steps1024_c64_t1p45
+{
+  "type": "summary",
+  "name": "steps1024_c64_t1p45",
+  "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt",
+  "step": 434000,
+  "decode": {
+    "kind": "categorical_fullvocab_normal_steps_sweep",
+    "config": "steps1024_c64_t1p45",
+    "steps": 1024,
+    "endpoint_temp": 1.45,
+    "concentration_max": 64.0,
+    "final_from": "state",
+    "update": "resample",
+    "n_samples": 64,
+    "seed": 20260509
+  },
+  "detok_genppl": {
+    "ppl": 23.282817031866973,
+    "nll_per_token": 3.1477156220660336,
+    "tokens": 9586
+  },
+  "diversity": {
+    "sample_entropy": 4.117521887431933,
+    "unique_tokens": 1553,
+    "token_count": 8192,
+    "distinct_1": 0.1895751953125,
+    "distinct_2": 0.6003937007874016,
+    "top_token_mass": 0.067138671875
+  }
+}
+
+===== sample 000 =====
+[CLS], the uk ' s largest retailer, cut its full - year forecast for the full year from £5. 3 million to £71. 5 million. [SEP] i don ' t know why we need to do this, but we ' ll wait and see if we can reach a situation where the government can ' t do the job. [SEP] i know, i don ' t know, but she didn ' t appear in front of the cameras. [SEP] 5 ( upi ) - - a bomb killed two women and three children in northern iraq, a u. s. military spokesman said. [SEP] he had no idea what to do [SEP]
+
+===== sample 001 =====
+[CLS]. [SEP] that is too much of a burden, it seems, given that he has a history of psychological problems. [SEP] we were not as good as we were in the first half and we fought on. " [SEP] u. s. military officials spoke on condition of anonymity because they were not authorized to release information to the media. [SEP] the department of health said that the number of cases could have been higher if screening wasn ' t available. [SEP] it ' s my view that, if we didn ' t do it, what kind of reaction would be expected? [SEP] it ' s right. [SEP] " it ' s a [SEP]
+
+===== sample 002 =====
+[CLS]s. [SEP] but you have to look over your shoulder. [SEP] a u. s. - led attack killed eight people near the afghan border tuesday as u. s. and afghan troops battled taliban militants in pakistan ' s tribal areas in what the military says is an effort to avoid more violence in the region. [SEP] not only was the fire engine going too fast, it was going too fast. [SEP] but he hasn ' t done so. [SEP] he is seeking $ 11. 9 million in compensation, the newspaper said. [SEP] that would reduce china ' s demand for oil exports by 2m barrels of oil a day, a record [SEP]
+
+===== sample 003 =====
+[CLS] to have a proposed $ 700 billion bailout of the world ' s largest u. s. automaker passed by law, a u. s. official close to negotiations said tuesday. [SEP] i look forward to joining the olympic team and working with them for a long time, " he said in a statement. [SEP] " if you don ' t win the champions league against the top teams, you have to do something, " he said. [SEP] he was released on bail and returned to the united states. [SEP] the attack was thought to have occurred in at least nine areas, including the western city of bosasso. [SEP] the [SEP]
+
+===== sample 004 =====
+[CLS] said he expected the high court to take up the matter. [SEP] although the couple denied that they had had any children, they always denied any involvement. [SEP] nicolas sarkozy, the french president, said that france would work closely with the u. s. to provide additional support for the mission in afghanistan. [SEP] two of china ' s largest companies agreed to pay $ 6. 7 million in fines and sell $ 2. 6 million worth of tainted products for sale in the u. s.. [SEP] he got 51 percent of the vote saturday. [SEP] he is now being sent back to england, where he ' ll try to [SEP]
+
+===== sample 005 =====
+[CLS] under u. s. law. [SEP] also, u. s. president barack obama is expected to attend the economic summit. [SEP] the knife was recovered by police in november last year. [SEP] the interior ministry said no group had claimed responsibility for the bombing. [SEP] the attack was carried out in a church in corfu, about 100 miles north of the city. [SEP] " we don ' t want to go outside, we want to go inside, " he says. [SEP] he would not speculate on whether the case would be brought before the tribunal. [SEP] when i last came here two years ago i was not able to walk [SEP]
+
+===== sample 006 =====
+[CLS]... [SEP] he needs to know something. [SEP] he could never come close to matching nadal ' s serve. [SEP] we ' re not the only ones looking after our children, though. [SEP] 5 ( upi ) - - canadian and u. s. military researchers say a growing number of u. s. combat soldiers take a variety of drugs, called imbecile, as part of their treatment. [SEP] " you don ' t feel as if you ' re the only one who ' s going to win this race, " he said. [SEP] a 25 - year - old man, believed to have been shot [SEP]
+
+===== sample 007 =====
+[CLS] [SEP] brown ' s economic team this week will present new proposals on how to deal with the crisis. [SEP] i am not going to be too concerned and i hope she does not do anything about it. [SEP] authorities said a man was shot dead. [SEP] ubs shares closed down 1. 75 to 12. 13 francs. [SEP] i think that ' s a good thing, " he said. [SEP] " i ' m not worried about winning, i just felt i wanted to go out there, " he said. [SEP] in the past week, 15 people have also been killed in two bomb attacks in northern iraq. [SEP] in addition to [SEP]
+
+===== sample 008 =====
+[CLS] ' t give up his hopes to obama. [SEP] he said the remains belong to israel ' s mother and her daughter, whose remains had been taken by the u. s. government. [SEP] earlier this month northern rock said that it would be prepared to raise about £1. 5 billion from one of its lenders after the december 18 deadline. [SEP] the person asked not to be named because the investigation was still ongoing. [SEP] " it ' s a big game, but we have the will to win and we should be patient, " benitez said. [SEP] the only thing i can think of is that i was really worried about [SEP]
+
+===== sample 009 =====
+[CLS] save his life. [SEP] in an interview with reuters, the company ' s president and chief operating officer, michael p. woodley, declined to comment. [SEP] the bank of england ' s response to the credit crisis will be discussed at the bank ' s annual meeting later. [SEP] an elderly woman has been found shot dead in a house. [SEP] but he kept growing up. [SEP] richard, 28, a former law student, said the mother was very concerned and worried about the fact that he does not live and will have to live with him unless he is able to handle this. [SEP] the president had a similar reaction when asked if [SEP]
+
+===== sample 010 =====
+[CLS] the net. [SEP] but this is likely to do very little to lift sentiment in the market. [SEP] it came a day after two more british soldiers died in an attack on a nato base in southern afghanistan, where troops are fighting a two - year offensive against militants. [SEP] if it ' s hard to find a job, they ' re quick to know what ' s ahead of them. [SEP] net income for the quarter ended june 30, 2009, fell nearly 30 percent, to $ 120 million, or $ 1. 26 per share from $ 76 million, or $ 2. 16, a year earlier. [SEP] she said she was [SEP]
+
+===== sample 011 =====
+[CLS] bill that u. s. lawmakers are expected to discuss in the next week. [SEP] 18 ( upi ) - - authorities say a woman shot to death in the rural southern california town of sedona is likely to face a murder charge. [SEP] we want them to go. " [SEP] david davis, the shadow home secretary, said : " this is a clear signal to members of our party that we are ready to move forward with a new strategy for the country, especially after the general election. [SEP] " i ' m afraid it ' ll still get a bit worse. [SEP] i play real tennis. [SEP] the official said [SEP]
+
+===== sample 012 =====
+[CLS] net income of $ 0. 9 million or $ ( 0. 18 ) in the fourth quarter of 2009 to $ 26. 2 million, or $ ( 0. 19 ) per share in the fourth quarter of 2008, compared to $ 28. 0 million, or $ ( 0. 16 ) per diluted common share in the fourth quarter. [SEP] peoria, texas, feb. [SEP] mr. maliki ' s comments drew sharp criticism from many within the shiite political spectrum, including mr. al - maliki and from the iraqi national alliance, the prime minister ' s own political party. [SEP] " on the other hand [SEP]
+
+===== sample 013 =====
+[CLS]s. [SEP] it was jones, though, who succeeded in bashing the referee in the face. [SEP] lawmakers and the white house met with democratic leaders in talks on health care reform, a hot - button issue that could keep president george w. bush in office. [SEP] the u. s. oil industry has cut its forecast for oil output growth to 2. 4 million barrels a day, the group ' s president said in a statement. [SEP] the deal is the first step in the government ' s bailout of the banking sector. [SEP] 15 / prnewswire / - - mckinsey & company, inc. [SEP]
+
+===== sample 014 =====
+[CLS]. [SEP] the sale is due to take place on 14 april and take place on 12 may. [SEP] after chris osgood ' s wrist shot went into the left side of the net, semin scored with 4 : 15 left, sending a power - play pass into the corner of the net. [SEP] you don ' t have to be worried about the weather, but you should check it out at the end of the day, when it gets hot. [SEP] he promised to hold a referendum on the issue as soon as he could. [SEP] you know what this is all about. [SEP] but some experts say that is not enough to keep [SEP]
+
+===== sample 015 =====
+[CLS] ' s health care system. [SEP] mr. jackson - - who left the building in the mid - 1980s and later changed his name - - said he did not have contact with the los angeles county sheriff ' s department. [SEP] " we are disappointed, " he said. [SEP] " you have to play hard, you know you have to play fast and you know when you lose the ability to make shots and try to hold the ball, you know that you have to play very well, " he said. [SEP] his brother peter, 19, and his brother alex, 19, have also been charged with the same offence. [SEP] in [SEP]
+
+===== sample 016 =====
+[CLS] is not aware of the court ruling and is " worried that the final measures will not be taken, " according to the official, on condition of anonymity. [SEP] the first round of voting is expected to end at 7 : 30 a. m. [SEP] but the global credit crisis and rising oil prices are also seen as undermining china ' s traditional role as a economic power. [SEP] a st. william county man has been charged with second - degree murder. [SEP] obama has called for an effort to create 5 million jobs with the help of public money. [SEP] rome, italy ( ap ) - - the first time this [SEP]
+
+===== sample 017 =====
+[CLS] in december. [SEP] the u. s. currency rose to $ 1. 4774 on thursday. [SEP] u. s. secretary of state hillary clinton said on friday that the united states would support tougher sanctions against iran if the u. n. security council takes measures against tehran. [SEP] richard jones, her lawyer, could not immediately be reached early wednesday. [SEP] but aig had only $ 1. 6 billion in assets. [SEP] there are currently about 12, 000 carers in the uk and more than 25, 000 carers for the elderly. [SEP] " what do you think? " [SEP] clinton is scheduled to meet [SEP]
+
+===== sample 018 =====
+[CLS] in china, officials said on thursday. [SEP] " u. s. policy is not likely to have a significant impact on the near - term performance of the credit markets, " said richard hughes, senior vice president of research at rbc capital markets in new york. [SEP] that ' s set to happen this year. [SEP] i don ' t buy any of them. [SEP] he smiled as he spoke. [SEP] the review process is expected to be completed by the end of the year, said mr. white. [SEP] the move could lead to armed conflict in the northern border region. [SEP] in this case, the reality would be that if [SEP]
+
+===== sample 019 =====
+[CLS] that he told the magazine that he had an affair, and he agreed to support the senator ' s family in the case. [SEP] perhaps that was the trick. [SEP] adam laroche scored two runs and the pirates got back into the game in the bottom of the fourth inning after going on a slow start in the third inning. [SEP] this is worth $ 1. 7 trillion, or 2. 6 percent of china ' s total economy. [SEP] 19 ( upi ) - - macy ' s inc., the no. 2 u. s. retailer, says it needs more than $ 3 billion. [SEP] it would also look [SEP]
+
+===== sample 020 =====
+[CLS] important for the future of our industry, " he said. [SEP] the price was raised from $ 1, 000 to $ 3 per 1, 000 cubic feet of gas. [SEP] i am very disappointed and i don ' t want to do anything. " [SEP] the white house ' s position appears to be popular with some house democrats. [SEP] the european central bank has met in athens over the last two weeks to discuss the euro - country ' s debt crisis. [SEP] it ' s just a part of the economy that won ' t get lost. [SEP] " i was surprised, i was surprised, i wasn ' t. [SEP] i was [SEP]
+
+===== sample 021 =====
+[CLS] the new york times reported on sunday. [SEP] " i wouldn ' t say that it was wrong. [SEP] hong kong ' s hang sen rose 1. 1 percent. [SEP] " it is indisputable to make sense of what is going to happen. [SEP] mortgage debt for sale fell to $ 19. 6 billion in october, compared to $ 18. 2 billion in the same month in september, freddie mac said. [SEP] they ' ll not have anything to do with it. [SEP] the government has pumped billions of dollars into the banks and has pledged to renegotiate what it will pay out if banks can ' t bail [SEP]
+
+===== sample 022 =====
+[CLS] to 4 - to 5 - year - olds. - 5. 10 to 9 a. m. to 9 a. m. - - 3 a. m. to 6 p. m. - - 2 to 6 p. m. [SEP] in total, about 30, 000 people are expected to vote. [SEP] but now, she has trouble casting her vote, a friend said. [SEP] " i ' m not going to turn the race around, i ' m going to win and then i ' m going to go out and just go back and do what ' s best, " johnson said. [SEP] 14 ( upi ) [SEP]
+
+===== sample 023 =====
+[CLS] last year, according to government figures released wednesday. [SEP] but for now, new york believes that iran is a threat to israel and the united states. [SEP] the north north pole is expected to have a wind speed range of up to 10, 000 miles per second. [SEP] the show wound up beating the season finale, which averaged 13. 7 million viewers. [SEP] and, yes, a lot more. [SEP] it ' s part the school ' s three - year training program. [SEP] " when i come here i can see the people in a positive light. [SEP] there is a point, after all. [SEP] " you can ' t [SEP]
+
+===== sample 024 =====
+[CLS] or the " company " ) has filed a shelf registration statement with the u. s. district court for the southern district of new york ( brooklyn ) with the securities and exchange commission on wednesday, november 16, 2009. [SEP] she said the children were self - conscious as a result. [SEP] should the n. f. l. release players while they ' re playing in the nfl? [SEP] mr brown ' s lawyers had sentenced him to three years in prison after pleading not guilty on wednesday. [SEP] sure, i didn ' t serve well, but i was serving pretty well in this one. [SEP] washington ( 7 - 10 - 3 [SEP]
+
+===== sample 025 =====
+[CLS] to support him. [SEP] hundreds are still missing, although the chinese government has not said how many are still missing. [SEP] the us has said it may not send troops to afghanistan if the presidential election is held. [SEP] washington, june 30 / prnewswire - usnewswire / - - gartner inc ( r ), the world ' s leading third - party internet - based online retailer for u. s. consumers, announced today that users have received more than 2. 5 million page views from the top 40 leading u. s. retail web sites, including shoppers ( r ), shoppcs ( [SEP]
+
+===== sample 026 =====
+[CLS] it ' s getting worse than i do and i don ' t know i ' ll fix it, but i need to get on and on. [SEP] earlier this week, attorney general eric h. holder announced that he had reached a deal with mr. bush ' s administration that would allow immunity for u. s. contractors in iraq. [SEP] i am very proud of the team, i ' ve got my head on the line of defence. [SEP] we understand that this is not the news for the future. [SEP] this is in line with the company ' s first - quarter growth rate of 6. 7 percent. [SEP] that could be [SEP]
+
+===== sample 027 =====
+[CLS] of the country. [SEP] it says at least 200 people, including nearly 100 civilians, have been killed in the fighting. [SEP] and, i believe, they say so. [SEP] it did not provide more details as to when the results would be released. [SEP] prices range from 300 to 300 euros. [SEP] i ' m sorry to think he wasn ' t involved in this wonderful film. [SEP] maj. gen. kevin bergner, a spokesman for the u. s. military in afghanistan, said saturday that no - one was injured in the incident, but said it could have been a suicide attack on coalition forces. [SEP] i ' m [SEP]
+
+===== sample 028 =====
+[CLS] this year. [SEP] that was enough to make that happen. [SEP] there are questions about blair ' s father, tony blair, britain ' s first prime minister in 2006. [SEP] there have been growing calls for lawmakers to take up the legislation, but, with differences between the senate bill and the house version, they have yet to take it up. [SEP] temasek, singapore ' s central bank, said revenues in the first quarter fell more than 10 percent to 4. 8 billion dollars ( £3. 2 billion ). [SEP] illinois went on a 12 - 4 run to put the black bears up 45 - 32 with 4 : [SEP]
+
+===== sample 029 =====
+[CLS] last week for seven years. [SEP] mrs jones said that she went to the property in the brixton area of the city earlier and heard a very loud noise before she was run over by a second man, who tried to help. [SEP] " i didn ' t know when my son was a boy. [SEP] " what can a good mother do? " she asked, " and what can i do about it? " [SEP] in late - afternoon trading, the dow rose 41. 49, or 4 percent, to 8, 802. 47. [SEP] the program has since been extended by six months. [SEP] i don ' t [SEP]
+
+===== sample 030 =====
+[CLS] in china, " the report said. [SEP] city council members are expected to consider mr. fehr ' s recommendation at a council meeting next month. [SEP] he is calling for a reform of the law to protect civil rights. [SEP] the u. s. military said six militants in the area had been killed, but it blamed the fighting on an ongoing operation by u. s. and iraqi forces. [SEP] the fsa says a loan up to 60 % of the value of a bank ' s book value can only be extended twice at the same time in time. [SEP] they took a three - point lead into the final minutes, [SEP]
+
+===== sample 031 =====
+[CLS] said the case would remain unsolved for the next five years. [SEP] beer sales also fell during the month, with the average retail price of a pint down 5 per cent to £5. 20. [SEP] the sea shepherd was attacked by one of the ship ' s skippers, richard phillips, who tried to get it off its legs. [SEP] the boy was returned to his father on monday, the official said. [SEP] " when i leave the club, i don ' t think it will give me confidence, " he said. [SEP] i ' ve been doing it for years. [SEP] let ' s just face it - - [SEP]
+
+===== sample 032 =====
+[CLS]swoman said. [SEP] the soldier, said to be " a great hero, " was killed on 29 july after being struck down by a roadside bomb. [SEP] john boehm, the auction ' s executive director, said that a number of books - - including rare works - - by many artists would be included in the sale. [SEP] i ' m sorry. [SEP] the company said that revenue from its u. s. - based video game division rose 5 percent to $ 76. 6 million, up 11 percent from $ 68. 4 million in the year - ago first quarter. [SEP] the mother of the five - year - [SEP]
+
+===== sample 033 =====
+[CLS] jones 3 - 6, jones 3 - 5, west 3 - 6, jones 3 - 6, west 3 - 5, jones 2 - 4, bosh 2 - 3, nowitzki 2 - 3, terry 1 - 2, jones 1 - 2, maxiell 1 - 1, jones 0 - 1. [SEP] butler vs. ohio state, 8 : 30 p. m. [SEP] despite the contributions i ' d made to my career, i wasn ' t able to take on this type of role. [SEP] i don ' t want to get into a club, i don ' t even want to play at a club [SEP]
+
+===== sample 034 =====
+[CLS].... [SEP] he wasn ' t sure what would be next to him, but said he was shocked. [SEP] alcoa ' s total sales rose nearly 6 percent in the year - ago quarter to $ 6. 3 billion. [SEP] in london, light, sweet crude fell 56 cents, $ 3. 18, to $ 66. 10 a barrel on the new york mercantile exchange. [SEP] in september, it forecast that output would fall 1. 4 per cent in 2009 and then rise 2. 5 per cent in 2010. [SEP] on tuesday, two palestinians were killed in the northern gaza strip, according to the israeli military [SEP]
+
+===== sample 035 =====
+[CLS]. 3 million in the period, it said. [SEP] a 14 - year - old boy stabbed to death in south london has become part of a team of people searching for his killer. [SEP] they are also thought to be setting up a service called gameweb, which allows users to play games by text or video message from the user ' s own account. [SEP] one of his three children, motaba, died in 1996. [SEP] the company reported a fourth - quarter pre - tax net loss of 2. 3 billion euros ( $ 3. 2 billion ) - - a decline of 27 percent - - compared with a loss [SEP]
+
+===== sample 036 =====
+[CLS] to be able to hold on to. [SEP] " my husband and i announced a week ago that he would not be playing here because i would respect him. [SEP] he ' s a good, good - looking man. [SEP] the president ' s spokesman denied that he intended to respond personally to the allegations. [SEP] hours after he lost the republican nomination to gov. sarah palin, sen. john mccain, who has pledged to campaign with palin for the republican presidential nomination, said he would run for president again in 2012. [SEP] " we are going to have to make sure that we ' ve got the results from the first round of [SEP]
+
+===== sample 037 =====
+[CLS] 2. 2 million in the fourth quarter of 2007. [SEP] lamar aldridge led the blazers with 30 points, including seven assists and 10 rebounds. [SEP] " you feel that you are doing good, and you need to do good. " [SEP] the real problem, he said, was that he was trying to regain political power on the other side of the atlantic. [SEP] " a decision has been made. [SEP] it ' s also difficult to identify any of the six homes that are under investigation, authorities said. [SEP] he said more than 2, 000 people were arrested. [SEP] in may 2008 more than 6 million people signed up to watch [SEP]
+
+===== sample 038 =====
+[CLS]. [SEP] tony parker scored 18 points and tony parker chipped in with 13 for the spurs, who led 20 - 0 midway through the fourth quarter. [SEP] " a few years ago, i would have gone on to get a job, " she said. [SEP] there ' s a strong side to it. [SEP] " i don ' t think they ' re really going to do anything wrong, " he told afp. [SEP] " it would be very bad news for the fans, but it will be very good for the team. [SEP] but they were able to shut it down. [SEP] 5 ( upi ) - - u. [SEP]
+
+===== sample 039 =====
+[CLS] nine of their last 10 games. [SEP] if you ' re not worried, you might be tempted to take a different view. [SEP] some of the shares will be sold at a price of $ 25 per share, mr. berner said. [SEP] " you can ' t just get through this, " he said, in a soft voice. [SEP] they will meet in london next month. [SEP] it ' s going to be about 10 minutes. [SEP] the ftse 100 rose more than 2, 300 points last night. [SEP] net loss for the first six months of fiscal 2010 was $ 6. 5 million compared to $ 7. 1 [SEP]
+
+===== sample 040 =====
+[CLS] beijing games. [SEP] a spokesman for the housing association said it was not yet known how many new homes would be built in the area. [SEP] " it is very hard to say we ' re seeing a big rally on wall street, " he said. [SEP] it was not the only major victim of friday ' s incident near detroit, where the group had claimed responsibility for the failed christmas christmas day attack on a plane. [SEP] the police have called for a full investigation and results should be released by december 26. [SEP] " we don ' t have a church in the united states that works with children, " she said. [SEP] the new [SEP]
+
+===== sample 041 =====
+[CLS] champion janko tipsarevic 6 - 3, 6 - 4, 6 - 4, 4 - 6, 7 - 5, 6 - 4 in the second round. [SEP] germany ' s dax index fell 0. 3 percent in the wake of mixed u. s. data on friday, boosting hopes of an economic recovery in the united states. [SEP] and then you know what happened, you know, but if you ' re not ready to go, then you ' ve got to know that you ' ll be ready. [SEP] and if you signed up for the income tax credit, you would still be eligible to pay a de [SEP]
+
+===== sample 042 =====
+[CLS] another six people were injured, police and hospital officials said. [SEP] michael e. hayden, a senior c. i. a. official in new york, told reuters that the judge ' s decision would be known by the end of july. [SEP] and as a result, you could argue that we ' re not responsible for much of the hype. [SEP] one way to get a better understanding of mr. prince ' s wrongdoing is to piece together the company ' s relationship with the sec. [SEP] washington, may 6 / prnewswire - usnewswire / - - as the u. s. department of [SEP]
+
+===== sample 043 =====
+[CLS] said. [SEP] the nasdaq composite index. ixic was down 1. 42 points, 0. 3 percent, to 2, 141. 78. [SEP] last month, 25 people died, mostly in a bus crash in the north of the city in which 10 people died, according to authorities. [SEP] " the taliban is operating in all areas of afghanistan, " he said. [SEP] marjah, afghanistan ( ap ) - a roadside bomb exploded near a market in afghanistan tuesday, killing two people and wounding at least five afghans, the military said. [SEP] " i ' m happy to say that it ' s not just a [SEP]
+
+===== sample 044 =====
+[CLS], gas prices rose by 6. 2 %. [SEP] u. s. net revenue for the third quarter of 2009 was $ 38. 2 million, a slight increase compared to revenue of $ 43. 0 million in the third quarter of 2008, and a decrease from $ 43. 4 million reported in the first nine months of 2009. [SEP] you don ' t want to make money, you don ' t know what you ' re going to do, " he said. [SEP] the nets then scored four straight to take a six - point lead. [SEP] j. p. morgan, chief economist at the new york fed, said today [SEP]
+
+===== sample 045 =====
+[CLS] received more than $ 2 million in campaign contributions from lobbyists. [SEP] as expected, u. s. defense secretary robert gates has called for an end to a two - year mission that includes about 21, 000 u. s. combat troops to be followed by another 17, 000 u. s. troops to support u. s. - led forces later this year. [SEP] mr jones said : " there is no way to stop it. [SEP] in some cases, it can lead to small changes in body function that can lead to muscle pain. [SEP] i don ' t know yet. [SEP] he lived with it. [SEP] and it [SEP]
+
+===== sample 046 =====
+[CLS] to make the right turn. [SEP] that does not mean they feel the need to help out. [SEP] she didn ' t know what to do. [SEP] my mother told me. [SEP] if you can ' t get it over and get it done, let ' s learn a lesson. [SEP] " it ' s going to take time, " he said. [SEP] the u. s. military said the 17 - year - old girl was part of a plot by the taliban to remove her mother from the compound after authorities identified the 7 - year - old with a video surveillance system. [SEP] " if i agree with the president, i would [SEP]
+
+===== sample 047 =====
+[CLS] the report. [SEP] the flight took off on tuesday morning but was able to return safely to land. [SEP] " the challenge will be to maintain a state of peace, law and justice, " he said. [SEP] but it would be wise to be more cautious if the u. s. government ' s rescue plan isn ' t in the works, either. [SEP] homebuilder tyco said its net profit in the fourth quarter rose to $ 100. 2m ( £56m ), up from $ 90. 9m a year earlier. [SEP] there have also been reports that many people have gone to a nearby hospital, [SEP]
+
+===== sample 048 =====
+[CLS] percent to 45 percent over obama. [SEP] i don ' t want to be there - - i just want to be honest, but i ' ve got to go. [SEP] " it ' s not a lot of money, it ' s money, i want to make money, i don ' t want to spend money, i don ' t think that ' s enough. [SEP] mexico, the first country this year to take steps since a case of the h1n1 virus was detected in april, has 3, 300 confirmed cases. [SEP] his decision wasn ' t clear to his father. [SEP] in the end, we may have [SEP]
+
+===== sample 049 =====
+[CLS] shot 3 - for - 4 from 3 - point range, including 3 - for - 13 from the field and went 2 - for - 9 shooting in the first half. [SEP] the official said the government is considering moving the case to a civilian trial, but the supreme court ' s decision is likely to affect the outcome of those cases. [SEP] it ' s something i ' m used to, but i don ' t want to run away. [SEP] it ' s fair to say we ' ve been through this before, " the president said. [SEP] mr. gates spent nearly four hours on the job while the pentagon went through a review [SEP]
+
+===== sample 050 =====
+[CLS], if there was a chance that he might have won the title. [SEP] tampa, fla. - jacksonville didn ' t get a field goal in the first half, but didn ' t return. [SEP] but it could also turn out to be an early sign of the difficulties the government is trying to create. [SEP] " i was happy to be here because i just wanted to make it a world cup but i ' ve got my head around. [SEP] the irishman added that he was ready to play in the first pga tour championship in new orleans in march this year. [SEP] ramirez followed with a single in the bottom of the fourth [SEP]
+
+===== sample 051 =====
+[CLS] off at the airport. [SEP] the company posted a fourth - quarter loss of $ 21. 8 million or $ 1. 27 per share on revenue of $ 21. 7 million, or 45 cents a year earlier. [SEP] " we should not do it because we can ' t afford it but we cannot afford to pay for it because we don ' t have jobs, " he said. [SEP] the japanese central bank said friday that banks will lend 2. 547 trillion yen ( $ 493 billion ) in october, up from an earlier forecast of 2. 518 trillion in september, data showed wednesday. [SEP] it was not clear [SEP]
+
+===== sample 052 =====
+[CLS] happened to my brother and i just want to make sure he doesn ' t go back to his father again. [SEP] investors, too, are still waiting to see if the credit crisis in the u. s. is finally over, or if it is part of a broader trend. [SEP] " i do not know. [SEP] but a few weeks ago, i found the job to be a bit more difficult. [SEP] he said he was concerned about the boy ' s self - esteem, as well as the apparent lack of professionalism in the system. [SEP] " in the end i have a great deal to offer, i ' m not [SEP]
+
+===== sample 053 =====
+[CLS] if he was still alive. [SEP] the operation involved more than 100 afghan civilians, including u. s. and afghan troops. [SEP] that idea was widely criticised. [SEP] in 2007, more than 1 million people were killed, according to the u. s. department of transportation. [SEP] mr brown said yesterday that no deal could be put in place until a deal could be completed more quickly. [SEP] however, millions of americans will still be able to watch an average of about 50 - 60 movies a year. [SEP] she has been charged with murder and the death penalty isn ' t related to her actions. [SEP] but the company ' s chief [SEP]
+
+===== sample 054 =====
+[CLS]. [SEP] that ' s why he didn ' t know what i was doing. [SEP] the committee ' s chairman, henry a. waxman, a democrat of california, said he didn ' t think the effort would be successful. [SEP] nairobi ( reuters ) - u. s. president barack obama will hold talks with african leaders on tuesday, part of a week - long trip to the east african nation, aimed at defusing the crisis and ending political turmoil that could hamper efforts to bring peace to africa. [SEP] on the other hand, they don ' t have to be able to go to university, " he said. [SEP] [SEP]
+
+===== sample 055 =====
+[CLS] last year. [SEP] house democrats have opposed the idea amid concern that the new housing law would have a significant effect on the city government, the housing market and the mortgage industry. [SEP] in a statement released to cnn, the department said it was still investigating the report. [SEP] " why don ' t you ask? [SEP] foreclos rose to 6. 6 percent of sales in the third quarter of the fiscal year, up from 6. 4 percent a year earlier, the national association of realtors. [SEP] oakland, calif., nov. [SEP] chicago, april 5 / prnewswire - firstcall / - - [SEP]
+
+===== sample 056 =====
+[CLS] 2007 to january 2008. [SEP] the government will " announce its growth forecasts on thursday, " a statement on its web site said. [SEP] they also offer evidence that the credit - related problems are going back to the financial crisis of the 1930s. [SEP] halladay, who has allowed four runs in six straight starts, is 7 - 6 - 3 with a 3. 92 era in his nine starts. [SEP] " we ' ve got lots of people coming with us, " he told afp. [SEP] i don ' t have a sense of humor. [SEP] the poll, conducted on march 17, has a margin of error of plus [SEP]
+
+===== sample 057 =====
+[CLS] something to do with identity politics. [SEP] " we had no idea what was happening, but it was still going on, " he said. [SEP] the first of two flights, on saturday, take off at 10. 30am. [SEP] as many as 10, 000 are expected to vote in the run - off. [SEP] 15 / prnewswire - usnewswire / - - the american medical association announced a multi - year certification program that enables its members to provide the highest level of care they provide. [SEP] the children, a father, his brother, his mother and a 9 - year - old son, watched as [SEP]
+
+===== sample 058 =====
+[CLS]. [SEP] " i have a problem with some players, i want to play the way i would like to if i did.... [SEP] by tuesday, some 3, 200 people had been arrested. [SEP] on the other hand, the current agreement is set to expire in january 2009. [SEP] that ' s something i ' ve done in my life and, as long as possible i can ' t do anything. [SEP] 17 ( upi ) - - a woman is accused of selling her hair to a 15 - year - old girl to protect her father ' s identity, police said. [SEP] the los angeles times reported the [SEP]
+
+===== sample 059 =====
+[CLS]. [SEP] he has been held out of the goma area for two days. [SEP] i don ' t know what to do. [SEP] so, why should we be forced to pay for the health care reform? [SEP] a second black car is believed to be in the vehicle involved in the collision. [SEP] india ' s economy minister told manmohan singh that the government was worried about the possibility of a slowdown or even a slowdown in the pace of global economic growth. [SEP] " in fact, this is the worst case of fraud in this country ' s history, " he said. [SEP] the obama administration is also looking at [SEP]
+
+===== sample 060 =====
+[CLS] a baby six years ago didn ' t turn out to be easy. [SEP] i wanted to know what i was going to do - - it ' s interesting. [SEP] he didn ' t say much about national security, but we will certainly do that, " ratliff said in an interview. [SEP] " i decided to go to the doctor because i thought it was clear the result wasn ' t so good. [SEP] they may not be. [SEP] well, if you want to make that money, you know, and you need that, and you need to be able to get the money. [SEP] at december 31, 2008, $ [SEP]
+
+===== sample 061 =====
+[CLS] working with the fbi. [SEP] hours later, the body was found, but the cause of death remained unknown. [SEP] the 3d sci - fi film has fallen two places to no. 3, taking more than $ 80m ( £45m ) opening weekend. [SEP] meanwhile, zhi zheng, vice chief of staff of the central committee of the people ' s communist party, refused to discuss the use of the terms " gop " and " gop. " [SEP] i don ' t. [SEP] although england could have scored the first three goals of the first half, it might have been one of the few occasions they [SEP]
+
+===== sample 062 =====
+[CLS] about the cost of the war. [SEP] friday was the busiest day this year, with just 457, 000 tickets sold in march, compared with 454, 000 last year. [SEP] unfortunately, the plan will require more work to come up with the right plan. [SEP] to keep up with the money, you may hang out with friends and family, but there is little room for it. [SEP] rafael nadal has yet to make the quarter - finals this year, compared with two of his four losses of the year to briton rafael nadal - - one of the world ' s top two ranked players. [SEP] but the court [SEP]
+
+===== sample 063 =====
+[CLS] a liquidity facility or a national liquidity facility. [SEP] nadal is two points ahead of the tournament ' s two - time world champion, davydenko. [SEP] but results were mixed, with a 3. 3 percent drop in quarterly pre - tax profits. [SEP] the stock was down 3. 9 percent in early trading. [SEP] the euro traded at $ 1. 4077 in new york, having closed up 2 percent on tuesday. [SEP] you ' re always happy with them, and you ' re so very happy, " he said. [SEP] and that ' s not true. [SEP] the trial will be held on 6 [SEP]
+

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps1024_c64_t1p45_scored.jsonl

@@ -0,0 +1,65 @@
+{"type": "summary", "name": "steps1024_c64_t1p45", "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt", "step": 434000, "decode": {"kind": "categorical_fullvocab_normal_steps_sweep", "config": "steps1024_c64_t1p45", "steps": 1024, "endpoint_temp": 1.45, "concentration_max": 64.0, "final_from": "state", "update": "resample", "n_samples": 64, "seed": 20260509}, "detok_genppl": {"ppl": 23.282817031866973, "nll_per_token": 3.1477156220660336, "tokens": 9586}, "diversity": {"sample_entropy": 4.117521887431933, "unique_tokens": 1553, "token_count": 8192, "distinct_1": 0.1895751953125, "distinct_2": 0.6003937007874016, "top_token_mass": 0.067138671875}}
+{"type": "sample", "index": 0, "raw_text": "[CLS], the uk ' s largest retailer, cut its full - year forecast for the full year from £5. 3 million to £71. 5 million. [SEP] i don ' t know why we need to do this, but we ' ll wait and see if we can reach a situation where the government can ' t do the job. [SEP] i know, i don ' t know, but she didn ' t appear in front of the cameras. [SEP] 5 ( upi ) - - a bomb killed two women and three children in northern iraq, a u. s. military spokesman said. [SEP] he had no idea what to do [SEP]", "detok_text": "[CLS], the uk's largest retailer, cut its full - year forecast for the full year from £5. 3 million to £71. 5 million. [SEP] i don't know why we need to do this, but we'll wait and see if we can reach a situation where the government can't do the job. [SEP] i know, i don't know, but she didn't appear in front of the cameras. [SEP] 5 (upi) - - a bomb killed two women and three children in northern iraq, a u. s. military spokesman said. [SEP] he had no idea what to do [SEP]"}
+{"type": "sample", "index": 1, "raw_text": "[CLS]. [SEP] that is too much of a burden, it seems, given that he has a history of psychological problems. [SEP] we were not as good as we were in the first half and we fought on. \" [SEP] u. s. military officials spoke on condition of anonymity because they were not authorized to release information to the media. [SEP] the department of health said that the number of cases could have been higher if screening wasn ' t available. [SEP] it ' s my view that, if we didn ' t do it, what kind of reaction would be expected? [SEP] it ' s right. [SEP] \" it ' s a [SEP]", "detok_text": "[CLS]. [SEP] that is too much of a burden, it seems, given that he has a history of psychological problems. [SEP] we were not as good as we were in the first half and we fought on. \"[SEP] u. s. military officials spoke on condition of anonymity because they were not authorized to release information to the media. [SEP] the department of health said that the number of cases could have been higher if screening wasn't available. [SEP] it's my view that, if we didn't do it, what kind of reaction would be expected? [SEP] it's right. [SEP]\" it's a [SEP]"}
+{"type": "sample", "index": 2, "raw_text": "[CLS]s. [SEP] but you have to look over your shoulder. [SEP] a u. s. - led attack killed eight people near the afghan border tuesday as u. s. and afghan troops battled taliban militants in pakistan ' s tribal areas in what the military says is an effort to avoid more violence in the region. [SEP] not only was the fire engine going too fast, it was going too fast. [SEP] but he hasn ' t done so. [SEP] he is seeking $ 11. 9 million in compensation, the newspaper said. [SEP] that would reduce china ' s demand for oil exports by 2m barrels of oil a day, a record [SEP]", "detok_text": "[CLS]s. [SEP] but you have to look over your shoulder. [SEP] a u. s. - led attack killed eight people near the afghan border tuesday as u. s. and afghan troops battled taliban militants in pakistan's tribal areas in what the military says is an effort to avoid more violence in the region. [SEP] not only was the fire engine going too fast, it was going too fast. [SEP] but he hasn't done so. [SEP] he is seeking $11. 9 million in compensation, the newspaper said. [SEP] that would reduce china's demand for oil exports by 2m barrels of oil a day, a record [SEP]"}
+{"type": "sample", "index": 3, "raw_text": "[CLS] to have a proposed $ 700 billion bailout of the world ' s largest u. s. automaker passed by law, a u. s. official close to negotiations said tuesday. [SEP] i look forward to joining the olympic team and working with them for a long time, \" he said in a statement. [SEP] \" if you don ' t win the champions league against the top teams, you have to do something, \" he said. [SEP] he was released on bail and returned to the united states. [SEP] the attack was thought to have occurred in at least nine areas, including the western city of bosasso. [SEP] the [SEP]", "detok_text": "[CLS] to have a proposed $700 billion bailout of the world's largest u. s. automaker passed by law, a u. s. official close to negotiations said tuesday. [SEP] i look forward to joining the olympic team and working with them for a long time, \"he said in a statement. [SEP]\" if you don't win the champions league against the top teams, you have to do something, \" he said. [SEP] he was released on bail and returned to the united states. [SEP] the attack was thought to have occurred in at least nine areas, including the western city of bosasso. [SEP] the [SEP]"}
+{"type": "sample", "index": 4, "raw_text": "[CLS] said he expected the high court to take up the matter. [SEP] although the couple denied that they had had any children, they always denied any involvement. [SEP] nicolas sarkozy, the french president, said that france would work closely with the u. s. to provide additional support for the mission in afghanistan. [SEP] two of china ' s largest companies agreed to pay $ 6. 7 million in fines and sell $ 2. 6 million worth of tainted products for sale in the u. s.. [SEP] he got 51 percent of the vote saturday. [SEP] he is now being sent back to england, where he ' ll try to [SEP]", "detok_text": "[CLS] said he expected the high court to take up the matter. [SEP] although the couple denied that they had had any children, they always denied any involvement. [SEP] nicolas sarkozy, the french president, said that france would work closely with the u. s. to provide additional support for the mission in afghanistan. [SEP] two of china's largest companies agreed to pay $6. 7 million in fines and sell $2. 6 million worth of tainted products for sale in the u. s.. [SEP] he got 51 percent of the vote saturday. [SEP] he is now being sent back to england, where he'll try to [SEP]"}
+{"type": "sample", "index": 5, "raw_text": "[CLS] under u. s. law. [SEP] also, u. s. president barack obama is expected to attend the economic summit. [SEP] the knife was recovered by police in november last year. [SEP] the interior ministry said no group had claimed responsibility for the bombing. [SEP] the attack was carried out in a church in corfu, about 100 miles north of the city. [SEP] \" we don ' t want to go outside, we want to go inside, \" he says. [SEP] he would not speculate on whether the case would be brought before the tribunal. [SEP] when i last came here two years ago i was not able to walk [SEP]", "detok_text": "[CLS] under u. s. law. [SEP] also, u. s. president barack obama is expected to attend the economic summit. [SEP] the knife was recovered by police in november last year. [SEP] the interior ministry said no group had claimed responsibility for the bombing. [SEP] the attack was carried out in a church in corfu, about 100 miles north of the city. [SEP] \"we don't want to go outside, we want to go inside,\" he says. [SEP] he would not speculate on whether the case would be brought before the tribunal. [SEP] when i last came here two years ago i was not able to walk [SEP]"}
+{"type": "sample", "index": 6, "raw_text": "[CLS]... [SEP] he needs to know something. [SEP] he could never come close to matching nadal ' s serve. [SEP] we ' re not the only ones looking after our children, though. [SEP] 5 ( upi ) - - canadian and u. s. military researchers say a growing number of u. s. combat soldiers take a variety of drugs, called imbecile, as part of their treatment. [SEP] \" you don ' t feel as if you ' re the only one who ' s going to win this race, \" he said. [SEP] a 25 - year - old man, believed to have been shot [SEP]", "detok_text": "[CLS]... [SEP] he needs to know something. [SEP] he could never come close to matching nadal's serve. [SEP] we're not the only ones looking after our children, though. [SEP] 5 (upi) - - canadian and u. s. military researchers say a growing number of u. s. combat soldiers take a variety of drugs, called imbecile, as part of their treatment. [SEP] \"you don't feel as if you're the only one who's going to win this race,\" he said. [SEP] a 25 - year - old man, believed to have been shot [SEP]"}
+{"type": "sample", "index": 7, "raw_text": "[CLS] [SEP] brown ' s economic team this week will present new proposals on how to deal with the crisis. [SEP] i am not going to be too concerned and i hope she does not do anything about it. [SEP] authorities said a man was shot dead. [SEP] ubs shares closed down 1. 75 to 12. 13 francs. [SEP] i think that ' s a good thing, \" he said. [SEP] \" i ' m not worried about winning, i just felt i wanted to go out there, \" he said. [SEP] in the past week, 15 people have also been killed in two bomb attacks in northern iraq. [SEP] in addition to [SEP]", "detok_text": "[CLS] [SEP] brown's economic team this week will present new proposals on how to deal with the crisis. [SEP] i am not going to be too concerned and i hope she does not do anything about it. [SEP] authorities said a man was shot dead. [SEP] ubs shares closed down 1. 75 to 12. 13 francs. [SEP] i think that's a good thing, \"he said. [SEP]\" i'm not worried about winning, i just felt i wanted to go out there, \" he said. [SEP] in the past week, 15 people have also been killed in two bomb attacks in northern iraq. [SEP] in addition to [SEP]"}
+{"type": "sample", "index": 8, "raw_text": "[CLS] ' t give up his hopes to obama. [SEP] he said the remains belong to israel ' s mother and her daughter, whose remains had been taken by the u. s. government. [SEP] earlier this month northern rock said that it would be prepared to raise about £1. 5 billion from one of its lenders after the december 18 deadline. [SEP] the person asked not to be named because the investigation was still ongoing. [SEP] \" it ' s a big game, but we have the will to win and we should be patient, \" benitez said. [SEP] the only thing i can think of is that i was really worried about [SEP]", "detok_text": "[CLS]'t give up his hopes to obama. [SEP] he said the remains belong to israel's mother and her daughter, whose remains had been taken by the u. s. government. [SEP] earlier this month northern rock said that it would be prepared to raise about £1. 5 billion from one of its lenders after the december 18 deadline. [SEP] the person asked not to be named because the investigation was still ongoing. [SEP] \"it's a big game, but we have the will to win and we should be patient,\" benitez said. [SEP] the only thing i can think of is that i was really worried about [SEP]"}
+{"type": "sample", "index": 9, "raw_text": "[CLS] save his life. [SEP] in an interview with reuters, the company ' s president and chief operating officer, michael p. woodley, declined to comment. [SEP] the bank of england ' s response to the credit crisis will be discussed at the bank ' s annual meeting later. [SEP] an elderly woman has been found shot dead in a house. [SEP] but he kept growing up. [SEP] richard, 28, a former law student, said the mother was very concerned and worried about the fact that he does not live and will have to live with him unless he is able to handle this. [SEP] the president had a similar reaction when asked if [SEP]", "detok_text": "[CLS] save his life. [SEP] in an interview with reuters, the company's president and chief operating officer, michael p. woodley, declined to comment. [SEP] the bank of england's response to the credit crisis will be discussed at the bank's annual meeting later. [SEP] an elderly woman has been found shot dead in a house. [SEP] but he kept growing up. [SEP] richard, 28, a former law student, said the mother was very concerned and worried about the fact that he does not live and will have to live with him unless he is able to handle this. [SEP] the president had a similar reaction when asked if [SEP]"}
+{"type": "sample", "index": 10, "raw_text": "[CLS] the net. [SEP] but this is likely to do very little to lift sentiment in the market. [SEP] it came a day after two more british soldiers died in an attack on a nato base in southern afghanistan, where troops are fighting a two - year offensive against militants. [SEP] if it ' s hard to find a job, they ' re quick to know what ' s ahead of them. [SEP] net income for the quarter ended june 30, 2009, fell nearly 30 percent, to $ 120 million, or $ 1. 26 per share from $ 76 million, or $ 2. 16, a year earlier. [SEP] she said she was [SEP]", "detok_text": "[CLS] the net. [SEP] but this is likely to do very little to lift sentiment in the market. [SEP] it came a day after two more british soldiers died in an attack on a nato base in southern afghanistan, where troops are fighting a two - year offensive against militants. [SEP] if it's hard to find a job, they're quick to know what's ahead of them. [SEP] net income for the quarter ended june 30, 2009, fell nearly 30 percent, to $120 million, or $1. 26 per share from $76 million, or $2. 16, a year earlier. [SEP] she said she was [SEP]"}
+{"type": "sample", "index": 11, "raw_text": "[CLS] bill that u. s. lawmakers are expected to discuss in the next week. [SEP] 18 ( upi ) - - authorities say a woman shot to death in the rural southern california town of sedona is likely to face a murder charge. [SEP] we want them to go. \" [SEP] david davis, the shadow home secretary, said : \" this is a clear signal to members of our party that we are ready to move forward with a new strategy for the country, especially after the general election. [SEP] \" i ' m afraid it ' ll still get a bit worse. [SEP] i play real tennis. [SEP] the official said [SEP]", "detok_text": "[CLS] bill that u. s. lawmakers are expected to discuss in the next week. [SEP] 18 (upi) - - authorities say a woman shot to death in the rural southern california town of sedona is likely to face a murder charge. [SEP] we want them to go. \"[SEP] david davis, the shadow home secretary, said:\" this is a clear signal to members of our party that we are ready to move forward with a new strategy for the country, especially after the general election. [SEP] \" i'm afraid it'll still get a bit worse. [SEP] i play real tennis. [SEP] the official said [SEP]"}
+{"type": "sample", "index": 12, "raw_text": "[CLS] net income of $ 0. 9 million or $ ( 0. 18 ) in the fourth quarter of 2009 to $ 26. 2 million, or $ ( 0. 19 ) per share in the fourth quarter of 2008, compared to $ 28. 0 million, or $ ( 0. 16 ) per diluted common share in the fourth quarter. [SEP] peoria, texas, feb. [SEP] mr. maliki ' s comments drew sharp criticism from many within the shiite political spectrum, including mr. al - maliki and from the iraqi national alliance, the prime minister ' s own political party. [SEP] \" on the other hand [SEP]", "detok_text": "[CLS] net income of $0. 9 million or $(0. 18) in the fourth quarter of 2009 to $26. 2 million, or $(0. 19) per share in the fourth quarter of 2008, compared to $28. 0 million, or $(0. 16) per diluted common share in the fourth quarter. [SEP] peoria, texas, feb. [SEP] mr. maliki's comments drew sharp criticism from many within the shiite political spectrum, including mr. al - maliki and from the iraqi national alliance, the prime minister's own political party. [SEP] \" on the other hand [SEP]"}
+{"type": "sample", "index": 13, "raw_text": "[CLS]s. [SEP] it was jones, though, who succeeded in bashing the referee in the face. [SEP] lawmakers and the white house met with democratic leaders in talks on health care reform, a hot - button issue that could keep president george w. bush in office. [SEP] the u. s. oil industry has cut its forecast for oil output growth to 2. 4 million barrels a day, the group ' s president said in a statement. [SEP] the deal is the first step in the government ' s bailout of the banking sector. [SEP] 15 / prnewswire / - - mckinsey & company, inc. [SEP]", "detok_text": "[CLS]s. [SEP] it was jones, though, who succeeded in bashing the referee in the face. [SEP] lawmakers and the white house met with democratic leaders in talks on health care reform, a hot - button issue that could keep president george w. bush in office. [SEP] the u. s. oil industry has cut its forecast for oil output growth to 2. 4 million barrels a day, the group's president said in a statement. [SEP] the deal is the first step in the government's bailout of the banking sector. [SEP] 15/prnewswire/- - mckinsey & company, inc. [SEP]"}
+{"type": "sample", "index": 14, "raw_text": "[CLS]. [SEP] the sale is due to take place on 14 april and take place on 12 may. [SEP] after chris osgood ' s wrist shot went into the left side of the net, semin scored with 4 : 15 left, sending a power - play pass into the corner of the net. [SEP] you don ' t have to be worried about the weather, but you should check it out at the end of the day, when it gets hot. [SEP] he promised to hold a referendum on the issue as soon as he could. [SEP] you know what this is all about. [SEP] but some experts say that is not enough to keep [SEP]", "detok_text": "[CLS]. [SEP] the sale is due to take place on 14 april and take place on 12 may. [SEP] after chris osgood's wrist shot went into the left side of the net, semin scored with 4: 15 left, sending a power - play pass into the corner of the net. [SEP] you don't have to be worried about the weather, but you should check it out at the end of the day, when it gets hot. [SEP] he promised to hold a referendum on the issue as soon as he could. [SEP] you know what this is all about. [SEP] but some experts say that is not enough to keep [SEP]"}
+{"type": "sample", "index": 15, "raw_text": "[CLS] ' s health care system. [SEP] mr. jackson - - who left the building in the mid - 1980s and later changed his name - - said he did not have contact with the los angeles county sheriff ' s department. [SEP] \" we are disappointed, \" he said. [SEP] \" you have to play hard, you know you have to play fast and you know when you lose the ability to make shots and try to hold the ball, you know that you have to play very well, \" he said. [SEP] his brother peter, 19, and his brother alex, 19, have also been charged with the same offence. [SEP] in [SEP]", "detok_text": "[CLS]'s health care system. [SEP] mr. jackson - - who left the building in the mid - 1980s and later changed his name - - said he did not have contact with the los angeles county sheriff's department. [SEP] \"we are disappointed,\" he said. [SEP] \"you have to play hard, you know you have to play fast and you know when you lose the ability to make shots and try to hold the ball, you know that you have to play very well,\" he said. [SEP] his brother peter, 19, and his brother alex, 19, have also been charged with the same offence. [SEP] in [SEP]"}
+{"type": "sample", "index": 16, "raw_text": "[CLS] is not aware of the court ruling and is \" worried that the final measures will not be taken, \" according to the official, on condition of anonymity. [SEP] the first round of voting is expected to end at 7 : 30 a. m. [SEP] but the global credit crisis and rising oil prices are also seen as undermining china ' s traditional role as a economic power. [SEP] a st. william county man has been charged with second - degree murder. [SEP] obama has called for an effort to create 5 million jobs with the help of public money. [SEP] rome, italy ( ap ) - - the first time this [SEP]", "detok_text": "[CLS] is not aware of the court ruling and is \"worried that the final measures will not be taken,\" according to the official, on condition of anonymity. [SEP] the first round of voting is expected to end at 7: 30 a. m. [SEP] but the global credit crisis and rising oil prices are also seen as undermining china's traditional role as a economic power. [SEP] a st. william county man has been charged with second - degree murder. [SEP] obama has called for an effort to create 5 million jobs with the help of public money. [SEP] rome, italy (ap) - - the first time this [SEP]"}
+{"type": "sample", "index": 17, "raw_text": "[CLS] in december. [SEP] the u. s. currency rose to $ 1. 4774 on thursday. [SEP] u. s. secretary of state hillary clinton said on friday that the united states would support tougher sanctions against iran if the u. n. security council takes measures against tehran. [SEP] richard jones, her lawyer, could not immediately be reached early wednesday. [SEP] but aig had only $ 1. 6 billion in assets. [SEP] there are currently about 12, 000 carers in the uk and more than 25, 000 carers for the elderly. [SEP] \" what do you think? \" [SEP] clinton is scheduled to meet [SEP]", "detok_text": "[CLS] in december. [SEP] the u. s. currency rose to $1. 4774 on thursday. [SEP] u. s. secretary of state hillary clinton said on friday that the united states would support tougher sanctions against iran if the u. n. security council takes measures against tehran. [SEP] richard jones, her lawyer, could not immediately be reached early wednesday. [SEP] but aig had only $1. 6 billion in assets. [SEP] there are currently about 12, 000 carers in the uk and more than 25, 000 carers for the elderly. [SEP] \"what do you think?\" [SEP] clinton is scheduled to meet [SEP]"}
+{"type": "sample", "index": 18, "raw_text": "[CLS] in china, officials said on thursday. [SEP] \" u. s. policy is not likely to have a significant impact on the near - term performance of the credit markets, \" said richard hughes, senior vice president of research at rbc capital markets in new york. [SEP] that ' s set to happen this year. [SEP] i don ' t buy any of them. [SEP] he smiled as he spoke. [SEP] the review process is expected to be completed by the end of the year, said mr. white. [SEP] the move could lead to armed conflict in the northern border region. [SEP] in this case, the reality would be that if [SEP]", "detok_text": "[CLS] in china, officials said on thursday. [SEP] \"u. s. policy is not likely to have a significant impact on the near - term performance of the credit markets,\" said richard hughes, senior vice president of research at rbc capital markets in new york. [SEP] that's set to happen this year. [SEP] i don't buy any of them. [SEP] he smiled as he spoke. [SEP] the review process is expected to be completed by the end of the year, said mr. white. [SEP] the move could lead to armed conflict in the northern border region. [SEP] in this case, the reality would be that if [SEP]"}
+{"type": "sample", "index": 19, "raw_text": "[CLS] that he told the magazine that he had an affair, and he agreed to support the senator ' s family in the case. [SEP] perhaps that was the trick. [SEP] adam laroche scored two runs and the pirates got back into the game in the bottom of the fourth inning after going on a slow start in the third inning. [SEP] this is worth $ 1. 7 trillion, or 2. 6 percent of china ' s total economy. [SEP] 19 ( upi ) - - macy ' s inc., the no. 2 u. s. retailer, says it needs more than $ 3 billion. [SEP] it would also look [SEP]", "detok_text": "[CLS] that he told the magazine that he had an affair, and he agreed to support the senator's family in the case. [SEP] perhaps that was the trick. [SEP] adam laroche scored two runs and the pirates got back into the game in the bottom of the fourth inning after going on a slow start in the third inning. [SEP] this is worth $1. 7 trillion, or 2. 6 percent of china's total economy. [SEP] 19 (upi) - - macy's inc., the no. 2 u. s. retailer, says it needs more than $3 billion. [SEP] it would also look [SEP]"}
+{"type": "sample", "index": 20, "raw_text": "[CLS] important for the future of our industry, \" he said. [SEP] the price was raised from $ 1, 000 to $ 3 per 1, 000 cubic feet of gas. [SEP] i am very disappointed and i don ' t want to do anything. \" [SEP] the white house ' s position appears to be popular with some house democrats. [SEP] the european central bank has met in athens over the last two weeks to discuss the euro - country ' s debt crisis. [SEP] it ' s just a part of the economy that won ' t get lost. [SEP] \" i was surprised, i was surprised, i wasn ' t. [SEP] i was [SEP]", "detok_text": "[CLS] important for the future of our industry, \"he said. [SEP] the price was raised from $1, 000 to $3 per 1, 000 cubic feet of gas. [SEP] i am very disappointed and i don't want to do anything.\" [SEP] the white house's position appears to be popular with some house democrats. [SEP] the european central bank has met in athens over the last two weeks to discuss the euro - country's debt crisis. [SEP] it's just a part of the economy that won't get lost. [SEP] \" i was surprised, i was surprised, i wasn't. [SEP] i was [SEP]"}
+{"type": "sample", "index": 21, "raw_text": "[CLS] the new york times reported on sunday. [SEP] \" i wouldn ' t say that it was wrong. [SEP] hong kong ' s hang sen rose 1. 1 percent. [SEP] \" it is indisputable to make sense of what is going to happen. [SEP] mortgage debt for sale fell to $ 19. 6 billion in october, compared to $ 18. 2 billion in the same month in september, freddie mac said. [SEP] they ' ll not have anything to do with it. [SEP] the government has pumped billions of dollars into the banks and has pledged to renegotiate what it will pay out if banks can ' t bail [SEP]", "detok_text": "[CLS] the new york times reported on sunday. [SEP] \"i wouldn't say that it was wrong. [SEP] hong kong's hang sen rose 1. 1 percent. [SEP]\" it is indisputable to make sense of what is going to happen. [SEP] mortgage debt for sale fell to $19. 6 billion in october, compared to $18. 2 billion in the same month in september, freddie mac said. [SEP] they'll not have anything to do with it. [SEP] the government has pumped billions of dollars into the banks and has pledged to renegotiate what it will pay out if banks can't bail [SEP]"}
+{"type": "sample", "index": 22, "raw_text": "[CLS] to 4 - to 5 - year - olds. - 5. 10 to 9 a. m. to 9 a. m. - - 3 a. m. to 6 p. m. - - 2 to 6 p. m. [SEP] in total, about 30, 000 people are expected to vote. [SEP] but now, she has trouble casting her vote, a friend said. [SEP] \" i ' m not going to turn the race around, i ' m going to win and then i ' m going to go out and just go back and do what ' s best, \" johnson said. [SEP] 14 ( upi ) [SEP]", "detok_text": "[CLS] to 4 - to 5 - year - olds. - 5. 10 to 9 a. m. to 9 a. m. - - 3 a. m. to 6 p. m. - - 2 to 6 p. m. [SEP] in total, about 30, 000 people are expected to vote. [SEP] but now, she has trouble casting her vote, a friend said. [SEP] \"i'm not going to turn the race around, i'm going to win and then i'm going to go out and just go back and do what's best,\" johnson said. [SEP] 14 (upi) [SEP]"}
+{"type": "sample", "index": 23, "raw_text": "[CLS] last year, according to government figures released wednesday. [SEP] but for now, new york believes that iran is a threat to israel and the united states. [SEP] the north north pole is expected to have a wind speed range of up to 10, 000 miles per second. [SEP] the show wound up beating the season finale, which averaged 13. 7 million viewers. [SEP] and, yes, a lot more. [SEP] it ' s part the school ' s three - year training program. [SEP] \" when i come here i can see the people in a positive light. [SEP] there is a point, after all. [SEP] \" you can ' t [SEP]", "detok_text": "[CLS] last year, according to government figures released wednesday. [SEP] but for now, new york believes that iran is a threat to israel and the united states. [SEP] the north north pole is expected to have a wind speed range of up to 10, 000 miles per second. [SEP] the show wound up beating the season finale, which averaged 13. 7 million viewers. [SEP] and, yes, a lot more. [SEP] it's part the school's three - year training program. [SEP] \"when i come here i can see the people in a positive light. [SEP] there is a point, after all. [SEP]\" you can't [SEP]"}
+{"type": "sample", "index": 24, "raw_text": "[CLS] or the \" company \" ) has filed a shelf registration statement with the u. s. district court for the southern district of new york ( brooklyn ) with the securities and exchange commission on wednesday, november 16, 2009. [SEP] she said the children were self - conscious as a result. [SEP] should the n. f. l. release players while they ' re playing in the nfl? [SEP] mr brown ' s lawyers had sentenced him to three years in prison after pleading not guilty on wednesday. [SEP] sure, i didn ' t serve well, but i was serving pretty well in this one. [SEP] washington ( 7 - 10 - 3 [SEP]", "detok_text": "[CLS] or the \"company\" ) has filed a shelf registration statement with the u. s. district court for the southern district of new york (brooklyn) with the securities and exchange commission on wednesday, november 16, 2009. [SEP] she said the children were self - conscious as a result. [SEP] should the n. f. l. release players while they're playing in the nfl? [SEP] mr brown's lawyers had sentenced him to three years in prison after pleading not guilty on wednesday. [SEP] sure, i didn't serve well, but i was serving pretty well in this one. [SEP] washington ( 7 - 10 - 3 [SEP]"}
+{"type": "sample", "index": 25, "raw_text": "[CLS] to support him. [SEP] hundreds are still missing, although the chinese government has not said how many are still missing. [SEP] the us has said it may not send troops to afghanistan if the presidential election is held. [SEP] washington, june 30 / prnewswire - usnewswire / - - gartner inc ( r ), the world ' s leading third - party internet - based online retailer for u. s. consumers, announced today that users have received more than 2. 5 million page views from the top 40 leading u. s. retail web sites, including shoppers ( r ), shoppcs ( [SEP]", "detok_text": "[CLS] to support him. [SEP] hundreds are still missing, although the chinese government has not said how many are still missing. [SEP] the us has said it may not send troops to afghanistan if the presidential election is held. [SEP] washington, june 30/prnewswire - usnewswire/- - gartner inc (r), the world's leading third - party internet - based online retailer for u. s. consumers, announced today that users have received more than 2. 5 million page views from the top 40 leading u. s. retail web sites, including shoppers (r), shoppcs ( [SEP]"}
+{"type": "sample", "index": 26, "raw_text": "[CLS] it ' s getting worse than i do and i don ' t know i ' ll fix it, but i need to get on and on. [SEP] earlier this week, attorney general eric h. holder announced that he had reached a deal with mr. bush ' s administration that would allow immunity for u. s. contractors in iraq. [SEP] i am very proud of the team, i ' ve got my head on the line of defence. [SEP] we understand that this is not the news for the future. [SEP] this is in line with the company ' s first - quarter growth rate of 6. 7 percent. [SEP] that could be [SEP]", "detok_text": "[CLS] it's getting worse than i do and i don't know i'll fix it, but i need to get on and on. [SEP] earlier this week, attorney general eric h. holder announced that he had reached a deal with mr. bush's administration that would allow immunity for u. s. contractors in iraq. [SEP] i am very proud of the team, i've got my head on the line of defence. [SEP] we understand that this is not the news for the future. [SEP] this is in line with the company's first - quarter growth rate of 6. 7 percent. [SEP] that could be [SEP]"}
+{"type": "sample", "index": 27, "raw_text": "[CLS] of the country. [SEP] it says at least 200 people, including nearly 100 civilians, have been killed in the fighting. [SEP] and, i believe, they say so. [SEP] it did not provide more details as to when the results would be released. [SEP] prices range from 300 to 300 euros. [SEP] i ' m sorry to think he wasn ' t involved in this wonderful film. [SEP] maj. gen. kevin bergner, a spokesman for the u. s. military in afghanistan, said saturday that no - one was injured in the incident, but said it could have been a suicide attack on coalition forces. [SEP] i ' m [SEP]", "detok_text": "[CLS] of the country. [SEP] it says at least 200 people, including nearly 100 civilians, have been killed in the fighting. [SEP] and, i believe, they say so. [SEP] it did not provide more details as to when the results would be released. [SEP] prices range from 300 to 300 euros. [SEP] i'm sorry to think he wasn't involved in this wonderful film. [SEP] maj. gen. kevin bergner, a spokesman for the u. s. military in afghanistan, said saturday that no - one was injured in the incident, but said it could have been a suicide attack on coalition forces. [SEP] i'm [SEP]"}
+{"type": "sample", "index": 28, "raw_text": "[CLS] this year. [SEP] that was enough to make that happen. [SEP] there are questions about blair ' s father, tony blair, britain ' s first prime minister in 2006. [SEP] there have been growing calls for lawmakers to take up the legislation, but, with differences between the senate bill and the house version, they have yet to take it up. [SEP] temasek, singapore ' s central bank, said revenues in the first quarter fell more than 10 percent to 4. 8 billion dollars ( £3. 2 billion ). [SEP] illinois went on a 12 - 4 run to put the black bears up 45 - 32 with 4 : [SEP]", "detok_text": "[CLS] this year. [SEP] that was enough to make that happen. [SEP] there are questions about blair's father, tony blair, britain's first prime minister in 2006. [SEP] there have been growing calls for lawmakers to take up the legislation, but, with differences between the senate bill and the house version, they have yet to take it up. [SEP] temasek, singapore's central bank, said revenues in the first quarter fell more than 10 percent to 4. 8 billion dollars (£3. 2 billion). [SEP] illinois went on a 12 - 4 run to put the black bears up 45 - 32 with 4: [SEP]"}
+{"type": "sample", "index": 29, "raw_text": "[CLS] last week for seven years. [SEP] mrs jones said that she went to the property in the brixton area of the city earlier and heard a very loud noise before she was run over by a second man, who tried to help. [SEP] \" i didn ' t know when my son was a boy. [SEP] \" what can a good mother do? \" she asked, \" and what can i do about it? \" [SEP] in late - afternoon trading, the dow rose 41. 49, or 4 percent, to 8, 802. 47. [SEP] the program has since been extended by six months. [SEP] i don ' t [SEP]", "detok_text": "[CLS] last week for seven years. [SEP] mrs jones said that she went to the property in the brixton area of the city earlier and heard a very loud noise before she was run over by a second man, who tried to help. [SEP] \"i didn't know when my son was a boy. [SEP]\" what can a good mother do? \"she asked,\" and what can i do about it? \" [SEP] in late - afternoon trading, the dow rose 41. 49, or 4 percent, to 8, 802. 47. [SEP] the program has since been extended by six months. [SEP] i don't [SEP]"}
+{"type": "sample", "index": 30, "raw_text": "[CLS] in china, \" the report said. [SEP] city council members are expected to consider mr. fehr ' s recommendation at a council meeting next month. [SEP] he is calling for a reform of the law to protect civil rights. [SEP] the u. s. military said six militants in the area had been killed, but it blamed the fighting on an ongoing operation by u. s. and iraqi forces. [SEP] the fsa says a loan up to 60 % of the value of a bank ' s book value can only be extended twice at the same time in time. [SEP] they took a three - point lead into the final minutes, [SEP]", "detok_text": "[CLS] in china, \" the report said. [SEP] city council members are expected to consider mr. fehr's recommendation at a council meeting next month. [SEP] he is calling for a reform of the law to protect civil rights. [SEP] the u. s. military said six militants in the area had been killed, but it blamed the fighting on an ongoing operation by u. s. and iraqi forces. [SEP] the fsa says a loan up to 60 % of the value of a bank's book value can only be extended twice at the same time in time. [SEP] they took a three - point lead into the final minutes, [SEP]"}
+{"type": "sample", "index": 31, "raw_text": "[CLS] said the case would remain unsolved for the next five years. [SEP] beer sales also fell during the month, with the average retail price of a pint down 5 per cent to £5. 20. [SEP] the sea shepherd was attacked by one of the ship ' s skippers, richard phillips, who tried to get it off its legs. [SEP] the boy was returned to his father on monday, the official said. [SEP] \" when i leave the club, i don ' t think it will give me confidence, \" he said. [SEP] i ' ve been doing it for years. [SEP] let ' s just face it - - [SEP]", "detok_text": "[CLS] said the case would remain unsolved for the next five years. [SEP] beer sales also fell during the month, with the average retail price of a pint down 5 per cent to £5. 20. [SEP] the sea shepherd was attacked by one of the ship's skippers, richard phillips, who tried to get it off its legs. [SEP] the boy was returned to his father on monday, the official said. [SEP] \"when i leave the club, i don't think it will give me confidence,\" he said. [SEP] i've been doing it for years. [SEP] let's just face it - - [SEP]"}
+{"type": "sample", "index": 32, "raw_text": "[CLS]swoman said. [SEP] the soldier, said to be \" a great hero, \" was killed on 29 july after being struck down by a roadside bomb. [SEP] john boehm, the auction ' s executive director, said that a number of books - - including rare works - - by many artists would be included in the sale. [SEP] i ' m sorry. [SEP] the company said that revenue from its u. s. - based video game division rose 5 percent to $ 76. 6 million, up 11 percent from $ 68. 4 million in the year - ago first quarter. [SEP] the mother of the five - year - [SEP]", "detok_text": "[CLS]swoman said. [SEP] the soldier, said to be \"a great hero,\" was killed on 29 july after being struck down by a roadside bomb. [SEP] john boehm, the auction's executive director, said that a number of books - - including rare works - - by many artists would be included in the sale. [SEP] i'm sorry. [SEP] the company said that revenue from its u. s. - based video game division rose 5 percent to $76. 6 million, up 11 percent from $68. 4 million in the year - ago first quarter. [SEP] the mother of the five - year - [SEP]"}
+{"type": "sample", "index": 33, "raw_text": "[CLS] jones 3 - 6, jones 3 - 5, west 3 - 6, jones 3 - 6, west 3 - 5, jones 2 - 4, bosh 2 - 3, nowitzki 2 - 3, terry 1 - 2, jones 1 - 2, maxiell 1 - 1, jones 0 - 1. [SEP] butler vs. ohio state, 8 : 30 p. m. [SEP] despite the contributions i ' d made to my career, i wasn ' t able to take on this type of role. [SEP] i don ' t want to get into a club, i don ' t even want to play at a club [SEP]", "detok_text": "[CLS] jones 3 - 6, jones 3 - 5, west 3 - 6, jones 3 - 6, west 3 - 5, jones 2 - 4, bosh 2 - 3, nowitzki 2 - 3, terry 1 - 2, jones 1 - 2, maxiell 1 - 1, jones 0 - 1. [SEP] butler vs. ohio state, 8: 30 p. m. [SEP] despite the contributions i'd made to my career, i wasn't able to take on this type of role. [SEP] i don't want to get into a club, i don't even want to play at a club [SEP]"}
+{"type": "sample", "index": 34, "raw_text": "[CLS].... [SEP] he wasn ' t sure what would be next to him, but said he was shocked. [SEP] alcoa ' s total sales rose nearly 6 percent in the year - ago quarter to $ 6. 3 billion. [SEP] in london, light, sweet crude fell 56 cents, $ 3. 18, to $ 66. 10 a barrel on the new york mercantile exchange. [SEP] in september, it forecast that output would fall 1. 4 per cent in 2009 and then rise 2. 5 per cent in 2010. [SEP] on tuesday, two palestinians were killed in the northern gaza strip, according to the israeli military [SEP]", "detok_text": "[CLS].... [SEP] he wasn't sure what would be next to him, but said he was shocked. [SEP] alcoa's total sales rose nearly 6 percent in the year - ago quarter to $6. 3 billion. [SEP] in london, light, sweet crude fell 56 cents, $3. 18, to $66. 10 a barrel on the new york mercantile exchange. [SEP] in september, it forecast that output would fall 1. 4 per cent in 2009 and then rise 2. 5 per cent in 2010. [SEP] on tuesday, two palestinians were killed in the northern gaza strip, according to the israeli military [SEP]"}
+{"type": "sample", "index": 35, "raw_text": "[CLS]. 3 million in the period, it said. [SEP] a 14 - year - old boy stabbed to death in south london has become part of a team of people searching for his killer. [SEP] they are also thought to be setting up a service called gameweb, which allows users to play games by text or video message from the user ' s own account. [SEP] one of his three children, motaba, died in 1996. [SEP] the company reported a fourth - quarter pre - tax net loss of 2. 3 billion euros ( $ 3. 2 billion ) - - a decline of 27 percent - - compared with a loss [SEP]", "detok_text": "[CLS]. 3 million in the period, it said. [SEP] a 14 - year - old boy stabbed to death in south london has become part of a team of people searching for his killer. [SEP] they are also thought to be setting up a service called gameweb, which allows users to play games by text or video message from the user's own account. [SEP] one of his three children, motaba, died in 1996. [SEP] the company reported a fourth - quarter pre - tax net loss of 2. 3 billion euros ($3. 2 billion) - - a decline of 27 percent - - compared with a loss [SEP]"}
+{"type": "sample", "index": 36, "raw_text": "[CLS] to be able to hold on to. [SEP] \" my husband and i announced a week ago that he would not be playing here because i would respect him. [SEP] he ' s a good, good - looking man. [SEP] the president ' s spokesman denied that he intended to respond personally to the allegations. [SEP] hours after he lost the republican nomination to gov. sarah palin, sen. john mccain, who has pledged to campaign with palin for the republican presidential nomination, said he would run for president again in 2012. [SEP] \" we are going to have to make sure that we ' ve got the results from the first round of [SEP]", "detok_text": "[CLS] to be able to hold on to. [SEP] \"my husband and i announced a week ago that he would not be playing here because i would respect him. [SEP] he's a good, good - looking man. [SEP] the president's spokesman denied that he intended to respond personally to the allegations. [SEP] hours after he lost the republican nomination to gov. sarah palin, sen. john mccain, who has pledged to campaign with palin for the republican presidential nomination, said he would run for president again in 2012. [SEP]\" we are going to have to make sure that we've got the results from the first round of [SEP]"}
+{"type": "sample", "index": 37, "raw_text": "[CLS] 2. 2 million in the fourth quarter of 2007. [SEP] lamar aldridge led the blazers with 30 points, including seven assists and 10 rebounds. [SEP] \" you feel that you are doing good, and you need to do good. \" [SEP] the real problem, he said, was that he was trying to regain political power on the other side of the atlantic. [SEP] \" a decision has been made. [SEP] it ' s also difficult to identify any of the six homes that are under investigation, authorities said. [SEP] he said more than 2, 000 people were arrested. [SEP] in may 2008 more than 6 million people signed up to watch [SEP]", "detok_text": "[CLS] 2. 2 million in the fourth quarter of 2007. [SEP] lamar aldridge led the blazers with 30 points, including seven assists and 10 rebounds. [SEP] \"you feel that you are doing good, and you need to do good.\" [SEP] the real problem, he said, was that he was trying to regain political power on the other side of the atlantic. [SEP] \" a decision has been made. [SEP] it's also difficult to identify any of the six homes that are under investigation, authorities said. [SEP] he said more than 2, 000 people were arrested. [SEP] in may 2008 more than 6 million people signed up to watch [SEP]"}
+{"type": "sample", "index": 38, "raw_text": "[CLS]. [SEP] tony parker scored 18 points and tony parker chipped in with 13 for the spurs, who led 20 - 0 midway through the fourth quarter. [SEP] \" a few years ago, i would have gone on to get a job, \" she said. [SEP] there ' s a strong side to it. [SEP] \" i don ' t think they ' re really going to do anything wrong, \" he told afp. [SEP] \" it would be very bad news for the fans, but it will be very good for the team. [SEP] but they were able to shut it down. [SEP] 5 ( upi ) - - u. [SEP]", "detok_text": "[CLS]. [SEP] tony parker scored 18 points and tony parker chipped in with 13 for the spurs, who led 20 - 0 midway through the fourth quarter. [SEP] \"a few years ago, i would have gone on to get a job,\" she said. [SEP] there's a strong side to it. [SEP] \"i don't think they're really going to do anything wrong,\" he told afp. [SEP] \" it would be very bad news for the fans, but it will be very good for the team. [SEP] but they were able to shut it down. [SEP] 5 (upi) - - u. [SEP]"}
+{"type": "sample", "index": 39, "raw_text": "[CLS] nine of their last 10 games. [SEP] if you ' re not worried, you might be tempted to take a different view. [SEP] some of the shares will be sold at a price of $ 25 per share, mr. berner said. [SEP] \" you can ' t just get through this, \" he said, in a soft voice. [SEP] they will meet in london next month. [SEP] it ' s going to be about 10 minutes. [SEP] the ftse 100 rose more than 2, 300 points last night. [SEP] net loss for the first six months of fiscal 2010 was $ 6. 5 million compared to $ 7. 1 [SEP]", "detok_text": "[CLS] nine of their last 10 games. [SEP] if you're not worried, you might be tempted to take a different view. [SEP] some of the shares will be sold at a price of $25 per share, mr. berner said. [SEP] \"you can't just get through this,\" he said, in a soft voice. [SEP] they will meet in london next month. [SEP] it's going to be about 10 minutes. [SEP] the ftse 100 rose more than 2, 300 points last night. [SEP] net loss for the first six months of fiscal 2010 was $6. 5 million compared to $7. 1 [SEP]"}
+{"type": "sample", "index": 40, "raw_text": "[CLS] beijing games. [SEP] a spokesman for the housing association said it was not yet known how many new homes would be built in the area. [SEP] \" it is very hard to say we ' re seeing a big rally on wall street, \" he said. [SEP] it was not the only major victim of friday ' s incident near detroit, where the group had claimed responsibility for the failed christmas christmas day attack on a plane. [SEP] the police have called for a full investigation and results should be released by december 26. [SEP] \" we don ' t have a church in the united states that works with children, \" she said. [SEP] the new [SEP]", "detok_text": "[CLS] beijing games. [SEP] a spokesman for the housing association said it was not yet known how many new homes would be built in the area. [SEP] \"it is very hard to say we're seeing a big rally on wall street,\" he said. [SEP] it was not the only major victim of friday's incident near detroit, where the group had claimed responsibility for the failed christmas christmas day attack on a plane. [SEP] the police have called for a full investigation and results should be released by december 26. [SEP] \"we don't have a church in the united states that works with children,\" she said. [SEP] the new [SEP]"}
+{"type": "sample", "index": 41, "raw_text": "[CLS] champion janko tipsarevic 6 - 3, 6 - 4, 6 - 4, 4 - 6, 7 - 5, 6 - 4 in the second round. [SEP] germany ' s dax index fell 0. 3 percent in the wake of mixed u. s. data on friday, boosting hopes of an economic recovery in the united states. [SEP] and then you know what happened, you know, but if you ' re not ready to go, then you ' ve got to know that you ' ll be ready. [SEP] and if you signed up for the income tax credit, you would still be eligible to pay a de [SEP]", "detok_text": "[CLS] champion janko tipsarevic 6 - 3, 6 - 4, 6 - 4, 4 - 6, 7 - 5, 6 - 4 in the second round. [SEP] germany's dax index fell 0. 3 percent in the wake of mixed u. s. data on friday, boosting hopes of an economic recovery in the united states. [SEP] and then you know what happened, you know, but if you're not ready to go, then you've got to know that you'll be ready. [SEP] and if you signed up for the income tax credit, you would still be eligible to pay a de [SEP]"}
+{"type": "sample", "index": 42, "raw_text": "[CLS] another six people were injured, police and hospital officials said. [SEP] michael e. hayden, a senior c. i. a. official in new york, told reuters that the judge ' s decision would be known by the end of july. [SEP] and as a result, you could argue that we ' re not responsible for much of the hype. [SEP] one way to get a better understanding of mr. prince ' s wrongdoing is to piece together the company ' s relationship with the sec. [SEP] washington, may 6 / prnewswire - usnewswire / - - as the u. s. department of [SEP]", "detok_text": "[CLS] another six people were injured, police and hospital officials said. [SEP] michael e. hayden, a senior c. i. a. official in new york, told reuters that the judge's decision would be known by the end of july. [SEP] and as a result, you could argue that we're not responsible for much of the hype. [SEP] one way to get a better understanding of mr. prince's wrongdoing is to piece together the company's relationship with the sec. [SEP] washington, may 6/prnewswire - usnewswire/- - as the u. s. department of [SEP]"}
+{"type": "sample", "index": 43, "raw_text": "[CLS] said. [SEP] the nasdaq composite index. ixic was down 1. 42 points, 0. 3 percent, to 2, 141. 78. [SEP] last month, 25 people died, mostly in a bus crash in the north of the city in which 10 people died, according to authorities. [SEP] \" the taliban is operating in all areas of afghanistan, \" he said. [SEP] marjah, afghanistan ( ap ) - a roadside bomb exploded near a market in afghanistan tuesday, killing two people and wounding at least five afghans, the military said. [SEP] \" i ' m happy to say that it ' s not just a [SEP]", "detok_text": "[CLS] said. [SEP] the nasdaq composite index. ixic was down 1. 42 points, 0. 3 percent, to 2, 141. 78. [SEP] last month, 25 people died, mostly in a bus crash in the north of the city in which 10 people died, according to authorities. [SEP] \"the taliban is operating in all areas of afghanistan,\" he said. [SEP] marjah, afghanistan (ap) - a roadside bomb exploded near a market in afghanistan tuesday, killing two people and wounding at least five afghans, the military said. [SEP] \" i'm happy to say that it's not just a [SEP]"}
+{"type": "sample", "index": 44, "raw_text": "[CLS], gas prices rose by 6. 2 %. [SEP] u. s. net revenue for the third quarter of 2009 was $ 38. 2 million, a slight increase compared to revenue of $ 43. 0 million in the third quarter of 2008, and a decrease from $ 43. 4 million reported in the first nine months of 2009. [SEP] you don ' t want to make money, you don ' t know what you ' re going to do, \" he said. [SEP] the nets then scored four straight to take a six - point lead. [SEP] j. p. morgan, chief economist at the new york fed, said today [SEP]", "detok_text": "[CLS], gas prices rose by 6. 2 %. [SEP] u. s. net revenue for the third quarter of 2009 was $38. 2 million, a slight increase compared to revenue of $43. 0 million in the third quarter of 2008, and a decrease from $43. 4 million reported in the first nine months of 2009. [SEP] you don't want to make money, you don't know what you're going to do, \" he said. [SEP] the nets then scored four straight to take a six - point lead. [SEP] j. p. morgan, chief economist at the new york fed, said today [SEP]"}
+{"type": "sample", "index": 45, "raw_text": "[CLS] received more than $ 2 million in campaign contributions from lobbyists. [SEP] as expected, u. s. defense secretary robert gates has called for an end to a two - year mission that includes about 21, 000 u. s. combat troops to be followed by another 17, 000 u. s. troops to support u. s. - led forces later this year. [SEP] mr jones said : \" there is no way to stop it. [SEP] in some cases, it can lead to small changes in body function that can lead to muscle pain. [SEP] i don ' t know yet. [SEP] he lived with it. [SEP] and it [SEP]", "detok_text": "[CLS] received more than $2 million in campaign contributions from lobbyists. [SEP] as expected, u. s. defense secretary robert gates has called for an end to a two - year mission that includes about 21, 000 u. s. combat troops to be followed by another 17, 000 u. s. troops to support u. s. - led forces later this year. [SEP] mr jones said: \" there is no way to stop it. [SEP] in some cases, it can lead to small changes in body function that can lead to muscle pain. [SEP] i don't know yet. [SEP] he lived with it. [SEP] and it [SEP]"}
+{"type": "sample", "index": 46, "raw_text": "[CLS] to make the right turn. [SEP] that does not mean they feel the need to help out. [SEP] she didn ' t know what to do. [SEP] my mother told me. [SEP] if you can ' t get it over and get it done, let ' s learn a lesson. [SEP] \" it ' s going to take time, \" he said. [SEP] the u. s. military said the 17 - year - old girl was part of a plot by the taliban to remove her mother from the compound after authorities identified the 7 - year - old with a video surveillance system. [SEP] \" if i agree with the president, i would [SEP]", "detok_text": "[CLS] to make the right turn. [SEP] that does not mean they feel the need to help out. [SEP] she didn't know what to do. [SEP] my mother told me. [SEP] if you can't get it over and get it done, let's learn a lesson. [SEP] \"it's going to take time,\" he said. [SEP] the u. s. military said the 17 - year - old girl was part of a plot by the taliban to remove her mother from the compound after authorities identified the 7 - year - old with a video surveillance system. [SEP] \" if i agree with the president, i would [SEP]"}
+{"type": "sample", "index": 47, "raw_text": "[CLS] the report. [SEP] the flight took off on tuesday morning but was able to return safely to land. [SEP] \" the challenge will be to maintain a state of peace, law and justice, \" he said. [SEP] but it would be wise to be more cautious if the u. s. government ' s rescue plan isn ' t in the works, either. [SEP] homebuilder tyco said its net profit in the fourth quarter rose to $ 100. 2m ( £56m ), up from $ 90. 9m a year earlier. [SEP] there have also been reports that many people have gone to a nearby hospital, [SEP]", "detok_text": "[CLS] the report. [SEP] the flight took off on tuesday morning but was able to return safely to land. [SEP] \"the challenge will be to maintain a state of peace, law and justice,\" he said. [SEP] but it would be wise to be more cautious if the u. s. government's rescue plan isn't in the works, either. [SEP] homebuilder tyco said its net profit in the fourth quarter rose to $100. 2m (£56m), up from $90. 9m a year earlier. [SEP] there have also been reports that many people have gone to a nearby hospital, [SEP]"}
+{"type": "sample", "index": 48, "raw_text": "[CLS] percent to 45 percent over obama. [SEP] i don ' t want to be there - - i just want to be honest, but i ' ve got to go. [SEP] \" it ' s not a lot of money, it ' s money, i want to make money, i don ' t want to spend money, i don ' t think that ' s enough. [SEP] mexico, the first country this year to take steps since a case of the h1n1 virus was detected in april, has 3, 300 confirmed cases. [SEP] his decision wasn ' t clear to his father. [SEP] in the end, we may have [SEP]", "detok_text": "[CLS] percent to 45 percent over obama. [SEP] i don't want to be there - - i just want to be honest, but i've got to go. [SEP] \" it's not a lot of money, it's money, i want to make money, i don't want to spend money, i don't think that's enough. [SEP] mexico, the first country this year to take steps since a case of the h1n1 virus was detected in april, has 3, 300 confirmed cases. [SEP] his decision wasn't clear to his father. [SEP] in the end, we may have [SEP]"}
+{"type": "sample", "index": 49, "raw_text": "[CLS] shot 3 - for - 4 from 3 - point range, including 3 - for - 13 from the field and went 2 - for - 9 shooting in the first half. [SEP] the official said the government is considering moving the case to a civilian trial, but the supreme court ' s decision is likely to affect the outcome of those cases. [SEP] it ' s something i ' m used to, but i don ' t want to run away. [SEP] it ' s fair to say we ' ve been through this before, \" the president said. [SEP] mr. gates spent nearly four hours on the job while the pentagon went through a review [SEP]", "detok_text": "[CLS] shot 3 - for - 4 from 3 - point range, including 3 - for - 13 from the field and went 2 - for - 9 shooting in the first half. [SEP] the official said the government is considering moving the case to a civilian trial, but the supreme court's decision is likely to affect the outcome of those cases. [SEP] it's something i'm used to, but i don't want to run away. [SEP] it's fair to say we've been through this before, \" the president said. [SEP] mr. gates spent nearly four hours on the job while the pentagon went through a review [SEP]"}
+{"type": "sample", "index": 50, "raw_text": "[CLS], if there was a chance that he might have won the title. [SEP] tampa, fla. - jacksonville didn ' t get a field goal in the first half, but didn ' t return. [SEP] but it could also turn out to be an early sign of the difficulties the government is trying to create. [SEP] \" i was happy to be here because i just wanted to make it a world cup but i ' ve got my head around. [SEP] the irishman added that he was ready to play in the first pga tour championship in new orleans in march this year. [SEP] ramirez followed with a single in the bottom of the fourth [SEP]", "detok_text": "[CLS], if there was a chance that he might have won the title. [SEP] tampa, fla. - jacksonville didn't get a field goal in the first half, but didn't return. [SEP] but it could also turn out to be an early sign of the difficulties the government is trying to create. [SEP] \" i was happy to be here because i just wanted to make it a world cup but i've got my head around. [SEP] the irishman added that he was ready to play in the first pga tour championship in new orleans in march this year. [SEP] ramirez followed with a single in the bottom of the fourth [SEP]"}
+{"type": "sample", "index": 51, "raw_text": "[CLS] off at the airport. [SEP] the company posted a fourth - quarter loss of $ 21. 8 million or $ 1. 27 per share on revenue of $ 21. 7 million, or 45 cents a year earlier. [SEP] \" we should not do it because we can ' t afford it but we cannot afford to pay for it because we don ' t have jobs, \" he said. [SEP] the japanese central bank said friday that banks will lend 2. 547 trillion yen ( $ 493 billion ) in october, up from an earlier forecast of 2. 518 trillion in september, data showed wednesday. [SEP] it was not clear [SEP]", "detok_text": "[CLS] off at the airport. [SEP] the company posted a fourth - quarter loss of $21. 8 million or $1. 27 per share on revenue of $21. 7 million, or 45 cents a year earlier. [SEP] \"we should not do it because we can't afford it but we cannot afford to pay for it because we don't have jobs,\" he said. [SEP] the japanese central bank said friday that banks will lend 2. 547 trillion yen ($493 billion) in october, up from an earlier forecast of 2. 518 trillion in september, data showed wednesday. [SEP] it was not clear [SEP]"}
+{"type": "sample", "index": 52, "raw_text": "[CLS] happened to my brother and i just want to make sure he doesn ' t go back to his father again. [SEP] investors, too, are still waiting to see if the credit crisis in the u. s. is finally over, or if it is part of a broader trend. [SEP] \" i do not know. [SEP] but a few weeks ago, i found the job to be a bit more difficult. [SEP] he said he was concerned about the boy ' s self - esteem, as well as the apparent lack of professionalism in the system. [SEP] \" in the end i have a great deal to offer, i ' m not [SEP]", "detok_text": "[CLS] happened to my brother and i just want to make sure he doesn't go back to his father again. [SEP] investors, too, are still waiting to see if the credit crisis in the u. s. is finally over, or if it is part of a broader trend. [SEP] \"i do not know. [SEP] but a few weeks ago, i found the job to be a bit more difficult. [SEP] he said he was concerned about the boy's self - esteem, as well as the apparent lack of professionalism in the system. [SEP]\" in the end i have a great deal to offer, i'm not [SEP]"}
+{"type": "sample", "index": 53, "raw_text": "[CLS] if he was still alive. [SEP] the operation involved more than 100 afghan civilians, including u. s. and afghan troops. [SEP] that idea was widely criticised. [SEP] in 2007, more than 1 million people were killed, according to the u. s. department of transportation. [SEP] mr brown said yesterday that no deal could be put in place until a deal could be completed more quickly. [SEP] however, millions of americans will still be able to watch an average of about 50 - 60 movies a year. [SEP] she has been charged with murder and the death penalty isn ' t related to her actions. [SEP] but the company ' s chief [SEP]", "detok_text": "[CLS] if he was still alive. [SEP] the operation involved more than 100 afghan civilians, including u. s. and afghan troops. [SEP] that idea was widely criticised. [SEP] in 2007, more than 1 million people were killed, according to the u. s. department of transportation. [SEP] mr brown said yesterday that no deal could be put in place until a deal could be completed more quickly. [SEP] however, millions of americans will still be able to watch an average of about 50 - 60 movies a year. [SEP] she has been charged with murder and the death penalty isn't related to her actions. [SEP] but the company's chief [SEP]"}
+{"type": "sample", "index": 54, "raw_text": "[CLS]. [SEP] that ' s why he didn ' t know what i was doing. [SEP] the committee ' s chairman, henry a. waxman, a democrat of california, said he didn ' t think the effort would be successful. [SEP] nairobi ( reuters ) - u. s. president barack obama will hold talks with african leaders on tuesday, part of a week - long trip to the east african nation, aimed at defusing the crisis and ending political turmoil that could hamper efforts to bring peace to africa. [SEP] on the other hand, they don ' t have to be able to go to university, \" he said. [SEP] [SEP]", "detok_text": "[CLS]. [SEP] that's why he didn't know what i was doing. [SEP] the committee's chairman, henry a. waxman, a democrat of california, said he didn't think the effort would be successful. [SEP] nairobi (reuters) - u. s. president barack obama will hold talks with african leaders on tuesday, part of a week - long trip to the east african nation, aimed at defusing the crisis and ending political turmoil that could hamper efforts to bring peace to africa. [SEP] on the other hand, they don't have to be able to go to university, \" he said. [SEP] [SEP]"}
+{"type": "sample", "index": 55, "raw_text": "[CLS] last year. [SEP] house democrats have opposed the idea amid concern that the new housing law would have a significant effect on the city government, the housing market and the mortgage industry. [SEP] in a statement released to cnn, the department said it was still investigating the report. [SEP] \" why don ' t you ask? [SEP] foreclos rose to 6. 6 percent of sales in the third quarter of the fiscal year, up from 6. 4 percent a year earlier, the national association of realtors. [SEP] oakland, calif., nov. [SEP] chicago, april 5 / prnewswire - firstcall / - - [SEP]", "detok_text": "[CLS] last year. [SEP] house democrats have opposed the idea amid concern that the new housing law would have a significant effect on the city government, the housing market and the mortgage industry. [SEP] in a statement released to cnn, the department said it was still investigating the report. [SEP] \" why don't you ask? [SEP] foreclos rose to 6. 6 percent of sales in the third quarter of the fiscal year, up from 6. 4 percent a year earlier, the national association of realtors. [SEP] oakland, calif., nov. [SEP] chicago, april 5/prnewswire - firstcall/- - [SEP]"}
+{"type": "sample", "index": 56, "raw_text": "[CLS] 2007 to january 2008. [SEP] the government will \" announce its growth forecasts on thursday, \" a statement on its web site said. [SEP] they also offer evidence that the credit - related problems are going back to the financial crisis of the 1930s. [SEP] halladay, who has allowed four runs in six straight starts, is 7 - 6 - 3 with a 3. 92 era in his nine starts. [SEP] \" we ' ve got lots of people coming with us, \" he told afp. [SEP] i don ' t have a sense of humor. [SEP] the poll, conducted on march 17, has a margin of error of plus [SEP]", "detok_text": "[CLS] 2007 to january 2008. [SEP] the government will \"announce its growth forecasts on thursday,\" a statement on its web site said. [SEP] they also offer evidence that the credit - related problems are going back to the financial crisis of the 1930s. [SEP] halladay, who has allowed four runs in six straight starts, is 7 - 6 - 3 with a 3. 92 era in his nine starts. [SEP] \"we've got lots of people coming with us,\" he told afp. [SEP] i don't have a sense of humor. [SEP] the poll, conducted on march 17, has a margin of error of plus [SEP]"}
+{"type": "sample", "index": 57, "raw_text": "[CLS] something to do with identity politics. [SEP] \" we had no idea what was happening, but it was still going on, \" he said. [SEP] the first of two flights, on saturday, take off at 10. 30am. [SEP] as many as 10, 000 are expected to vote in the run - off. [SEP] 15 / prnewswire - usnewswire / - - the american medical association announced a multi - year certification program that enables its members to provide the highest level of care they provide. [SEP] the children, a father, his brother, his mother and a 9 - year - old son, watched as [SEP]", "detok_text": "[CLS] something to do with identity politics. [SEP] \"we had no idea what was happening, but it was still going on,\" he said. [SEP] the first of two flights, on saturday, take off at 10. 30am. [SEP] as many as 10, 000 are expected to vote in the run - off. [SEP] 15/prnewswire - usnewswire/- - the american medical association announced a multi - year certification program that enables its members to provide the highest level of care they provide. [SEP] the children, a father, his brother, his mother and a 9 - year - old son, watched as [SEP]"}
+{"type": "sample", "index": 58, "raw_text": "[CLS]. [SEP] \" i have a problem with some players, i want to play the way i would like to if i did.... [SEP] by tuesday, some 3, 200 people had been arrested. [SEP] on the other hand, the current agreement is set to expire in january 2009. [SEP] that ' s something i ' ve done in my life and, as long as possible i can ' t do anything. [SEP] 17 ( upi ) - - a woman is accused of selling her hair to a 15 - year - old girl to protect her father ' s identity, police said. [SEP] the los angeles times reported the [SEP]", "detok_text": "[CLS]. [SEP] \" i have a problem with some players, i want to play the way i would like to if i did.... [SEP] by tuesday, some 3, 200 people had been arrested. [SEP] on the other hand, the current agreement is set to expire in january 2009. [SEP] that's something i've done in my life and, as long as possible i can't do anything. [SEP] 17 (upi) - - a woman is accused of selling her hair to a 15 - year - old girl to protect her father's identity, police said. [SEP] the los angeles times reported the [SEP]"}
+{"type": "sample", "index": 59, "raw_text": "[CLS]. [SEP] he has been held out of the goma area for two days. [SEP] i don ' t know what to do. [SEP] so, why should we be forced to pay for the health care reform? [SEP] a second black car is believed to be in the vehicle involved in the collision. [SEP] india ' s economy minister told manmohan singh that the government was worried about the possibility of a slowdown or even a slowdown in the pace of global economic growth. [SEP] \" in fact, this is the worst case of fraud in this country ' s history, \" he said. [SEP] the obama administration is also looking at [SEP]", "detok_text": "[CLS]. [SEP] he has been held out of the goma area for two days. [SEP] i don't know what to do. [SEP] so, why should we be forced to pay for the health care reform? [SEP] a second black car is believed to be in the vehicle involved in the collision. [SEP] india's economy minister told manmohan singh that the government was worried about the possibility of a slowdown or even a slowdown in the pace of global economic growth. [SEP] \"in fact, this is the worst case of fraud in this country's history,\" he said. [SEP] the obama administration is also looking at [SEP]"}
+{"type": "sample", "index": 60, "raw_text": "[CLS] a baby six years ago didn ' t turn out to be easy. [SEP] i wanted to know what i was going to do - - it ' s interesting. [SEP] he didn ' t say much about national security, but we will certainly do that, \" ratliff said in an interview. [SEP] \" i decided to go to the doctor because i thought it was clear the result wasn ' t so good. [SEP] they may not be. [SEP] well, if you want to make that money, you know, and you need that, and you need to be able to get the money. [SEP] at december 31, 2008, $ [SEP]", "detok_text": "[CLS] a baby six years ago didn't turn out to be easy. [SEP] i wanted to know what i was going to do - - it's interesting. [SEP] he didn't say much about national security, but we will certainly do that, \"ratliff said in an interview. [SEP]\" i decided to go to the doctor because i thought it was clear the result wasn't so good. [SEP] they may not be. [SEP] well, if you want to make that money, you know, and you need that, and you need to be able to get the money. [SEP] at december 31, 2008, $[SEP]"}
+{"type": "sample", "index": 61, "raw_text": "[CLS] working with the fbi. [SEP] hours later, the body was found, but the cause of death remained unknown. [SEP] the 3d sci - fi film has fallen two places to no. 3, taking more than $ 80m ( £45m ) opening weekend. [SEP] meanwhile, zhi zheng, vice chief of staff of the central committee of the people ' s communist party, refused to discuss the use of the terms \" gop \" and \" gop. \" [SEP] i don ' t. [SEP] although england could have scored the first three goals of the first half, it might have been one of the few occasions they [SEP]", "detok_text": "[CLS] working with the fbi. [SEP] hours later, the body was found, but the cause of death remained unknown. [SEP] the 3d sci - fi film has fallen two places to no. 3, taking more than $80m (£45m) opening weekend. [SEP] meanwhile, zhi zheng, vice chief of staff of the central committee of the people's communist party, refused to discuss the use of the terms \"gop\" and \"gop.\" [SEP] i don't. [SEP] although england could have scored the first three goals of the first half, it might have been one of the few occasions they [SEP]"}
+{"type": "sample", "index": 62, "raw_text": "[CLS] about the cost of the war. [SEP] friday was the busiest day this year, with just 457, 000 tickets sold in march, compared with 454, 000 last year. [SEP] unfortunately, the plan will require more work to come up with the right plan. [SEP] to keep up with the money, you may hang out with friends and family, but there is little room for it. [SEP] rafael nadal has yet to make the quarter - finals this year, compared with two of his four losses of the year to briton rafael nadal - - one of the world ' s top two ranked players. [SEP] but the court [SEP]", "detok_text": "[CLS] about the cost of the war. [SEP] friday was the busiest day this year, with just 457, 000 tickets sold in march, compared with 454, 000 last year. [SEP] unfortunately, the plan will require more work to come up with the right plan. [SEP] to keep up with the money, you may hang out with friends and family, but there is little room for it. [SEP] rafael nadal has yet to make the quarter - finals this year, compared with two of his four losses of the year to briton rafael nadal - - one of the world's top two ranked players. [SEP] but the court [SEP]"}
+{"type": "sample", "index": 63, "raw_text": "[CLS] a liquidity facility or a national liquidity facility. [SEP] nadal is two points ahead of the tournament ' s two - time world champion, davydenko. [SEP] but results were mixed, with a 3. 3 percent drop in quarterly pre - tax profits. [SEP] the stock was down 3. 9 percent in early trading. [SEP] the euro traded at $ 1. 4077 in new york, having closed up 2 percent on tuesday. [SEP] you ' re always happy with them, and you ' re so very happy, \" he said. [SEP] and that ' s not true. [SEP] the trial will be held on 6 [SEP]", "detok_text": "[CLS] a liquidity facility or a national liquidity facility. [SEP] nadal is two points ahead of the tournament's two - time world champion, davydenko. [SEP] but results were mixed, with a 3. 3 percent drop in quarterly pre - tax profits. [SEP] the stock was down 3. 9 percent in early trading. [SEP] the euro traded at $1. 4077 in new york, having closed up 2 percent on tuesday. [SEP] you're always happy with them, and you're so very happy, \" he said. [SEP] and that's not true. [SEP] the trial will be held on 6 [SEP]"}

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps128_c16_t1p45_detok_raw_samples.txt

@@ -0,0 +1,224 @@
+steps128_c16_t1p45_detok
+{
+  "type": "summary",
+  "name": "steps128_c16_t1p45",
+  "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt",
+  "step": 434000,
+  "decode": {
+    "kind": "categorical_fullvocab_normal_steps_sweep",
+    "config": "steps128_c16_t1p45",
+    "steps": 128,
+    "endpoint_temp": 1.45,
+    "concentration_max": 16.0,
+    "final_from": "state",
+    "update": "resample",
+    "n_samples": 64,
+    "seed": 20260509
+  },
+  "detok_genppl": {
+    "ppl": 37.00470845214573,
+    "nll_per_token": 3.611045160011333,
+    "tokens": 9596
+  },
+  "diversity": {
+    "sample_entropy": 4.149670149943692,
+    "unique_tokens": 1722,
+    "token_count": 8192,
+    "distinct_1": 0.210205078125,
+    "distinct_2": 0.6692913385826772,
+    "top_token_mass": 0.0565185546875
+  }
+}
+
+===== sample 000 =====
+[CLS] a second - place finish behind england and france. [SEP] there's no way we'll ever go out into the ring at all. [SEP] he had a well known voice, still there to speak, to men and women, so they tried to go on and on a bit. [SEP] then again, they had to be the best in the world. [SEP] and he made the central bank bail him out in the process. [SEP] " i've played for ac milan and i'm a candidate. [SEP] 10 a. m. - monday and sunday - it's a follow - up to a special session. [SEP] he [SEP]
+
+===== sample 001 =====
+[CLS]ing about the future of the afghan war, and so on, i feel as if i should have to discuss it.... [SEP] but how his actions could change his life? [SEP] ask the company's doctors to come up with a primer, and ask the doctor if it takes a bad breath to learn to keep you going and tell her you have to go down to it in the right time of the right thing to do the right thing. [SEP] " in 2000, i tried to do it. [SEP] there is no solid reason for the widespread belief that this is a sound strategy. [SEP] just 1. 4 million [SEP]
+
+===== sample 002 =====
+[CLS] and full coverage of this story. [SEP] i really thought i should have made the grade. [SEP] " i just was surprised to see the drawdowns this week. [SEP] mr jones, a former army officer, was then hit by the car and hit again, in january 2007. [SEP] murphy, head of the sandler, soak, robbins & slate in new york, was interviewed by the times legal analysts and head of the law firm's brokerage and class action practice. [SEP] the statement, issued to the council, provided a list of nearly 100, 000 signatures, but it is open to everyone to make a public [SEP]
+
+===== sample 003 =====
+[CLS]. [SEP] one's own sisters - - like lynds - - are also living in the family's garden at the "same time," mr hesleez says. [SEP] hayes grabbed his second rebound in overtime to give second - seeded virginia a three - point lead but was helped off the court as the atlantic 10 conference took a 21 - point lead into overtime, and he finished 16 of 20 from the field. [SEP] "nobody would be able to see our cars, we are worried people will not be able to see us at the front door. [SEP]" long term students are given the chance to improve their [SEP]
+
+===== sample 004 =====
+[CLS] he then called the bank manager to say he would pay the fine if the bank refused an offer. [SEP] still, the marlins will keep winning in this postseason, they have nothing to lose. [SEP] he was 5 - 1 7 - 6 (7 - 0) and 35 - 1 knockouts. [SEP] michael's father knows the truth, but he didn't really know it. [SEP] this will make it divisive in the eu and help to persuade some countries in particular to agree for a common trade policy, rather than nonproliferation accords. [SEP] he said the government's aim was to put the home [SEP]
+
+===== sample 005 =====
+[CLS] change - and the government was important to the future of britain. [SEP] denver (ap) - a colorado court has awarded a civil fine of $34, 000 to four colorado police officers and the motorcycle driver who stepped off a squad car when the car struck his leg just after his arrest on saturday. [SEP] "china's decision will likely be based on the timing of a turnround at the end of the july - to - september quarter," he said. [SEP] then, after the hearing, she declined to officially name her children's name because she had been diagnosed with leukemia. [SEP] but the reality is that there [SEP]
+
+===== sample 006 =====
+[CLS] her, he got up in his car and threatened to go to the beach the moment he shot her dead. [SEP] 30, december 4, 3, december 3, november 2. [SEP] you can get some if not 100 % or 100 %. [SEP] mr white had received this information from the family of the other victim on the night but she was not named because her name was given to police and she had not been cleared of murder. [SEP] barrichello has said he has nothing to rest on his side after this season, but his car does the job done while he's back. [SEP] a report from the federal government, [SEP]
+
+===== sample 007 =====
+[CLS] in his body and was on the verge of suicide. [SEP] the north - west route runs west to the long island to the east - north - south new york. [SEP] the idea, brought in through a blood pump from the crocs, was to line tissue in the inner part of the body like a phone or a hand. [SEP] the 10 - point lead hasn't disappeared since going to double digits in the second half. [SEP] he was not the first player to go out with a major in june, but woods is not following him on with his new plans. [SEP] as for the clothes, there's also a [SEP]
+
+===== sample 008 =====
+[CLS] this week would be making it difficult to change the terms of the peace agreement, a step that would require compromise. [SEP] the bank declined to comment on the deal. [SEP] the second was also part of a special pack of clothes and a knife on it. [SEP] this had long been the only option at risk, and if he had managed to do so, he might have to go through a period of his reoccupation. [SEP] a driver is to be sentenced to three months after he failed to record a warning of a dangerous driver. [SEP] when it comes to changes in football, we can not be sure yet. [SEP] he [SEP]
+
+===== sample 009 =====
+[CLS] the fourth quarter to $2. 6 billion range, slightly lower expectations, while dell plans to cut $2. 1 billion from its operating profit forecast despite a 4. 1 percent sales decline in sales. [SEP] but he said there has already been around a third of the charges and there had been several complaints. [SEP] some 4. 5 million jobs were lost in the manufacturing sector. [SEP] however, the new rules allow the imf to continue to buy the $4. 3 - 5bn in securitises. [SEP] getting over the numbers can be tricky. [SEP] the group said it gave the interim government three months to prepare [SEP]
+
+===== sample 010 =====
+[CLS] [SEP] the response wasn't enough. [SEP] it told the chief executive to raise her pay rate of up to 4. 5 per cent, but decided not to pay. [SEP] president musharraf announced the state of emergency at 9am. [SEP] the second was when she realised i wasn't standing there at all, she said. [SEP] now the army has more than 2, 000 members. [SEP] ageing is going to be a relatively minor issue. [SEP] it is probably the harm that could come from combating - - that's the experience. [SEP] while his wife's campaign says some democrats are the primary issue [SEP]
+
+===== sample 011 =====
+[CLS] in prison and he was not guilty of any crime committed by munci. [SEP] the setback came in late in the first half. [SEP] john mccain, after all, still doesn't even have a chance to compete in any of his seven races. [SEP] in addition, he staked in nearly 1, 000 photos and e - mails. [SEP] " some states are too big to be an established body. [SEP] the gunman, who is jailed for life, also argued that his weapons should be stopped and kept alive by virtue of the evidence. [SEP] (cbs/ap) the top official of italy's top [SEP]
+
+===== sample 012 =====
+[CLS] children. [SEP] why would anyone want to make a living by the people of other countries in the world? [SEP] as i has already said, we are fighting in australia but we're ready to take the fight to australia. " [SEP] he always insisted he's able to live. [SEP] and what would we say that this is not to america, but to the world but as americans, that question is open to them. [SEP] this man - - the real god of power - - was the one that was to go up in france and only to fall in the limelight after a long marriage to the world's biggest oil [SEP]
+
+===== sample 013 =====
+[CLS], " she said. [SEP] with the start, her score fell from 4. 9 to 5. 10 and, after a while, had to warm up. [SEP] if it still came out at night... would you let it sleep on the same block. [SEP] was there so much about barack obama? [SEP] at the time, he tried to do something with the girl but failed, and was not quite sure. [SEP] officials continue to set the deadline for anyone willing to make a bid. [SEP] the united states on tuesday also laid out its plans to counter growing russian energy demand by 2010, with south koreas saying they will [SEP]
+
+===== sample 014 =====
+[CLS] right to make a quick choice. [SEP] numbers are 1 - 800 - 489 - 4620. [SEP] he is obsessed with it and does not plan to be out of his car in the games. [SEP] the woman said she had waited for the young boy to get on to his car when it was struck by a train in liverpool a few years ago. [SEP] almost three out of every four adults in the survey voted, up to two out of four, said mr davison. [SEP] it is not clear in the eyes of many that mr obama is not given an award for anything and his supporters say he must know how far he [SEP]
+
+===== sample 015 =====
+[CLS] injury.... [SEP] so much for the way back. [SEP] otherwise this would include all our troops. [SEP] but if she performs with a small band, she won't be anywhere. [SEP] that is half the price paid during the boom for car sales, now around $70 - $80 a year. [SEP] they were on stage playing a christmas song, "thanks for a really good start." [SEP] i just thought i will die on sunday. [SEP] there is also a greater potential than most people, to learn more about it. [SEP] it's not the least important of the day. [SEP] " i've [SEP]
+
+===== sample 016 =====
+[CLS] school closures, as announced by greece's education ministry last month. [SEP] and while the players have apparently focused on keeping something close to a full relationship, they are keen to discuss them - - sometimes, as would anyone else. [SEP] kiffins range from $14 to $1. 50, $20 for a bet of $3. 50. [SEP] in an aggressive attempt to free the man, one of the men emerged, holding his face close to his chest, legging his back, knocking him to the ground. [SEP] but the family isn't old enough for the drive. [SEP] chinese banks' exposure to [SEP]
+
+===== sample 017 =====
+[CLS] one. [SEP] the right to do a deal has also been up for sale - - those who have failed miserably because the amount of security they could offer has been expedited. [SEP] too much co - operation has been left to blame. [SEP] it's, though, a bigger part of the picture. [SEP] you're here, you know what the media think, and, if the crew didn't get off with the world, you might make it to the top. [SEP] and that's what i'm not doing. [SEP] in fact, i'd like to get people to make the decision [SEP]
+
+===== sample 018 =====
+[CLS] - old, had been convicted of abuse when she was at home. [SEP] " they are the only source of light. [SEP] the list, which some may have just been combined with other names, was finally set out in january. [SEP] if this would occur because the high price of the product is low in many cases, it would only mean the price would go up. [SEP] for example, there will be a first time policy in primary schools to make places for people who had children to live with in the day centres - whether out or in. [SEP] we just didn't think so many other children would contact us. [SEP] it [SEP]
+
+===== sample 019 =====
+[CLS] was found dead in the early 30s in liverpool. [SEP] it must be accepted by most residents on its own way of looking for homes and needs help. [SEP] not sure if they would... [SEP] while i had a couple of people in the open front of the back door, he was a quiet guy around him as he got out of his car. [SEP] love, which had more than 300, 000 copies on the us and north american record charts, would be a "success" if the singer returned to britain, the label said on thursday. [SEP] the new measures are set to end at the end of march. [SEP] [SEP]
+
+===== sample 020 =====
+[CLS] to get the government running. [SEP] "i really wanted to get the first grand slam with a really good chance in the match i'm happy about playing last week. [SEP] it is likely that the two clubs are prepared to start using it on their own, their target in the league being the next two years. [SEP] if someone makes a mere $12 (£6) a week on expenses, they will remain. [SEP] well, it's the worst side. [SEP] gerald conley, the firm's lawyer, said the appeal was successful. [SEP]" a letter is written on behalf of us, signed by the city [SEP]
+
+===== sample 021 =====
+[CLS] of using federal money to pay for the equipment provided by the army. [SEP] she loved it, said mr harwin. [SEP] take an extra £15, 000 of a homeowner's free time and you need tax to protect your savings. [SEP] "this is where bovinen finds it right now. [SEP] a few of the middle - of - the - road clubs from the midlands have received more money and funds than i was in the last two months," he told bbc news sport. [SEP] it won't do that. [SEP] in germany and italy, the problem is becoming a little different in france. [SEP] [SEP]
+
+===== sample 022 =====
+[CLS] more than they did in july but the recession's impact continued to hit the health of the economy, according to a purchasing manager's report. [SEP] "it's going to go to this point, everyone wants to focus on the way they play," sedwick told reporters. [SEP] so there were some things under way from the start, and it would be nice for us to know - - and if we didn't have to say that we could have. [SEP] i was surrounded by young shrimpers, hundreds of oysters from the ageing oyster, and handbags from marinas strapped to their bodies. [SEP]
+
+===== sample 023 =====
+[CLS]. [SEP] he didn't think the weather could be a problem. [SEP] the economy? [SEP] vivien williams, the bath referee, said: " i've been hoping to get a fair and better final result. [SEP] if they want to change their lives, they dislodge themselves for a chance to feel about it. [SEP] according to the court documents, the woman then attacked him twice and a number of times ordered the man to hold her hostage, but he didn't go with his money and fled, the complaint said. [SEP] each day, he's in the kitchen, watching television as he in [SEP]
+
+===== sample 024 =====
+[CLS] then clatters to - - and then focuses on, that they love - - music. [SEP] "now he's got a $1 million, he's got 3 million, he's got an income," he said. [SEP] for instance, the california supreme court ruled that doctors performed abortion on the younger woman against a woman who said her son - in - law caused her to be responsible by reimbursing for abortions given to the mother. [SEP] "he's not to blame anyone. [SEP] she's just a little scared - - if not. [SEP]" the united states has engaged in [SEP]
+
+===== sample 025 =====
+[CLS] the economy. [SEP] it is certainly not surprising given the germans cling to a run - out time of 10 minutes' notice. [SEP] the committee waited for about a month to complete its unaudited water - quality report to avoid the possibility of an investigation. [SEP] if she wins the gold, torres knows she won't be on the podium in beijing. [SEP] cnn: what would you do? [SEP] but this year may be the biggest one. [SEP] only real cut - price pizzas, milkshakes and high - end pizza are available (6, 5, 12, 12 and 6 feet). [SEP] go to the [SEP]
+
+===== sample 026 =====
+[CLS] to help them, as i do here and don't deserve it, "he said. [SEP] i didn't show up again after a search of their house. [SEP] think the average size of a family: if you are the top 1 percent of the population, you will probably face a medicare tax increase of $40, 000 over 10 years of time. [SEP]" the company should have spent about 200 tonnes, 1, 000 tonnes, 1. 5 million litres of fuel, and anything like that only has to be ready to buy. [SEP] the new airport's price to pay would be reduced by the current system, [SEP]
+
+===== sample 027 =====
+[CLS] on mris of patients in the 60s and 70s. [SEP] i know i carried on even when i was ready to say i'd never do anything. [SEP] my opinion of the yougov survey is that the top issue is very hard, it's a big factor rather than getting worse. [SEP] the report says that children aged 10 and 11 are below a school rating of up to five a year, the poorest children still scoring almost 80 per cent on the final assessment results. [SEP] but then it had been done and it seemed to be heading back into a very different world. [SEP] it's not hard to understand [SEP]
+
+===== sample 028 =====
+[CLS] eyes to each other when he was in a classroom. [SEP] he thought their life was better. [SEP] so frippery, cavallari was not here this winter, all the right pieces you need to take in the season. [SEP] it was not only a tragedy, even at times, but the wounds she had suffered by a hail of bullets. [SEP] scotland is home to a population of 1 out of england's 38. 5 million people. [SEP] when we think about this story, one night i saw him talking to him, and trying to help a boy like them, he took out the form of a large [SEP]
+
+===== sample 029 =====
+[CLS] oil reserves of more than 1. 5 million barrels. [SEP] what if the government had nothing at all? [SEP] mr kuzsak and ms gresxel have been reported missing. [SEP] at the end of the evening, he took his head and hand off, put himself on his legs and hit the boy hard. [SEP] over the course of an hour, i've known what it is. [SEP] " he did his best as he came across a world with every player reflected in a different light. [SEP] but now it is clear that it's up to israel. [SEP] los angeles (ap) - los angeles dodgers [SEP]
+
+===== sample 030 =====
+[CLS] to kill " ) and asked her why, or when, the next day - - by the words of her perky ex - husband - - was may 4. [SEP] with the market now full as ever, some offers may be reduced to the current price of $5, but $10, 000 - $15, 000 is still lower than expected. [SEP] such concerns could not only alarm teachers who feared that extra pay would become a threat to students. [SEP] in corporate news, energeostorp energeorp, the dutch installer, reported a 28pc fall in second - quarter sales, to £1 [SEP]
+
+===== sample 031 =====
+[CLS] release this summer with many new releases and one of his few songs. [SEP] it will take months to see if and how much of the money can be recovered. [SEP] it is not clear which one had tried to do the trick. [SEP] the year of war - - the "lost decade" of afghanistan, according to an obama official - - was a signal that we didn't expect much to change nato's strategy in afghanistan. [SEP] "we shouldn't feel compelled to go," said john white of the council's public relations department. [SEP] another week, with "four down, five down" - - a [SEP]
+
+===== sample 032 =====
+[CLS] far from the air. [SEP] i was't in the air. [SEP] " we gave away one point, but we still are in a good position. [SEP] they agree with me, and they don't agree with me. [SEP] police had said five people had also died in tuesday's attack. [SEP] i have played 19 men's matches, only three played in one day. [SEP] when a team who would qualify for the champions league final were crushed, they were denied by liverpool last night. [SEP] the young son of russia's tsars arrived as a student in the 1950s. [SEP] in the week's trade [SEP]
+
+===== sample 033 =====
+[CLS] - it is, "is it really right?" - and is appealing to the people to feel better about what they are doing. [SEP] it's the first time that a company has put software on it. [SEP] the main goal is to play, " hester said. [SEP] andy richardson, the director of the first series, says he's been enthused with the live footage and the weighty material for the live show, broadcast on bbc one this year. [SEP] the teenager, who was told of his own death, told liverpool crown court he was a victim of the attack. [SEP] it has not just been [SEP]
+
+===== sample 034 =====
+[CLS] he is young and he works at hospitals with the people, who have the condition and those who have the condition. [SEP] "it is not to give an opinion on me, but that i can stay. [SEP] mr loebe said:" i was certainly not a terrorist, talking at the time of the attack over the internet. [SEP] the has also set up a temporary management system for mental - health professionals. [SEP] the surge in political violence in iran was to be blamed for the violence. [SEP] the operator had to reduce service by up to six hours, reducing the amount by three - fifth. [SEP] that's what has [SEP]
+
+===== sample 035 =====
+[CLS] control of this vast and troubled country. [SEP] i'll be the subject to additional video - - via cell phone, via skype, and whiz.. [SEP] by then the mine was more than 20ft deep with mud. [SEP] i would not be able to play golf without the help of my mother. [SEP] and he was a head teacher - - how to sort out the death of a child. [SEP] he was charged with an assault charge. [SEP] if they're to be the only club in history to win in this division, they have to play something more than the league's seeding. [SEP] the [SEP]
+
+===== sample 036 =====
+[CLS] the way relief work should be carried out, "the bbc reported on its site. [SEP] as for the government, there was a clear sense of helplessness. [SEP] points will be divided into" hot areas " - rather than points and numbers. [SEP] this may not be the same day, after all, that was done for many southerners. [SEP] nevertheless, the job outlook seems to be encouraging. [SEP] there have been no improvements in the last six months. [SEP] mr. bush, yes. [SEP] he has put himself in the wrong side of his game. [SEP] he has been active in the region since the 2003 war, including [SEP]
+
+===== sample 037 =====
+[CLS] economy. [SEP] ms hogg said she had grown increasingly impressed by mr redfield's support, and by his mother, for her life. [SEP] it is also a good idea to try and save your energy money with tips. [SEP] they asked me why i wasn't dating him, they told me - i'd just go out and get fatter. [SEP] the 1 - to 2 - year - old was removed from the home by state vets, police said. [SEP] the fact is it won't be long: thousands of parents will have to wait years for more money. [SEP] many blame the government for the [SEP]
+
+===== sample 038 =====
+[CLS] i've confirmed as i will be writing them, at the same time tomorrow. " [SEP] speaking with the police, the victim, who was in bed, called police in the morning and so on tuesday. [SEP] the only way we can make the best out of your job is to get there by 3 in the morning. [SEP] but when are the on - site rules coming in? [SEP] the effect is limited. [SEP] the second woman, keshay, seems to be talking about how desperate her young daughter seems to be. [SEP] regarded as one of the world's most celebrated young people and photographers, the 32 - year [SEP]
+
+===== sample 039 =====
+[CLS] not happen. [SEP] i would have to go a lot. [SEP] police in new zealand said they received about 200 calls each from across the country. [SEP] in interviews, he said that he was a successful traditionalist, with a little experience in finance, politics, trade and business affairs. [SEP] gordon brown, and the rest of the world, should have done more to cut taxes to prevent this level of borrowing. [SEP] it is widely considered to be one of the world's first - and second - largest oil companies. [SEP] it is expected to close by october 2008. [SEP] they have moved to the top of the championship play - [SEP]
+
+===== sample 040 =====
+[CLS]. [SEP] they accused him of walking around in a cool - headed manner. [SEP] this, of course, is hardly the case about a woman in a super - suit. [SEP] desal mack scored 20 points and tennessee held no. 2 florida state to 21 points and six rebounds in overtime, pulling off a 62 - 60 victory to fifth - ranked tennessee on saturday. [SEP] the boy died of a life - threatening attack at effingham, devon, at his home in kempton country on 3 may. [SEP] it's open to the media as well. [SEP] some people may plow them in for a primer. [SEP]
+
+===== sample 041 =====
+[CLS] minutes, mr kibaki told me as i was finishing the morning session. [SEP] the authorities no longer have a problem with the drugs, and there could be security concerns. [SEP] by the time i began to study, i realized that the credit situation was not as bad as i had thought. [SEP] but it isn't easy, and it is an impossible task. [SEP] that is not, of course, the children's way. [SEP] the president is stupid, but the first country in a world to believe that it should be so. [SEP] " both areas have been improved and have shown how to respond to prevent them, [SEP]
+
+===== sample 042 =====
+[CLS] a date. [SEP] if there is a case for a change in africa's relations with the us, it could be the case with the uk, not with the us, a diplomat said. [SEP] as is the case, you have to sit in small stands in the park, a complex of grass - like steps - - a mix of fish, water, music, and food that you'll snog of. [SEP] he told the bbc that it was not a place in the national party's campaign. [SEP] do we, too, want this company...? 2. this crisis is over. [SEP] the [SEP]
+
+===== sample 043 =====
+[CLS] has been dismissed by the ruling party. [SEP] i cannot believe that i want to go to los angeles - - i can't really see why i need to do that. [SEP] " my father has been another year after the attack... and the same time he said, ' you know, this would be a big moment and kill you all. [SEP] but these democrats were keenly considering his position. [SEP] the magic relied on balkman's layup with 8. 9 seconds left to score a go - ahead basket in the third quarter to give the spurs their sixth victory in seven games. [SEP] i was told [SEP]
+
+===== sample 044 =====
+[CLS] [SEP] in large parts of the region and beyond, japan has the largest population and the highest number of deaths from cancer. [SEP] contador wins stage of the year, as he won his tour of the year title at bay hill in california in september and moved up to eighth as armstrong takes on the title with two victories. [SEP] it was a different situation from the one i was just about to get into in hospital because i could hear her and i thought she could see it. [SEP] her attorney, george mays, also insisted that there was no problem on the singer's death certificate. [SEP] the meeting will be held in [SEP]
+
+===== sample 045 =====
+[CLS] white, in the deep, black - brown water, and is clear - cut, dark and black. [SEP] one example is from the people's alliance - which is backed up by 10, 000 volunteers in the city. [SEP] the top democrat in the senate on tuesday welcomed word of the plan from ben bernanke, the federal reserve chairman, who had previously warned that mr obama's veto power was likely to be removed. [SEP] if the government is also successful, it could lend a hand to its claim to break its non - law. [SEP] but they will be killed. [SEP] the court also is considering a request to [SEP]
+
+===== sample 046 =====
+[CLS] team to start at the same speed with a new car and move to their trademarks. [SEP] that is a possibility. [SEP] in addition to three new houses on one island, it's a different town. [SEP] at the same time, "she fell to the floor." [SEP] " it's like going through the door at the end, the driver just wants to be free. [SEP] there was a bit that left us with the staff and he just then came down to the door and was passing by. [SEP] cubans touting a religious message worry that it will encourage their own beliefs. [SEP] and you can't [SEP]
+
+===== sample 047 =====
+[CLS] oregon - - the first primary battleground for barack obama's election. [SEP] "the decision to impose the restrictions is necessary to provide the opportunity (only) to improve people's view of china," said john kerry, president of the european american political center. [SEP] he didn't see that his body changed as a result of his bad back, but said he was able to return. [SEP] the correct answer is yes, or a - - o. k., to that. [SEP] flights resumed on tuesday but resumed about 3 a. m. [SEP] the 59 - year - old former cabinet minister is survived by his [SEP]
+
+===== sample 048 =====
+[CLS] hirsi said. [SEP] "there is too many of those players, who are not really willing to take new measures to stay competitive," he said. [SEP] prosecutors declined to appeal the ruling, saying the contents of the case would not be released because they were classified. [SEP] and as an example, retailers will be looking to cut sales in their stores to boost the appeal of their brands. [SEP] it is important to devote your professional life to him. [SEP] they came to the elysees, to grab the world's attention. [SEP] my brothers would like to buy our homes, and we have paid $2 million to [SEP]
+
+===== sample 049 =====
+[CLS] [SEP] "what was the point of our article. [SEP] the need to give up their mind for any reason," said min yushen, a university of south korea professor and economist. [SEP] on the day of his release from house arrest, doctors found he suffering from a sore spot and also suffered "pain to the face." [SEP] during his trip, he went on a quiet trip. [SEP] " he's always excited to be here and there will be no good news in the future. [SEP] jones, 23, has only started at 18 for the london irish club and will be keen to make a big change in the [SEP]
+
+===== sample 050 =====
+[CLS] be there - - and i'll certainly have part of that. [SEP] (cnn) - - don't expect much the worst out of the world's financial markets, but optimism is over. [SEP] that is why a lot of people do have to scale the roof - there are no burdens to do it. [SEP] "but i could not help myself," he says; leaving for the big time is an issue in his game. [SEP] and it's the simple thing that a country is built. [SEP] we will do what i'm sure and the us will carry out, but nothing at this time will [SEP]
+
+===== sample 051 =====
+[CLS] to study history at the university of maryland for each of his first eight years. [SEP] but, wait, we don't have only a second. [SEP] "it requiress a minimum average of 100 hours of training to make an environmental impact, and therefore shouldn't be supported by the state department," says the group. [SEP] the blues never got a break in front, but he got the chance to give australia the lead after the break. [SEP] "they have scored a lot of goals, a result, and the result is to do their bit against our opponents. [SEP] it was really frightening. [SEP]" based on the [SEP]
+
+===== sample 052 =====
+[CLS] was left to remain silent. [SEP] ms hayley said in a statement: "my family was very touched by this incident." [SEP] last week, on the day of victory in the main race going into the german derby, the authorities ordered lockdown. [SEP] but on the issues, the decision to bring republicans to the white house was a significant but unresolved issue. [SEP] john adams, the president of progress energy, inc., europe's biggest independent gas producer and car parts and parts company, said investors have shown interest in the transportation business. [SEP] but in this time, that's why he is on hand [SEP]
+
+===== sample 053 =====
+[CLS] life. [SEP] the tigers responded on the hour, with a four - point penalty to set up a powerful move at goal soon afterwards. [SEP] the big selection of the field, the big events - - where to play, where to win, which team, where to go to school - - will be held a year later. [SEP] salmons was 4 of 18 and contributed nearly 30 points in a team's worst second half. [SEP] safina's serve dropped to 3 - 2. [SEP] "this is the goal." [SEP] " as the lenders didn't understand, it was the first time such a scheme [SEP]
+
+===== sample 054 =====
+[CLS] used to be slow and ill - quick. [SEP] mr brown went on: " there may be a lot of people who don't know how to make a better life for children. [SEP] it's not as bad the first day four years ago. [SEP] and so do not think in a different way. [SEP] rocco baldelli (3 - 2) got two outs in the fourth inning of a second - to - first single from aaron miles and howie kendrick's drive to the center of the field. [SEP] there is little time to explore the reality of school history. [SEP] a hotel in prince andrew's home town, [SEP]
+
+===== sample 055 =====
+[CLS] that i think the best way of getting on with it. [SEP] the curfew was extended to midnight by midnight wednesday afternoon. [SEP] the prime minister described his commitment to his campaign as calm in the face of "the damage i have done." [SEP] there have been four cases as far as we have been concerned. [SEP] the caga warned that low income practices could take a huge hit, adding that such measures would make it more difficult financially to attract that type of business. [SEP] on his visit, " my son told me that they would go for a ball. [SEP] and so this is the first time we've got [SEP]
+
+===== sample 056 =====
+[CLS] year.... "[SEP] the giants have been called into the game against the chiefs. [SEP] game makers are, to know it well, the people, and games are the fair game at all, even when the outcome is in no doubt in difficult times. [SEP] if so, maybe you just have to hope that he has met his clean - cut standards. [SEP]" the global growth deal will set asia on a clear path to economic development. [SEP] the uk government has said that the guidelines were designed by uk councils as a simple way to cut the risk of smokers to people over 25. [SEP] the proposal was met by [SEP]
+
+===== sample 057 =====
+[CLS] committed to the european union "- - in spite of the uk's ability to cut the deficit on its own trade account, and its plans to reduce the deficit partly on tax. [SEP]" i would have won it and if it was a big game, not the big game, the most important for us, i would not go over to this. [SEP] i was just a year old, but i used to go much longer than i could. [SEP] the area is home to about 10 per cent of the 400, 000 tonnes of scrap metal steel that is typically produced in japan's car industry. [SEP] the 16 - year [SEP]
+
+===== sample 058 =====
+[CLS] you've just got to decide when you have the right amount. [SEP] but you can change the whole picture for a little. [SEP] he had a solo homer in the eighth for only the second time in seven games, and didn't get a hit. [SEP] officials last week released the final withdrawal schedule for most of u. s. troops, which they say will help stabilize the war. [SEP] of course he could not pass on his medical problems for a change, but apparently he's not the one to listen to the best interests of someone else. [SEP] the crowd was huge. [SEP] " the world looks like a small [SEP]
+
+===== sample 059 =====
+[CLS] he also held the presidency and won a number of the presidential titles. [SEP] cubans are not saving enough on the money to set up shelter and education goals, according to a new study by unicef. [SEP] zazi khan, a california - born man with a father of six, has been being held on more than 20 u. s. terrorism charges. [SEP] as for you, thank you! [SEP] we are through this year and we were on this journey for the last moment. [SEP] she's called on the police to look at the case of the missing teenager to reach out to the family. [SEP] almost 3. 4 million [SEP]
+
+===== sample 060 =====
+[CLS]. [SEP] "i had to be hard and believe that there would be no end of the night. [SEP] i want them. [SEP] still, the reaction to the news from both parties is positive. [SEP] hamdan was taken by the cia to that interrogation in 2002, during which he had to use high - pressure grills to give evidence with a specially trained interrogat. [SEP] we'll just try to sell two more books in the next few days," mr. abramson said, with a little difficulty, referring to the material. [SEP] guardian. co. uk at 12. 54 bst on wednesday 23 may 2009 [SEP]
+
+===== sample 061 =====
+[CLS] policy will also affect his actions. [SEP] you are wonderful... to watch, watch and remember... on goal and off to the pitch. [SEP] "the season will thicken," he said. [SEP] he then went on with the idea of a ride home to find out how you managed to get your life back. [SEP] there is money in the banking industry. [SEP] my point is that, i do, but believe me i see the real facts about what lies on the ground here and say yes. [SEP] they say i am a bitch because i am fat. [SEP] it is true that the opposition in the un [SEP]
+
+===== sample 062 =====
+[CLS] point, snoring with the first goal. [SEP] tibetans need to fear his death. [SEP] it assumes she is always going to be their child, but instead it's herself - - a match, they claim, to the girl who was killed a year ago by a drive - on car accident. [SEP] when i was over, i felt that we both had a great day, i felt joy and joy at being able to get off with my confit and my car, and enjoy it. [SEP] talk to the doctor if your child is going to hurt his foot - but when will he learn from his dad. [SEP]
+
+===== sample 063 =====
+[CLS]er, a local public works minister. [SEP] "we saw people trying to help before someone tried to stop them," said a spokesman for the city's ambulance service. [SEP] the new controllers of the series are ready to take care. [SEP] rather than go on to begin the process of moving from the financial to political centre in this issue, he needs to think about the need to find the funds to run the process in this area. [SEP] " i not only do have to bow to that, but i feel that i'm going to go a little bit. [SEP] hi, btw.... [SEP] it is [SEP]
+

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps128_c16_t1p45_raw_samples.txt

@@ -0,0 +1,224 @@
+steps128_c16_t1p45
+{
+  "type": "summary",
+  "name": "steps128_c16_t1p45",
+  "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt",
+  "step": 434000,
+  "decode": {
+    "kind": "categorical_fullvocab_normal_steps_sweep",
+    "config": "steps128_c16_t1p45",
+    "steps": 128,
+    "endpoint_temp": 1.45,
+    "concentration_max": 16.0,
+    "final_from": "state",
+    "update": "resample",
+    "n_samples": 64,
+    "seed": 20260509
+  },
+  "detok_genppl": {
+    "ppl": 37.00470845214573,
+    "nll_per_token": 3.611045160011333,
+    "tokens": 9596
+  },
+  "diversity": {
+    "sample_entropy": 4.149670149943692,
+    "unique_tokens": 1722,
+    "token_count": 8192,
+    "distinct_1": 0.210205078125,
+    "distinct_2": 0.6692913385826772,
+    "top_token_mass": 0.0565185546875
+  }
+}
+
+===== sample 000 =====
+[CLS] a second - place finish behind england and france. [SEP] there ' s no way we ' ll ever go out into the ring at all. [SEP] he had a well known voice, still there to speak, to men and women, so they tried to go on and on a bit. [SEP] then again, they had to be the best in the world. [SEP] and he made the central bank bail him out in the process. [SEP] " i ' ve played for ac milan and i ' m a candidate. [SEP] 10 a. m. - monday and sunday - it ' s a follow - up to a special session. [SEP] he [SEP]
+
+===== sample 001 =====
+[CLS]ing about the future of the afghan war, and so on, i feel as if i should have to discuss it.... [SEP] but how his actions could change his life? [SEP] ask the company ' s doctors to come up with a primer, and ask the doctor if it takes a bad breath to learn to keep you going and tell her you have to go down to it in the right time of the right thing to do the right thing. [SEP] " in 2000, i tried to do it. [SEP] there is no solid reason for the widespread belief that this is a sound strategy. [SEP] just 1. 4 million [SEP]
+
+===== sample 002 =====
+[CLS] and full coverage of this story. [SEP] i really thought i should have made the grade. [SEP] " i just was surprised to see the drawdowns this week. [SEP] mr jones, a former army officer, was then hit by the car and hit again, in january 2007. [SEP] murphy, head of the sandler, soak, robbins & slate in new york, was interviewed by the times legal analysts and head of the law firm ' s brokerage and class action practice. [SEP] the statement, issued to the council, provided a list of nearly 100, 000 signatures, but it is open to everyone to make a public [SEP]
+
+===== sample 003 =====
+[CLS]. [SEP] one ' s own sisters - - like lynds - - are also living in the family ' s garden at the " same time, " mr hesleez says. [SEP] hayes grabbed his second rebound in overtime to give second - seeded virginia a three - point lead but was helped off the court as the atlantic 10 conference took a 21 - point lead into overtime, and he finished 16 of 20 from the field. [SEP] " nobody would be able to see our cars, we are worried people will not be able to see us at the front door. [SEP] " long term students are given the chance to improve their [SEP]
+
+===== sample 004 =====
+[CLS] he then called the bank manager to say he would pay the fine if the bank refused an offer. [SEP] still, the marlins will keep winning in this postseason, they have nothing to lose. [SEP] he was 5 - 1 7 - 6 ( 7 - 0 ) and 35 - 1 knockouts. [SEP] michael ' s father knows the truth, but he didn ' t really know it. [SEP] this will make it divisive in the eu and help to persuade some countries in particular to agree for a common trade policy, rather than nonproliferation accords. [SEP] he said the government ' s aim was to put the home [SEP]
+
+===== sample 005 =====
+[CLS] change - and the government was important to the future of britain. [SEP] denver ( ap ) - a colorado court has awarded a civil fine of $ 34, 000 to four colorado police officers and the motorcycle driver who stepped off a squad car when the car struck his leg just after his arrest on saturday. [SEP] " china ' s decision will likely be based on the timing of a turnround at the end of the july - to - september quarter, " he said. [SEP] then, after the hearing, she declined to officially name her children ' s name because she had been diagnosed with leukemia. [SEP] but the reality is that there [SEP]
+
+===== sample 006 =====
+[CLS] her, he got up in his car and threatened to go to the beach the moment he shot her dead. [SEP] 30, december 4, 3, december 3, november 2. [SEP] you can get some if not 100 % or 100 %. [SEP] mr white had received this information from the family of the other victim on the night but she was not named because her name was given to police and she had not been cleared of murder. [SEP] barrichello has said he has nothing to rest on his side after this season, but his car does the job done while he ' s back. [SEP] a report from the federal government, [SEP]
+
+===== sample 007 =====
+[CLS] in his body and was on the verge of suicide. [SEP] the north - west route runs west to the long island to the east - north - south new york. [SEP] the idea, brought in through a blood pump from the crocs, was to line tissue in the inner part of the body like a phone or a hand. [SEP] the 10 - point lead hasn ' t disappeared since going to double digits in the second half. [SEP] he was not the first player to go out with a major in june, but woods is not following him on with his new plans. [SEP] as for the clothes, there ' s also a [SEP]
+
+===== sample 008 =====
+[CLS] this week would be making it difficult to change the terms of the peace agreement, a step that would require compromise. [SEP] the bank declined to comment on the deal. [SEP] the second was also part of a special pack of clothes and a knife on it. [SEP] this had long been the only option at risk, and if he had managed to do so, he might have to go through a period of his reoccupation. [SEP] a driver is to be sentenced to three months after he failed to record a warning of a dangerous driver. [SEP] when it comes to changes in football, we can not be sure yet. [SEP] he [SEP]
+
+===== sample 009 =====
+[CLS] the fourth quarter to $ 2. 6 billion range, slightly lower expectations, while dell plans to cut $ 2. 1 billion from its operating profit forecast despite a 4. 1 percent sales decline in sales. [SEP] but he said there has already been around a third of the charges and there had been several complaints. [SEP] some 4. 5 million jobs were lost in the manufacturing sector. [SEP] however, the new rules allow the imf to continue to buy the $ 4. 3 - 5bn in securitises. [SEP] getting over the numbers can be tricky. [SEP] the group said it gave the interim government three months to prepare [SEP]
+
+===== sample 010 =====
+[CLS] [SEP] the response wasn ' t enough. [SEP] it told the chief executive to raise her pay rate of up to 4. 5 per cent, but decided not to pay. [SEP] president musharraf announced the state of emergency at 9am. [SEP] the second was when she realised i wasn ' t standing there at all, she said. [SEP] now the army has more than 2, 000 members. [SEP] ageing is going to be a relatively minor issue. [SEP] it is probably the harm that could come from combating - - that ' s the experience. [SEP] while his wife ' s campaign says some democrats are the primary issue [SEP]
+
+===== sample 011 =====
+[CLS] in prison and he was not guilty of any crime committed by munci. [SEP] the setback came in late in the first half. [SEP] john mccain, after all, still doesn ' t even have a chance to compete in any of his seven races. [SEP] in addition, he staked in nearly 1, 000 photos and e - mails. [SEP] " some states are too big to be an established body. [SEP] the gunman, who is jailed for life, also argued that his weapons should be stopped and kept alive by virtue of the evidence. [SEP] ( cbs / ap ) the top official of italy ' s top [SEP]
+
+===== sample 012 =====
+[CLS] children. [SEP] why would anyone want to make a living by the people of other countries in the world? [SEP] as i has already said, we are fighting in australia but we ' re ready to take the fight to australia. " [SEP] he always insisted he ' s able to live. [SEP] and what would we say that this is not to america, but to the world but as americans, that question is open to them. [SEP] this man - - the real god of power - - was the one that was to go up in france and only to fall in the limelight after a long marriage to the world ' s biggest oil [SEP]
+
+===== sample 013 =====
+[CLS], " she said. [SEP] with the start, her score fell from 4. 9 to 5. 10 and, after a while, had to warm up. [SEP] if it still came out at night... would you let it sleep on the same block. [SEP] was there so much about barack obama? [SEP] at the time, he tried to do something with the girl but failed, and was not quite sure. [SEP] officials continue to set the deadline for anyone willing to make a bid. [SEP] the united states on tuesday also laid out its plans to counter growing russian energy demand by 2010, with south koreas saying they will [SEP]
+
+===== sample 014 =====
+[CLS] right to make a quick choice. [SEP] numbers are 1 - 800 - 489 - 4620. [SEP] he is obsessed with it and does not plan to be out of his car in the games. [SEP] the woman said she had waited for the young boy to get on to his car when it was struck by a train in liverpool a few years ago. [SEP] almost three out of every four adults in the survey voted, up to two out of four, said mr davison. [SEP] it is not clear in the eyes of many that mr obama is not given an award for anything and his supporters say he must know how far he [SEP]
+
+===== sample 015 =====
+[CLS] injury.... [SEP] so much for the way back. [SEP] otherwise this would include all our troops. [SEP] but if she performs with a small band, she won ' t be anywhere. [SEP] that is half the price paid during the boom for car sales, now around $ 70 - $ 80 a year. [SEP] they were on stage playing a christmas song, " thanks for a really good start. " [SEP] i just thought i will die on sunday. [SEP] there is also a greater potential than most people, to learn more about it. [SEP] it ' s not the least important of the day. [SEP] " i ' ve [SEP]
+
+===== sample 016 =====
+[CLS] school closures, as announced by greece ' s education ministry last month. [SEP] and while the players have apparently focused on keeping something close to a full relationship, they are keen to discuss them - - sometimes, as would anyone else. [SEP] kiffins range from $ 14 to $ 1. 50, $ 20 for a bet of $ 3. 50. [SEP] in an aggressive attempt to free the man, one of the men emerged, holding his face close to his chest, legging his back, knocking him to the ground. [SEP] but the family isn ' t old enough for the drive. [SEP] chinese banks ' exposure to [SEP]
+
+===== sample 017 =====
+[CLS] one. [SEP] the right to do a deal has also been up for sale - - those who have failed miserably because the amount of security they could offer has been expedited. [SEP] too much co - operation has been left to blame. [SEP] it ' s, though, a bigger part of the picture. [SEP] you ' re here, you know what the media think, and, if the crew didn ' t get off with the world, you might make it to the top. [SEP] and that ' s what i ' m not doing. [SEP] in fact, i ' d like to get people to make the decision [SEP]
+
+===== sample 018 =====
+[CLS] - old, had been convicted of abuse when she was at home. [SEP] " they are the only source of light. [SEP] the list, which some may have just been combined with other names, was finally set out in january. [SEP] if this would occur because the high price of the product is low in many cases, it would only mean the price would go up. [SEP] for example, there will be a first time policy in primary schools to make places for people who had children to live with in the day centres - whether out or in. [SEP] we just didn ' t think so many other children would contact us. [SEP] it [SEP]
+
+===== sample 019 =====
+[CLS] was found dead in the early 30s in liverpool. [SEP] it must be accepted by most residents on its own way of looking for homes and needs help. [SEP] not sure if they would... [SEP] while i had a couple of people in the open front of the back door, he was a quiet guy around him as he got out of his car. [SEP] love, which had more than 300, 000 copies on the us and north american record charts, would be a " success " if the singer returned to britain, the label said on thursday. [SEP] the new measures are set to end at the end of march. [SEP] [SEP]
+
+===== sample 020 =====
+[CLS] to get the government running. [SEP] " i really wanted to get the first grand slam with a really good chance in the match i ' m happy about playing last week. [SEP] it is likely that the two clubs are prepared to start using it on their own, their target in the league being the next two years. [SEP] if someone makes a mere $ 12 ( £6 ) a week on expenses, they will remain. [SEP] well, it ' s the worst side. [SEP] gerald conley, the firm ' s lawyer, said the appeal was successful. [SEP] " a letter is written on behalf of us, signed by the city [SEP]
+
+===== sample 021 =====
+[CLS] of using federal money to pay for the equipment provided by the army. [SEP] she loved it, said mr harwin. [SEP] take an extra £15, 000 of a homeowner ' s free time and you need tax to protect your savings. [SEP] " this is where bovinen finds it right now. [SEP] a few of the middle - of - the - road clubs from the midlands have received more money and funds than i was in the last two months, " he told bbc news sport. [SEP] it won ' t do that. [SEP] in germany and italy, the problem is becoming a little different in france. [SEP] [SEP]
+
+===== sample 022 =====
+[CLS] more than they did in july but the recession ' s impact continued to hit the health of the economy, according to a purchasing manager ' s report. [SEP] " it ' s going to go to this point, everyone wants to focus on the way they play, " sedwick told reporters. [SEP] so there were some things under way from the start, and it would be nice for us to know - - and if we didn ' t have to say that we could have. [SEP] i was surrounded by young shrimpers, hundreds of oysters from the ageing oyster, and handbags from marinas strapped to their bodies. [SEP]
+
+===== sample 023 =====
+[CLS]. [SEP] he didn ' t think the weather could be a problem. [SEP] the economy? [SEP] vivien williams, the bath referee, said : " i ' ve been hoping to get a fair and better final result. [SEP] if they want to change their lives, they dislodge themselves for a chance to feel about it. [SEP] according to the court documents, the woman then attacked him twice and a number of times ordered the man to hold her hostage, but he didn ' t go with his money and fled, the complaint said. [SEP] each day, he ' s in the kitchen, watching television as he in [SEP]
+
+===== sample 024 =====
+[CLS] then clatters to - - and then focuses on, that they love - - music. [SEP] " now he ' s got a $ 1 million, he ' s got 3 million, he ' s got an income, " he said. [SEP] for instance, the california supreme court ruled that doctors performed abortion on the younger woman against a woman who said her son - in - law caused her to be responsible by reimbursing for abortions given to the mother. [SEP] " he ' s not to blame anyone. [SEP] she ' s just a little scared - - if not. [SEP] " the united states has engaged in [SEP]
+
+===== sample 025 =====
+[CLS] the economy. [SEP] it is certainly not surprising given the germans cling to a run - out time of 10 minutes ' notice. [SEP] the committee waited for about a month to complete its unaudited water - quality report to avoid the possibility of an investigation. [SEP] if she wins the gold, torres knows she won ' t be on the podium in beijing. [SEP] cnn : what would you do? [SEP] but this year may be the biggest one. [SEP] only real cut - price pizzas, milkshakes and high - end pizza are available ( 6, 5, 12, 12 and 6 feet ). [SEP] go to the [SEP]
+
+===== sample 026 =====
+[CLS] to help them, as i do here and don ' t deserve it, " he said. [SEP] i didn ' t show up again after a search of their house. [SEP] think the average size of a family : if you are the top 1 percent of the population, you will probably face a medicare tax increase of $ 40, 000 over 10 years of time. [SEP] " the company should have spent about 200 tonnes, 1, 000 tonnes, 1. 5 million litres of fuel, and anything like that only has to be ready to buy. [SEP] the new airport ' s price to pay would be reduced by the current system, [SEP]
+
+===== sample 027 =====
+[CLS] on mris of patients in the 60s and 70s. [SEP] i know i carried on even when i was ready to say i ' d never do anything. [SEP] my opinion of the yougov survey is that the top issue is very hard, it ' s a big factor rather than getting worse. [SEP] the report says that children aged 10 and 11 are below a school rating of up to five a year, the poorest children still scoring almost 80 per cent on the final assessment results. [SEP] but then it had been done and it seemed to be heading back into a very different world. [SEP] it ' s not hard to understand [SEP]
+
+===== sample 028 =====
+[CLS] eyes to each other when he was in a classroom. [SEP] he thought their life was better. [SEP] so frippery, cavallari was not here this winter, all the right pieces you need to take in the season. [SEP] it was not only a tragedy, even at times, but the wounds she had suffered by a hail of bullets. [SEP] scotland is home to a population of 1 out of england ' s 38. 5 million people. [SEP] when we think about this story, one night i saw him talking to him, and trying to help a boy like them, he took out the form of a large [SEP]
+
+===== sample 029 =====
+[CLS] oil reserves of more than 1. 5 million barrels. [SEP] what if the government had nothing at all? [SEP] mr kuzsak and ms gresxel have been reported missing. [SEP] at the end of the evening, he took his head and hand off, put himself on his legs and hit the boy hard. [SEP] over the course of an hour, i ' ve known what it is. [SEP] " he did his best as he came across a world with every player reflected in a different light. [SEP] but now it is clear that it ' s up to israel. [SEP] los angeles ( ap ) - los angeles dodgers [SEP]
+
+===== sample 030 =====
+[CLS] to kill " ) and asked her why, or when, the next day - - by the words of her perky ex - husband - - was may 4. [SEP] with the market now full as ever, some offers may be reduced to the current price of $ 5, but $ 10, 000 - $ 15, 000 is still lower than expected. [SEP] such concerns could not only alarm teachers who feared that extra pay would become a threat to students. [SEP] in corporate news, energeostorp energeorp, the dutch installer, reported a 28pc fall in second - quarter sales, to £1 [SEP]
+
+===== sample 031 =====
+[CLS] release this summer with many new releases and one of his few songs. [SEP] it will take months to see if and how much of the money can be recovered. [SEP] it is not clear which one had tried to do the trick. [SEP] the year of war - - the " lost decade " of afghanistan, according to an obama official - - was a signal that we didn ' t expect much to change nato ' s strategy in afghanistan. [SEP] " we shouldn ' t feel compelled to go, " said john white of the council ' s public relations department. [SEP] another week, with " four down, five down " - - a [SEP]
+
+===== sample 032 =====
+[CLS] far from the air. [SEP] i was ' t in the air. [SEP] " we gave away one point, but we still are in a good position. [SEP] they agree with me, and they don ' t agree with me. [SEP] police had said five people had also died in tuesday ' s attack. [SEP] i have played 19 men ' s matches, only three played in one day. [SEP] when a team who would qualify for the champions league final were crushed, they were denied by liverpool last night. [SEP] the young son of russia ' s tsars arrived as a student in the 1950s. [SEP] in the week ' s trade [SEP]
+
+===== sample 033 =====
+[CLS] - it is, " is it really right? " - and is appealing to the people to feel better about what they are doing. [SEP] it ' s the first time that a company has put software on it. [SEP] the main goal is to play, " hester said. [SEP] andy richardson, the director of the first series, says he ' s been enthused with the live footage and the weighty material for the live show, broadcast on bbc one this year. [SEP] the teenager, who was told of his own death, told liverpool crown court he was a victim of the attack. [SEP] it has not just been [SEP]
+
+===== sample 034 =====
+[CLS] he is young and he works at hospitals with the people, who have the condition and those who have the condition. [SEP] " it is not to give an opinion on me, but that i can stay. [SEP] mr loebe said : " i was certainly not a terrorist, talking at the time of the attack over the internet. [SEP] the has also set up a temporary management system for mental - health professionals. [SEP] the surge in political violence in iran was to be blamed for the violence. [SEP] the operator had to reduce service by up to six hours, reducing the amount by three - fifth. [SEP] that ' s what has [SEP]
+
+===== sample 035 =====
+[CLS] control of this vast and troubled country. [SEP] i ' ll be the subject to additional video - - via cell phone, via skype, and whiz.. [SEP] by then the mine was more than 20ft deep with mud. [SEP] i would not be able to play golf without the help of my mother. [SEP] and he was a head teacher - - how to sort out the death of a child. [SEP] he was charged with an assault charge. [SEP] if they ' re to be the only club in history to win in this division, they have to play something more than the league ' s seeding. [SEP] the [SEP]
+
+===== sample 036 =====
+[CLS] the way relief work should be carried out, " the bbc reported on its site. [SEP] as for the government, there was a clear sense of helplessness. [SEP] points will be divided into " hot areas " - rather than points and numbers. [SEP] this may not be the same day, after all, that was done for many southerners. [SEP] nevertheless, the job outlook seems to be encouraging. [SEP] there have been no improvements in the last six months. [SEP] mr. bush, yes. [SEP] he has put himself in the wrong side of his game. [SEP] he has been active in the region since the 2003 war, including [SEP]
+
+===== sample 037 =====
+[CLS] economy. [SEP] ms hogg said she had grown increasingly impressed by mr redfield ' s support, and by his mother, for her life. [SEP] it is also a good idea to try and save your energy money with tips. [SEP] they asked me why i wasn ' t dating him, they told me - i ' d just go out and get fatter. [SEP] the 1 - to 2 - year - old was removed from the home by state vets, police said. [SEP] the fact is it won ' t be long : thousands of parents will have to wait years for more money. [SEP] many blame the government for the [SEP]
+
+===== sample 038 =====
+[CLS] i ' ve confirmed as i will be writing them, at the same time tomorrow. " [SEP] speaking with the police, the victim, who was in bed, called police in the morning and so on tuesday. [SEP] the only way we can make the best out of your job is to get there by 3 in the morning. [SEP] but when are the on - site rules coming in? [SEP] the effect is limited. [SEP] the second woman, keshay, seems to be talking about how desperate her young daughter seems to be. [SEP] regarded as one of the world ' s most celebrated young people and photographers, the 32 - year [SEP]
+
+===== sample 039 =====
+[CLS] not happen. [SEP] i would have to go a lot. [SEP] police in new zealand said they received about 200 calls each from across the country. [SEP] in interviews, he said that he was a successful traditionalist, with a little experience in finance, politics, trade and business affairs. [SEP] gordon brown, and the rest of the world, should have done more to cut taxes to prevent this level of borrowing. [SEP] it is widely considered to be one of the world ' s first - and second - largest oil companies. [SEP] it is expected to close by october 2008. [SEP] they have moved to the top of the championship play - [SEP]
+
+===== sample 040 =====
+[CLS]. [SEP] they accused him of walking around in a cool - headed manner. [SEP] this, of course, is hardly the case about a woman in a super - suit. [SEP] desal mack scored 20 points and tennessee held no. 2 florida state to 21 points and six rebounds in overtime, pulling off a 62 - 60 victory to fifth - ranked tennessee on saturday. [SEP] the boy died of a life - threatening attack at effingham, devon, at his home in kempton country on 3 may. [SEP] it ' s open to the media as well. [SEP] some people may plow them in for a primer. [SEP]
+
+===== sample 041 =====
+[CLS] minutes, mr kibaki told me as i was finishing the morning session. [SEP] the authorities no longer have a problem with the drugs, and there could be security concerns. [SEP] by the time i began to study, i realized that the credit situation was not as bad as i had thought. [SEP] but it isn ' t easy, and it is an impossible task. [SEP] that is not, of course, the children ' s way. [SEP] the president is stupid, but the first country in a world to believe that it should be so. [SEP] " both areas have been improved and have shown how to respond to prevent them, [SEP]
+
+===== sample 042 =====
+[CLS] a date. [SEP] if there is a case for a change in africa ' s relations with the us, it could be the case with the uk, not with the us, a diplomat said. [SEP] as is the case, you have to sit in small stands in the park, a complex of grass - like steps - - a mix of fish, water, music, and food that you ' ll snog of. [SEP] he told the bbc that it was not a place in the national party ' s campaign. [SEP] do we, too, want this company...? 2. this crisis is over. [SEP] the [SEP]
+
+===== sample 043 =====
+[CLS] has been dismissed by the ruling party. [SEP] i cannot believe that i want to go to los angeles - - i can ' t really see why i need to do that. [SEP] " my father has been another year after the attack... and the same time he said, ' you know, this would be a big moment and kill you all. [SEP] but these democrats were keenly considering his position. [SEP] the magic relied on balkman ' s layup with 8. 9 seconds left to score a go - ahead basket in the third quarter to give the spurs their sixth victory in seven games. [SEP] i was told [SEP]
+
+===== sample 044 =====
+[CLS] [SEP] in large parts of the region and beyond, japan has the largest population and the highest number of deaths from cancer. [SEP] contador wins stage of the year, as he won his tour of the year title at bay hill in california in september and moved up to eighth as armstrong takes on the title with two victories. [SEP] it was a different situation from the one i was just about to get into in hospital because i could hear her and i thought she could see it. [SEP] her attorney, george mays, also insisted that there was no problem on the singer ' s death certificate. [SEP] the meeting will be held in [SEP]
+
+===== sample 045 =====
+[CLS] white, in the deep, black - brown water, and is clear - cut, dark and black. [SEP] one example is from the people ' s alliance - which is backed up by 10, 000 volunteers in the city. [SEP] the top democrat in the senate on tuesday welcomed word of the plan from ben bernanke, the federal reserve chairman, who had previously warned that mr obama ' s veto power was likely to be removed. [SEP] if the government is also successful, it could lend a hand to its claim to break its non - law. [SEP] but they will be killed. [SEP] the court also is considering a request to [SEP]
+
+===== sample 046 =====
+[CLS] team to start at the same speed with a new car and move to their trademarks. [SEP] that is a possibility. [SEP] in addition to three new houses on one island, it ' s a different town. [SEP] at the same time, " she fell to the floor. " [SEP] " it ' s like going through the door at the end, the driver just wants to be free. [SEP] there was a bit that left us with the staff and he just then came down to the door and was passing by. [SEP] cubans touting a religious message worry that it will encourage their own beliefs. [SEP] and you can ' t [SEP]
+
+===== sample 047 =====
+[CLS] oregon - - the first primary battleground for barack obama ' s election. [SEP] " the decision to impose the restrictions is necessary to provide the opportunity ( only ) to improve people ' s view of china, " said john kerry, president of the european american political center. [SEP] he didn ' t see that his body changed as a result of his bad back, but said he was able to return. [SEP] the correct answer is yes, or a - - o. k., to that. [SEP] flights resumed on tuesday but resumed about 3 a. m. [SEP] the 59 - year - old former cabinet minister is survived by his [SEP]
+
+===== sample 048 =====
+[CLS] hirsi said. [SEP] " there is too many of those players, who are not really willing to take new measures to stay competitive, " he said. [SEP] prosecutors declined to appeal the ruling, saying the contents of the case would not be released because they were classified. [SEP] and as an example, retailers will be looking to cut sales in their stores to boost the appeal of their brands. [SEP] it is important to devote your professional life to him. [SEP] they came to the elysees, to grab the world ' s attention. [SEP] my brothers would like to buy our homes, and we have paid $ 2 million to [SEP]
+
+===== sample 049 =====
+[CLS] [SEP] " what was the point of our article. [SEP] the need to give up their mind for any reason, " said min yushen, a university of south korea professor and economist. [SEP] on the day of his release from house arrest, doctors found he suffering from a sore spot and also suffered " pain to the face. " [SEP] during his trip, he went on a quiet trip. [SEP] " he ' s always excited to be here and there will be no good news in the future. [SEP] jones, 23, has only started at 18 for the london irish club and will be keen to make a big change in the [SEP]
+
+===== sample 050 =====
+[CLS] be there - - and i ' ll certainly have part of that. [SEP] ( cnn ) - - don ' t expect much the worst out of the world ' s financial markets, but optimism is over. [SEP] that is why a lot of people do have to scale the roof - there are no burdens to do it. [SEP] " but i could not help myself, " he says ; leaving for the big time is an issue in his game. [SEP] and it ' s the simple thing that a country is built. [SEP] we will do what i ' m sure and the us will carry out, but nothing at this time will [SEP]
+
+===== sample 051 =====
+[CLS] to study history at the university of maryland for each of his first eight years. [SEP] but, wait, we don ' t have only a second. [SEP] " it requiress a minimum average of 100 hours of training to make an environmental impact, and therefore shouldn ' t be supported by the state department, " says the group. [SEP] the blues never got a break in front, but he got the chance to give australia the lead after the break. [SEP] " they have scored a lot of goals, a result, and the result is to do their bit against our opponents. [SEP] it was really frightening. [SEP] " based on the [SEP]
+
+===== sample 052 =====
+[CLS] was left to remain silent. [SEP] ms hayley said in a statement : " my family was very touched by this incident. " [SEP] last week, on the day of victory in the main race going into the german derby, the authorities ordered lockdown. [SEP] but on the issues, the decision to bring republicans to the white house was a significant but unresolved issue. [SEP] john adams, the president of progress energy, inc., europe ' s biggest independent gas producer and car parts and parts company, said investors have shown interest in the transportation business. [SEP] but in this time, that ' s why he is on hand [SEP]
+
+===== sample 053 =====
+[CLS] life. [SEP] the tigers responded on the hour, with a four - point penalty to set up a powerful move at goal soon afterwards. [SEP] the big selection of the field, the big events - - where to play, where to win, which team, where to go to school - - will be held a year later. [SEP] salmons was 4 of 18 and contributed nearly 30 points in a team ' s worst second half. [SEP] safina ' s serve dropped to 3 - 2. [SEP] " this is the goal. " [SEP] " as the lenders didn ' t understand, it was the first time such a scheme [SEP]
+
+===== sample 054 =====
+[CLS] used to be slow and ill - quick. [SEP] mr brown went on : " there may be a lot of people who don ' t know how to make a better life for children. [SEP] it ' s not as bad the first day four years ago. [SEP] and so do not think in a different way. [SEP] rocco baldelli ( 3 - 2 ) got two outs in the fourth inning of a second - to - first single from aaron miles and howie kendrick ' s drive to the center of the field. [SEP] there is little time to explore the reality of school history. [SEP] a hotel in prince andrew ' s home town, [SEP]
+
+===== sample 055 =====
+[CLS] that i think the best way of getting on with it. [SEP] the curfew was extended to midnight by midnight wednesday afternoon. [SEP] the prime minister described his commitment to his campaign as calm in the face of " the damage i have done. " [SEP] there have been four cases as far as we have been concerned. [SEP] the caga warned that low income practices could take a huge hit, adding that such measures would make it more difficult financially to attract that type of business. [SEP] on his visit, " my son told me that they would go for a ball. [SEP] and so this is the first time we ' ve got [SEP]
+
+===== sample 056 =====
+[CLS] year.... " [SEP] the giants have been called into the game against the chiefs. [SEP] game makers are, to know it well, the people, and games are the fair game at all, even when the outcome is in no doubt in difficult times. [SEP] if so, maybe you just have to hope that he has met his clean - cut standards. [SEP] " the global growth deal will set asia on a clear path to economic development. [SEP] the uk government has said that the guidelines were designed by uk councils as a simple way to cut the risk of smokers to people over 25. [SEP] the proposal was met by [SEP]
+
+===== sample 057 =====
+[CLS] committed to the european union " - - in spite of the uk ' s ability to cut the deficit on its own trade account, and its plans to reduce the deficit partly on tax. [SEP] " i would have won it and if it was a big game, not the big game, the most important for us, i would not go over to this. [SEP] i was just a year old, but i used to go much longer than i could. [SEP] the area is home to about 10 per cent of the 400, 000 tonnes of scrap metal steel that is typically produced in japan ' s car industry. [SEP] the 16 - year [SEP]
+
+===== sample 058 =====
+[CLS] you ' ve just got to decide when you have the right amount. [SEP] but you can change the whole picture for a little. [SEP] he had a solo homer in the eighth for only the second time in seven games, and didn ' t get a hit. [SEP] officials last week released the final withdrawal schedule for most of u. s. troops, which they say will help stabilize the war. [SEP] of course he could not pass on his medical problems for a change, but apparently he ' s not the one to listen to the best interests of someone else. [SEP] the crowd was huge. [SEP] " the world looks like a small [SEP]
+
+===== sample 059 =====
+[CLS] he also held the presidency and won a number of the presidential titles. [SEP] cubans are not saving enough on the money to set up shelter and education goals, according to a new study by unicef. [SEP] zazi khan, a california - born man with a father of six, has been being held on more than 20 u. s. terrorism charges. [SEP] as for you, thank you! [SEP] we are through this year and we were on this journey for the last moment. [SEP] she ' s called on the police to look at the case of the missing teenager to reach out to the family. [SEP] almost 3. 4 million [SEP]
+
+===== sample 060 =====
+[CLS]. [SEP] " i had to be hard and believe that there would be no end of the night. [SEP] i want them. [SEP] still, the reaction to the news from both parties is positive. [SEP] hamdan was taken by the cia to that interrogation in 2002, during which he had to use high - pressure grills to give evidence with a specially trained interrogat. [SEP] we ' ll just try to sell two more books in the next few days, " mr. abramson said, with a little difficulty, referring to the material. [SEP] guardian. co. uk at 12. 54 bst on wednesday 23 may 2009 [SEP]
+
+===== sample 061 =====
+[CLS] policy will also affect his actions. [SEP] you are wonderful... to watch, watch and remember... on goal and off to the pitch. [SEP] " the season will thicken, " he said. [SEP] he then went on with the idea of a ride home to find out how you managed to get your life back. [SEP] there is money in the banking industry. [SEP] my point is that, i do, but believe me i see the real facts about what lies on the ground here and say yes. [SEP] they say i am a bitch because i am fat. [SEP] it is true that the opposition in the un [SEP]
+
+===== sample 062 =====
+[CLS] point, snoring with the first goal. [SEP] tibetans need to fear his death. [SEP] it assumes she is always going to be their child, but instead it ' s herself - - a match, they claim, to the girl who was killed a year ago by a drive - on car accident. [SEP] when i was over, i felt that we both had a great day, i felt joy and joy at being able to get off with my confit and my car, and enjoy it. [SEP] talk to the doctor if your child is going to hurt his foot - but when will he learn from his dad. [SEP]
+
+===== sample 063 =====
+[CLS]er, a local public works minister. [SEP] " we saw people trying to help before someone tried to stop them, " said a spokesman for the city ' s ambulance service. [SEP] the new controllers of the series are ready to take care. [SEP] rather than go on to begin the process of moving from the financial to political centre in this issue, he needs to think about the need to find the funds to run the process in this area. [SEP] " i not only do have to bow to that, but i feel that i ' m going to go a little bit. [SEP] hi, btw.... [SEP] it is [SEP]
+

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps128_c16_t1p45_scored.jsonl

@@ -0,0 +1,65 @@
+{"type": "summary", "name": "steps128_c16_t1p45", "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt", "step": 434000, "decode": {"kind": "categorical_fullvocab_normal_steps_sweep", "config": "steps128_c16_t1p45", "steps": 128, "endpoint_temp": 1.45, "concentration_max": 16.0, "final_from": "state", "update": "resample", "n_samples": 64, "seed": 20260509}, "detok_genppl": {"ppl": 37.00470845214573, "nll_per_token": 3.611045160011333, "tokens": 9596}, "diversity": {"sample_entropy": 4.149670149943692, "unique_tokens": 1722, "token_count": 8192, "distinct_1": 0.210205078125, "distinct_2": 0.6692913385826772, "top_token_mass": 0.0565185546875}}
+{"type": "sample", "index": 0, "raw_text": "[CLS] a second - place finish behind england and france. [SEP] there ' s no way we ' ll ever go out into the ring at all. [SEP] he had a well known voice, still there to speak, to men and women, so they tried to go on and on a bit. [SEP] then again, they had to be the best in the world. [SEP] and he made the central bank bail him out in the process. [SEP] \" i ' ve played for ac milan and i ' m a candidate. [SEP] 10 a. m. - monday and sunday - it ' s a follow - up to a special session. [SEP] he [SEP]", "detok_text": "[CLS] a second - place finish behind england and france. [SEP] there's no way we'll ever go out into the ring at all. [SEP] he had a well known voice, still there to speak, to men and women, so they tried to go on and on a bit. [SEP] then again, they had to be the best in the world. [SEP] and he made the central bank bail him out in the process. [SEP] \" i've played for ac milan and i'm a candidate. [SEP] 10 a. m. - monday and sunday - it's a follow - up to a special session. [SEP] he [SEP]"}
+{"type": "sample", "index": 1, "raw_text": "[CLS]ing about the future of the afghan war, and so on, i feel as if i should have to discuss it.... [SEP] but how his actions could change his life? [SEP] ask the company ' s doctors to come up with a primer, and ask the doctor if it takes a bad breath to learn to keep you going and tell her you have to go down to it in the right time of the right thing to do the right thing. [SEP] \" in 2000, i tried to do it. [SEP] there is no solid reason for the widespread belief that this is a sound strategy. [SEP] just 1. 4 million [SEP]", "detok_text": "[CLS]ing about the future of the afghan war, and so on, i feel as if i should have to discuss it.... [SEP] but how his actions could change his life? [SEP] ask the company's doctors to come up with a primer, and ask the doctor if it takes a bad breath to learn to keep you going and tell her you have to go down to it in the right time of the right thing to do the right thing. [SEP] \" in 2000, i tried to do it. [SEP] there is no solid reason for the widespread belief that this is a sound strategy. [SEP] just 1. 4 million [SEP]"}
+{"type": "sample", "index": 2, "raw_text": "[CLS] and full coverage of this story. [SEP] i really thought i should have made the grade. [SEP] \" i just was surprised to see the drawdowns this week. [SEP] mr jones, a former army officer, was then hit by the car and hit again, in january 2007. [SEP] murphy, head of the sandler, soak, robbins & slate in new york, was interviewed by the times legal analysts and head of the law firm ' s brokerage and class action practice. [SEP] the statement, issued to the council, provided a list of nearly 100, 000 signatures, but it is open to everyone to make a public [SEP]", "detok_text": "[CLS] and full coverage of this story. [SEP] i really thought i should have made the grade. [SEP] \" i just was surprised to see the drawdowns this week. [SEP] mr jones, a former army officer, was then hit by the car and hit again, in january 2007. [SEP] murphy, head of the sandler, soak, robbins & slate in new york, was interviewed by the times legal analysts and head of the law firm's brokerage and class action practice. [SEP] the statement, issued to the council, provided a list of nearly 100, 000 signatures, but it is open to everyone to make a public [SEP]"}
+{"type": "sample", "index": 3, "raw_text": "[CLS]. [SEP] one ' s own sisters - - like lynds - - are also living in the family ' s garden at the \" same time, \" mr hesleez says. [SEP] hayes grabbed his second rebound in overtime to give second - seeded virginia a three - point lead but was helped off the court as the atlantic 10 conference took a 21 - point lead into overtime, and he finished 16 of 20 from the field. [SEP] \" nobody would be able to see our cars, we are worried people will not be able to see us at the front door. [SEP] \" long term students are given the chance to improve their [SEP]", "detok_text": "[CLS]. [SEP] one's own sisters - - like lynds - - are also living in the family's garden at the \"same time,\" mr hesleez says. [SEP] hayes grabbed his second rebound in overtime to give second - seeded virginia a three - point lead but was helped off the court as the atlantic 10 conference took a 21 - point lead into overtime, and he finished 16 of 20 from the field. [SEP] \"nobody would be able to see our cars, we are worried people will not be able to see us at the front door. [SEP]\" long term students are given the chance to improve their [SEP]"}
+{"type": "sample", "index": 4, "raw_text": "[CLS] he then called the bank manager to say he would pay the fine if the bank refused an offer. [SEP] still, the marlins will keep winning in this postseason, they have nothing to lose. [SEP] he was 5 - 1 7 - 6 ( 7 - 0 ) and 35 - 1 knockouts. [SEP] michael ' s father knows the truth, but he didn ' t really know it. [SEP] this will make it divisive in the eu and help to persuade some countries in particular to agree for a common trade policy, rather than nonproliferation accords. [SEP] he said the government ' s aim was to put the home [SEP]", "detok_text": "[CLS] he then called the bank manager to say he would pay the fine if the bank refused an offer. [SEP] still, the marlins will keep winning in this postseason, they have nothing to lose. [SEP] he was 5 - 1 7 - 6 (7 - 0) and 35 - 1 knockouts. [SEP] michael's father knows the truth, but he didn't really know it. [SEP] this will make it divisive in the eu and help to persuade some countries in particular to agree for a common trade policy, rather than nonproliferation accords. [SEP] he said the government's aim was to put the home [SEP]"}
+{"type": "sample", "index": 5, "raw_text": "[CLS] change - and the government was important to the future of britain. [SEP] denver ( ap ) - a colorado court has awarded a civil fine of $ 34, 000 to four colorado police officers and the motorcycle driver who stepped off a squad car when the car struck his leg just after his arrest on saturday. [SEP] \" china ' s decision will likely be based on the timing of a turnround at the end of the july - to - september quarter, \" he said. [SEP] then, after the hearing, she declined to officially name her children ' s name because she had been diagnosed with leukemia. [SEP] but the reality is that there [SEP]", "detok_text": "[CLS] change - and the government was important to the future of britain. [SEP] denver (ap) - a colorado court has awarded a civil fine of $34, 000 to four colorado police officers and the motorcycle driver who stepped off a squad car when the car struck his leg just after his arrest on saturday. [SEP] \"china's decision will likely be based on the timing of a turnround at the end of the july - to - september quarter,\" he said. [SEP] then, after the hearing, she declined to officially name her children's name because she had been diagnosed with leukemia. [SEP] but the reality is that there [SEP]"}
+{"type": "sample", "index": 6, "raw_text": "[CLS] her, he got up in his car and threatened to go to the beach the moment he shot her dead. [SEP] 30, december 4, 3, december 3, november 2. [SEP] you can get some if not 100 % or 100 %. [SEP] mr white had received this information from the family of the other victim on the night but she was not named because her name was given to police and she had not been cleared of murder. [SEP] barrichello has said he has nothing to rest on his side after this season, but his car does the job done while he ' s back. [SEP] a report from the federal government, [SEP]", "detok_text": "[CLS] her, he got up in his car and threatened to go to the beach the moment he shot her dead. [SEP] 30, december 4, 3, december 3, november 2. [SEP] you can get some if not 100 % or 100 %. [SEP] mr white had received this information from the family of the other victim on the night but she was not named because her name was given to police and she had not been cleared of murder. [SEP] barrichello has said he has nothing to rest on his side after this season, but his car does the job done while he's back. [SEP] a report from the federal government, [SEP]"}
+{"type": "sample", "index": 7, "raw_text": "[CLS] in his body and was on the verge of suicide. [SEP] the north - west route runs west to the long island to the east - north - south new york. [SEP] the idea, brought in through a blood pump from the crocs, was to line tissue in the inner part of the body like a phone or a hand. [SEP] the 10 - point lead hasn ' t disappeared since going to double digits in the second half. [SEP] he was not the first player to go out with a major in june, but woods is not following him on with his new plans. [SEP] as for the clothes, there ' s also a [SEP]", "detok_text": "[CLS] in his body and was on the verge of suicide. [SEP] the north - west route runs west to the long island to the east - north - south new york. [SEP] the idea, brought in through a blood pump from the crocs, was to line tissue in the inner part of the body like a phone or a hand. [SEP] the 10 - point lead hasn't disappeared since going to double digits in the second half. [SEP] he was not the first player to go out with a major in june, but woods is not following him on with his new plans. [SEP] as for the clothes, there's also a [SEP]"}
+{"type": "sample", "index": 8, "raw_text": "[CLS] this week would be making it difficult to change the terms of the peace agreement, a step that would require compromise. [SEP] the bank declined to comment on the deal. [SEP] the second was also part of a special pack of clothes and a knife on it. [SEP] this had long been the only option at risk, and if he had managed to do so, he might have to go through a period of his reoccupation. [SEP] a driver is to be sentenced to three months after he failed to record a warning of a dangerous driver. [SEP] when it comes to changes in football, we can not be sure yet. [SEP] he [SEP]", "detok_text": "[CLS] this week would be making it difficult to change the terms of the peace agreement, a step that would require compromise. [SEP] the bank declined to comment on the deal. [SEP] the second was also part of a special pack of clothes and a knife on it. [SEP] this had long been the only option at risk, and if he had managed to do so, he might have to go through a period of his reoccupation. [SEP] a driver is to be sentenced to three months after he failed to record a warning of a dangerous driver. [SEP] when it comes to changes in football, we can not be sure yet. [SEP] he [SEP]"}
+{"type": "sample", "index": 9, "raw_text": "[CLS] the fourth quarter to $ 2. 6 billion range, slightly lower expectations, while dell plans to cut $ 2. 1 billion from its operating profit forecast despite a 4. 1 percent sales decline in sales. [SEP] but he said there has already been around a third of the charges and there had been several complaints. [SEP] some 4. 5 million jobs were lost in the manufacturing sector. [SEP] however, the new rules allow the imf to continue to buy the $ 4. 3 - 5bn in securitises. [SEP] getting over the numbers can be tricky. [SEP] the group said it gave the interim government three months to prepare [SEP]", "detok_text": "[CLS] the fourth quarter to $2. 6 billion range, slightly lower expectations, while dell plans to cut $2. 1 billion from its operating profit forecast despite a 4. 1 percent sales decline in sales. [SEP] but he said there has already been around a third of the charges and there had been several complaints. [SEP] some 4. 5 million jobs were lost in the manufacturing sector. [SEP] however, the new rules allow the imf to continue to buy the $4. 3 - 5bn in securitises. [SEP] getting over the numbers can be tricky. [SEP] the group said it gave the interim government three months to prepare [SEP]"}
+{"type": "sample", "index": 10, "raw_text": "[CLS] [SEP] the response wasn ' t enough. [SEP] it told the chief executive to raise her pay rate of up to 4. 5 per cent, but decided not to pay. [SEP] president musharraf announced the state of emergency at 9am. [SEP] the second was when she realised i wasn ' t standing there at all, she said. [SEP] now the army has more than 2, 000 members. [SEP] ageing is going to be a relatively minor issue. [SEP] it is probably the harm that could come from combating - - that ' s the experience. [SEP] while his wife ' s campaign says some democrats are the primary issue [SEP]", "detok_text": "[CLS] [SEP] the response wasn't enough. [SEP] it told the chief executive to raise her pay rate of up to 4. 5 per cent, but decided not to pay. [SEP] president musharraf announced the state of emergency at 9am. [SEP] the second was when she realised i wasn't standing there at all, she said. [SEP] now the army has more than 2, 000 members. [SEP] ageing is going to be a relatively minor issue. [SEP] it is probably the harm that could come from combating - - that's the experience. [SEP] while his wife's campaign says some democrats are the primary issue [SEP]"}
+{"type": "sample", "index": 11, "raw_text": "[CLS] in prison and he was not guilty of any crime committed by munci. [SEP] the setback came in late in the first half. [SEP] john mccain, after all, still doesn ' t even have a chance to compete in any of his seven races. [SEP] in addition, he staked in nearly 1, 000 photos and e - mails. [SEP] \" some states are too big to be an established body. [SEP] the gunman, who is jailed for life, also argued that his weapons should be stopped and kept alive by virtue of the evidence. [SEP] ( cbs / ap ) the top official of italy ' s top [SEP]", "detok_text": "[CLS] in prison and he was not guilty of any crime committed by munci. [SEP] the setback came in late in the first half. [SEP] john mccain, after all, still doesn't even have a chance to compete in any of his seven races. [SEP] in addition, he staked in nearly 1, 000 photos and e - mails. [SEP] \" some states are too big to be an established body. [SEP] the gunman, who is jailed for life, also argued that his weapons should be stopped and kept alive by virtue of the evidence. [SEP] (cbs/ap) the top official of italy's top [SEP]"}
+{"type": "sample", "index": 12, "raw_text": "[CLS] children. [SEP] why would anyone want to make a living by the people of other countries in the world? [SEP] as i has already said, we are fighting in australia but we ' re ready to take the fight to australia. \" [SEP] he always insisted he ' s able to live. [SEP] and what would we say that this is not to america, but to the world but as americans, that question is open to them. [SEP] this man - - the real god of power - - was the one that was to go up in france and only to fall in the limelight after a long marriage to the world ' s biggest oil [SEP]", "detok_text": "[CLS] children. [SEP] why would anyone want to make a living by the people of other countries in the world? [SEP] as i has already said, we are fighting in australia but we're ready to take the fight to australia. \" [SEP] he always insisted he's able to live. [SEP] and what would we say that this is not to america, but to the world but as americans, that question is open to them. [SEP] this man - - the real god of power - - was the one that was to go up in france and only to fall in the limelight after a long marriage to the world's biggest oil [SEP]"}
+{"type": "sample", "index": 13, "raw_text": "[CLS], \" she said. [SEP] with the start, her score fell from 4. 9 to 5. 10 and, after a while, had to warm up. [SEP] if it still came out at night... would you let it sleep on the same block. [SEP] was there so much about barack obama? [SEP] at the time, he tried to do something with the girl but failed, and was not quite sure. [SEP] officials continue to set the deadline for anyone willing to make a bid. [SEP] the united states on tuesday also laid out its plans to counter growing russian energy demand by 2010, with south koreas saying they will [SEP]", "detok_text": "[CLS], \" she said. [SEP] with the start, her score fell from 4. 9 to 5. 10 and, after a while, had to warm up. [SEP] if it still came out at night... would you let it sleep on the same block. [SEP] was there so much about barack obama? [SEP] at the time, he tried to do something with the girl but failed, and was not quite sure. [SEP] officials continue to set the deadline for anyone willing to make a bid. [SEP] the united states on tuesday also laid out its plans to counter growing russian energy demand by 2010, with south koreas saying they will [SEP]"}
+{"type": "sample", "index": 14, "raw_text": "[CLS] right to make a quick choice. [SEP] numbers are 1 - 800 - 489 - 4620. [SEP] he is obsessed with it and does not plan to be out of his car in the games. [SEP] the woman said she had waited for the young boy to get on to his car when it was struck by a train in liverpool a few years ago. [SEP] almost three out of every four adults in the survey voted, up to two out of four, said mr davison. [SEP] it is not clear in the eyes of many that mr obama is not given an award for anything and his supporters say he must know how far he [SEP]", "detok_text": "[CLS] right to make a quick choice. [SEP] numbers are 1 - 800 - 489 - 4620. [SEP] he is obsessed with it and does not plan to be out of his car in the games. [SEP] the woman said she had waited for the young boy to get on to his car when it was struck by a train in liverpool a few years ago. [SEP] almost three out of every four adults in the survey voted, up to two out of four, said mr davison. [SEP] it is not clear in the eyes of many that mr obama is not given an award for anything and his supporters say he must know how far he [SEP]"}
+{"type": "sample", "index": 15, "raw_text": "[CLS] injury.... [SEP] so much for the way back. [SEP] otherwise this would include all our troops. [SEP] but if she performs with a small band, she won ' t be anywhere. [SEP] that is half the price paid during the boom for car sales, now around $ 70 - $ 80 a year. [SEP] they were on stage playing a christmas song, \" thanks for a really good start. \" [SEP] i just thought i will die on sunday. [SEP] there is also a greater potential than most people, to learn more about it. [SEP] it ' s not the least important of the day. [SEP] \" i ' ve [SEP]", "detok_text": "[CLS] injury.... [SEP] so much for the way back. [SEP] otherwise this would include all our troops. [SEP] but if she performs with a small band, she won't be anywhere. [SEP] that is half the price paid during the boom for car sales, now around $70 - $80 a year. [SEP] they were on stage playing a christmas song, \"thanks for a really good start.\" [SEP] i just thought i will die on sunday. [SEP] there is also a greater potential than most people, to learn more about it. [SEP] it's not the least important of the day. [SEP] \" i've [SEP]"}
+{"type": "sample", "index": 16, "raw_text": "[CLS] school closures, as announced by greece ' s education ministry last month. [SEP] and while the players have apparently focused on keeping something close to a full relationship, they are keen to discuss them - - sometimes, as would anyone else. [SEP] kiffins range from $ 14 to $ 1. 50, $ 20 for a bet of $ 3. 50. [SEP] in an aggressive attempt to free the man, one of the men emerged, holding his face close to his chest, legging his back, knocking him to the ground. [SEP] but the family isn ' t old enough for the drive. [SEP] chinese banks ' exposure to [SEP]", "detok_text": "[CLS] school closures, as announced by greece's education ministry last month. [SEP] and while the players have apparently focused on keeping something close to a full relationship, they are keen to discuss them - - sometimes, as would anyone else. [SEP] kiffins range from $14 to $1. 50, $20 for a bet of $3. 50. [SEP] in an aggressive attempt to free the man, one of the men emerged, holding his face close to his chest, legging his back, knocking him to the ground. [SEP] but the family isn't old enough for the drive. [SEP] chinese banks' exposure to [SEP]"}
+{"type": "sample", "index": 17, "raw_text": "[CLS] one. [SEP] the right to do a deal has also been up for sale - - those who have failed miserably because the amount of security they could offer has been expedited. [SEP] too much co - operation has been left to blame. [SEP] it ' s, though, a bigger part of the picture. [SEP] you ' re here, you know what the media think, and, if the crew didn ' t get off with the world, you might make it to the top. [SEP] and that ' s what i ' m not doing. [SEP] in fact, i ' d like to get people to make the decision [SEP]", "detok_text": "[CLS] one. [SEP] the right to do a deal has also been up for sale - - those who have failed miserably because the amount of security they could offer has been expedited. [SEP] too much co - operation has been left to blame. [SEP] it's, though, a bigger part of the picture. [SEP] you're here, you know what the media think, and, if the crew didn't get off with the world, you might make it to the top. [SEP] and that's what i'm not doing. [SEP] in fact, i'd like to get people to make the decision [SEP]"}
+{"type": "sample", "index": 18, "raw_text": "[CLS] - old, had been convicted of abuse when she was at home. [SEP] \" they are the only source of light. [SEP] the list, which some may have just been combined with other names, was finally set out in january. [SEP] if this would occur because the high price of the product is low in many cases, it would only mean the price would go up. [SEP] for example, there will be a first time policy in primary schools to make places for people who had children to live with in the day centres - whether out or in. [SEP] we just didn ' t think so many other children would contact us. [SEP] it [SEP]", "detok_text": "[CLS] - old, had been convicted of abuse when she was at home. [SEP] \" they are the only source of light. [SEP] the list, which some may have just been combined with other names, was finally set out in january. [SEP] if this would occur because the high price of the product is low in many cases, it would only mean the price would go up. [SEP] for example, there will be a first time policy in primary schools to make places for people who had children to live with in the day centres - whether out or in. [SEP] we just didn't think so many other children would contact us. [SEP] it [SEP]"}
+{"type": "sample", "index": 19, "raw_text": "[CLS] was found dead in the early 30s in liverpool. [SEP] it must be accepted by most residents on its own way of looking for homes and needs help. [SEP] not sure if they would... [SEP] while i had a couple of people in the open front of the back door, he was a quiet guy around him as he got out of his car. [SEP] love, which had more than 300, 000 copies on the us and north american record charts, would be a \" success \" if the singer returned to britain, the label said on thursday. [SEP] the new measures are set to end at the end of march. [SEP] [SEP]", "detok_text": "[CLS] was found dead in the early 30s in liverpool. [SEP] it must be accepted by most residents on its own way of looking for homes and needs help. [SEP] not sure if they would... [SEP] while i had a couple of people in the open front of the back door, he was a quiet guy around him as he got out of his car. [SEP] love, which had more than 300, 000 copies on the us and north american record charts, would be a \"success\" if the singer returned to britain, the label said on thursday. [SEP] the new measures are set to end at the end of march. [SEP] [SEP]"}
+{"type": "sample", "index": 20, "raw_text": "[CLS] to get the government running. [SEP] \" i really wanted to get the first grand slam with a really good chance in the match i ' m happy about playing last week. [SEP] it is likely that the two clubs are prepared to start using it on their own, their target in the league being the next two years. [SEP] if someone makes a mere $ 12 ( £6 ) a week on expenses, they will remain. [SEP] well, it ' s the worst side. [SEP] gerald conley, the firm ' s lawyer, said the appeal was successful. [SEP] \" a letter is written on behalf of us, signed by the city [SEP]", "detok_text": "[CLS] to get the government running. [SEP] \"i really wanted to get the first grand slam with a really good chance in the match i'm happy about playing last week. [SEP] it is likely that the two clubs are prepared to start using it on their own, their target in the league being the next two years. [SEP] if someone makes a mere $12 (£6) a week on expenses, they will remain. [SEP] well, it's the worst side. [SEP] gerald conley, the firm's lawyer, said the appeal was successful. [SEP]\" a letter is written on behalf of us, signed by the city [SEP]"}
+{"type": "sample", "index": 21, "raw_text": "[CLS] of using federal money to pay for the equipment provided by the army. [SEP] she loved it, said mr harwin. [SEP] take an extra £15, 000 of a homeowner ' s free time and you need tax to protect your savings. [SEP] \" this is where bovinen finds it right now. [SEP] a few of the middle - of - the - road clubs from the midlands have received more money and funds than i was in the last two months, \" he told bbc news sport. [SEP] it won ' t do that. [SEP] in germany and italy, the problem is becoming a little different in france. [SEP] [SEP]", "detok_text": "[CLS] of using federal money to pay for the equipment provided by the army. [SEP] she loved it, said mr harwin. [SEP] take an extra £15, 000 of a homeowner's free time and you need tax to protect your savings. [SEP] \"this is where bovinen finds it right now. [SEP] a few of the middle - of - the - road clubs from the midlands have received more money and funds than i was in the last two months,\" he told bbc news sport. [SEP] it won't do that. [SEP] in germany and italy, the problem is becoming a little different in france. [SEP] [SEP]"}
+{"type": "sample", "index": 22, "raw_text": "[CLS] more than they did in july but the recession ' s impact continued to hit the health of the economy, according to a purchasing manager ' s report. [SEP] \" it ' s going to go to this point, everyone wants to focus on the way they play, \" sedwick told reporters. [SEP] so there were some things under way from the start, and it would be nice for us to know - - and if we didn ' t have to say that we could have. [SEP] i was surrounded by young shrimpers, hundreds of oysters from the ageing oyster, and handbags from marinas strapped to their bodies. [SEP]", "detok_text": "[CLS] more than they did in july but the recession's impact continued to hit the health of the economy, according to a purchasing manager's report. [SEP] \"it's going to go to this point, everyone wants to focus on the way they play,\" sedwick told reporters. [SEP] so there were some things under way from the start, and it would be nice for us to know - - and if we didn't have to say that we could have. [SEP] i was surrounded by young shrimpers, hundreds of oysters from the ageing oyster, and handbags from marinas strapped to their bodies. [SEP]"}
+{"type": "sample", "index": 23, "raw_text": "[CLS]. [SEP] he didn ' t think the weather could be a problem. [SEP] the economy? [SEP] vivien williams, the bath referee, said : \" i ' ve been hoping to get a fair and better final result. [SEP] if they want to change their lives, they dislodge themselves for a chance to feel about it. [SEP] according to the court documents, the woman then attacked him twice and a number of times ordered the man to hold her hostage, but he didn ' t go with his money and fled, the complaint said. [SEP] each day, he ' s in the kitchen, watching television as he in [SEP]", "detok_text": "[CLS]. [SEP] he didn't think the weather could be a problem. [SEP] the economy? [SEP] vivien williams, the bath referee, said: \" i've been hoping to get a fair and better final result. [SEP] if they want to change their lives, they dislodge themselves for a chance to feel about it. [SEP] according to the court documents, the woman then attacked him twice and a number of times ordered the man to hold her hostage, but he didn't go with his money and fled, the complaint said. [SEP] each day, he's in the kitchen, watching television as he in [SEP]"}
+{"type": "sample", "index": 24, "raw_text": "[CLS] then clatters to - - and then focuses on, that they love - - music. [SEP] \" now he ' s got a $ 1 million, he ' s got 3 million, he ' s got an income, \" he said. [SEP] for instance, the california supreme court ruled that doctors performed abortion on the younger woman against a woman who said her son - in - law caused her to be responsible by reimbursing for abortions given to the mother. [SEP] \" he ' s not to blame anyone. [SEP] she ' s just a little scared - - if not. [SEP] \" the united states has engaged in [SEP]", "detok_text": "[CLS] then clatters to - - and then focuses on, that they love - - music. [SEP] \"now he's got a $1 million, he's got 3 million, he's got an income,\" he said. [SEP] for instance, the california supreme court ruled that doctors performed abortion on the younger woman against a woman who said her son - in - law caused her to be responsible by reimbursing for abortions given to the mother. [SEP] \"he's not to blame anyone. [SEP] she's just a little scared - - if not. [SEP]\" the united states has engaged in [SEP]"}
+{"type": "sample", "index": 25, "raw_text": "[CLS] the economy. [SEP] it is certainly not surprising given the germans cling to a run - out time of 10 minutes ' notice. [SEP] the committee waited for about a month to complete its unaudited water - quality report to avoid the possibility of an investigation. [SEP] if she wins the gold, torres knows she won ' t be on the podium in beijing. [SEP] cnn : what would you do? [SEP] but this year may be the biggest one. [SEP] only real cut - price pizzas, milkshakes and high - end pizza are available ( 6, 5, 12, 12 and 6 feet ). [SEP] go to the [SEP]", "detok_text": "[CLS] the economy. [SEP] it is certainly not surprising given the germans cling to a run - out time of 10 minutes' notice. [SEP] the committee waited for about a month to complete its unaudited water - quality report to avoid the possibility of an investigation. [SEP] if she wins the gold, torres knows she won't be on the podium in beijing. [SEP] cnn: what would you do? [SEP] but this year may be the biggest one. [SEP] only real cut - price pizzas, milkshakes and high - end pizza are available (6, 5, 12, 12 and 6 feet). [SEP] go to the [SEP]"}
+{"type": "sample", "index": 26, "raw_text": "[CLS] to help them, as i do here and don ' t deserve it, \" he said. [SEP] i didn ' t show up again after a search of their house. [SEP] think the average size of a family : if you are the top 1 percent of the population, you will probably face a medicare tax increase of $ 40, 000 over 10 years of time. [SEP] \" the company should have spent about 200 tonnes, 1, 000 tonnes, 1. 5 million litres of fuel, and anything like that only has to be ready to buy. [SEP] the new airport ' s price to pay would be reduced by the current system, [SEP]", "detok_text": "[CLS] to help them, as i do here and don't deserve it, \"he said. [SEP] i didn't show up again after a search of their house. [SEP] think the average size of a family: if you are the top 1 percent of the population, you will probably face a medicare tax increase of $40, 000 over 10 years of time. [SEP]\" the company should have spent about 200 tonnes, 1, 000 tonnes, 1. 5 million litres of fuel, and anything like that only has to be ready to buy. [SEP] the new airport's price to pay would be reduced by the current system, [SEP]"}
+{"type": "sample", "index": 27, "raw_text": "[CLS] on mris of patients in the 60s and 70s. [SEP] i know i carried on even when i was ready to say i ' d never do anything. [SEP] my opinion of the yougov survey is that the top issue is very hard, it ' s a big factor rather than getting worse. [SEP] the report says that children aged 10 and 11 are below a school rating of up to five a year, the poorest children still scoring almost 80 per cent on the final assessment results. [SEP] but then it had been done and it seemed to be heading back into a very different world. [SEP] it ' s not hard to understand [SEP]", "detok_text": "[CLS] on mris of patients in the 60s and 70s. [SEP] i know i carried on even when i was ready to say i'd never do anything. [SEP] my opinion of the yougov survey is that the top issue is very hard, it's a big factor rather than getting worse. [SEP] the report says that children aged 10 and 11 are below a school rating of up to five a year, the poorest children still scoring almost 80 per cent on the final assessment results. [SEP] but then it had been done and it seemed to be heading back into a very different world. [SEP] it's not hard to understand [SEP]"}
+{"type": "sample", "index": 28, "raw_text": "[CLS] eyes to each other when he was in a classroom. [SEP] he thought their life was better. [SEP] so frippery, cavallari was not here this winter, all the right pieces you need to take in the season. [SEP] it was not only a tragedy, even at times, but the wounds she had suffered by a hail of bullets. [SEP] scotland is home to a population of 1 out of england ' s 38. 5 million people. [SEP] when we think about this story, one night i saw him talking to him, and trying to help a boy like them, he took out the form of a large [SEP]", "detok_text": "[CLS] eyes to each other when he was in a classroom. [SEP] he thought their life was better. [SEP] so frippery, cavallari was not here this winter, all the right pieces you need to take in the season. [SEP] it was not only a tragedy, even at times, but the wounds she had suffered by a hail of bullets. [SEP] scotland is home to a population of 1 out of england's 38. 5 million people. [SEP] when we think about this story, one night i saw him talking to him, and trying to help a boy like them, he took out the form of a large [SEP]"}
+{"type": "sample", "index": 29, "raw_text": "[CLS] oil reserves of more than 1. 5 million barrels. [SEP] what if the government had nothing at all? [SEP] mr kuzsak and ms gresxel have been reported missing. [SEP] at the end of the evening, he took his head and hand off, put himself on his legs and hit the boy hard. [SEP] over the course of an hour, i ' ve known what it is. [SEP] \" he did his best as he came across a world with every player reflected in a different light. [SEP] but now it is clear that it ' s up to israel. [SEP] los angeles ( ap ) - los angeles dodgers [SEP]", "detok_text": "[CLS] oil reserves of more than 1. 5 million barrels. [SEP] what if the government had nothing at all? [SEP] mr kuzsak and ms gresxel have been reported missing. [SEP] at the end of the evening, he took his head and hand off, put himself on his legs and hit the boy hard. [SEP] over the course of an hour, i've known what it is. [SEP] \" he did his best as he came across a world with every player reflected in a different light. [SEP] but now it is clear that it's up to israel. [SEP] los angeles (ap) - los angeles dodgers [SEP]"}
+{"type": "sample", "index": 30, "raw_text": "[CLS] to kill \" ) and asked her why, or when, the next day - - by the words of her perky ex - husband - - was may 4. [SEP] with the market now full as ever, some offers may be reduced to the current price of $ 5, but $ 10, 000 - $ 15, 000 is still lower than expected. [SEP] such concerns could not only alarm teachers who feared that extra pay would become a threat to students. [SEP] in corporate news, energeostorp energeorp, the dutch installer, reported a 28pc fall in second - quarter sales, to £1 [SEP]", "detok_text": "[CLS] to kill \" ) and asked her why, or when, the next day - - by the words of her perky ex - husband - - was may 4. [SEP] with the market now full as ever, some offers may be reduced to the current price of $5, but $10, 000 - $15, 000 is still lower than expected. [SEP] such concerns could not only alarm teachers who feared that extra pay would become a threat to students. [SEP] in corporate news, energeostorp energeorp, the dutch installer, reported a 28pc fall in second - quarter sales, to £1 [SEP]"}
+{"type": "sample", "index": 31, "raw_text": "[CLS] release this summer with many new releases and one of his few songs. [SEP] it will take months to see if and how much of the money can be recovered. [SEP] it is not clear which one had tried to do the trick. [SEP] the year of war - - the \" lost decade \" of afghanistan, according to an obama official - - was a signal that we didn ' t expect much to change nato ' s strategy in afghanistan. [SEP] \" we shouldn ' t feel compelled to go, \" said john white of the council ' s public relations department. [SEP] another week, with \" four down, five down \" - - a [SEP]", "detok_text": "[CLS] release this summer with many new releases and one of his few songs. [SEP] it will take months to see if and how much of the money can be recovered. [SEP] it is not clear which one had tried to do the trick. [SEP] the year of war - - the \"lost decade\" of afghanistan, according to an obama official - - was a signal that we didn't expect much to change nato's strategy in afghanistan. [SEP] \"we shouldn't feel compelled to go,\" said john white of the council's public relations department. [SEP] another week, with \"four down, five down\" - - a [SEP]"}
+{"type": "sample", "index": 32, "raw_text": "[CLS] far from the air. [SEP] i was ' t in the air. [SEP] \" we gave away one point, but we still are in a good position. [SEP] they agree with me, and they don ' t agree with me. [SEP] police had said five people had also died in tuesday ' s attack. [SEP] i have played 19 men ' s matches, only three played in one day. [SEP] when a team who would qualify for the champions league final were crushed, they were denied by liverpool last night. [SEP] the young son of russia ' s tsars arrived as a student in the 1950s. [SEP] in the week ' s trade [SEP]", "detok_text": "[CLS] far from the air. [SEP] i was't in the air. [SEP] \" we gave away one point, but we still are in a good position. [SEP] they agree with me, and they don't agree with me. [SEP] police had said five people had also died in tuesday's attack. [SEP] i have played 19 men's matches, only three played in one day. [SEP] when a team who would qualify for the champions league final were crushed, they were denied by liverpool last night. [SEP] the young son of russia's tsars arrived as a student in the 1950s. [SEP] in the week's trade [SEP]"}
+{"type": "sample", "index": 33, "raw_text": "[CLS] - it is, \" is it really right? \" - and is appealing to the people to feel better about what they are doing. [SEP] it ' s the first time that a company has put software on it. [SEP] the main goal is to play, \" hester said. [SEP] andy richardson, the director of the first series, says he ' s been enthused with the live footage and the weighty material for the live show, broadcast on bbc one this year. [SEP] the teenager, who was told of his own death, told liverpool crown court he was a victim of the attack. [SEP] it has not just been [SEP]", "detok_text": "[CLS] - it is, \"is it really right?\" - and is appealing to the people to feel better about what they are doing. [SEP] it's the first time that a company has put software on it. [SEP] the main goal is to play, \" hester said. [SEP] andy richardson, the director of the first series, says he's been enthused with the live footage and the weighty material for the live show, broadcast on bbc one this year. [SEP] the teenager, who was told of his own death, told liverpool crown court he was a victim of the attack. [SEP] it has not just been [SEP]"}
+{"type": "sample", "index": 34, "raw_text": "[CLS] he is young and he works at hospitals with the people, who have the condition and those who have the condition. [SEP] \" it is not to give an opinion on me, but that i can stay. [SEP] mr loebe said : \" i was certainly not a terrorist, talking at the time of the attack over the internet. [SEP] the has also set up a temporary management system for mental - health professionals. [SEP] the surge in political violence in iran was to be blamed for the violence. [SEP] the operator had to reduce service by up to six hours, reducing the amount by three - fifth. [SEP] that ' s what has [SEP]", "detok_text": "[CLS] he is young and he works at hospitals with the people, who have the condition and those who have the condition. [SEP] \"it is not to give an opinion on me, but that i can stay. [SEP] mr loebe said:\" i was certainly not a terrorist, talking at the time of the attack over the internet. [SEP] the has also set up a temporary management system for mental - health professionals. [SEP] the surge in political violence in iran was to be blamed for the violence. [SEP] the operator had to reduce service by up to six hours, reducing the amount by three - fifth. [SEP] that's what has [SEP]"}
+{"type": "sample", "index": 35, "raw_text": "[CLS] control of this vast and troubled country. [SEP] i ' ll be the subject to additional video - - via cell phone, via skype, and whiz.. [SEP] by then the mine was more than 20ft deep with mud. [SEP] i would not be able to play golf without the help of my mother. [SEP] and he was a head teacher - - how to sort out the death of a child. [SEP] he was charged with an assault charge. [SEP] if they ' re to be the only club in history to win in this division, they have to play something more than the league ' s seeding. [SEP] the [SEP]", "detok_text": "[CLS] control of this vast and troubled country. [SEP] i'll be the subject to additional video - - via cell phone, via skype, and whiz.. [SEP] by then the mine was more than 20ft deep with mud. [SEP] i would not be able to play golf without the help of my mother. [SEP] and he was a head teacher - - how to sort out the death of a child. [SEP] he was charged with an assault charge. [SEP] if they're to be the only club in history to win in this division, they have to play something more than the league's seeding. [SEP] the [SEP]"}
+{"type": "sample", "index": 36, "raw_text": "[CLS] the way relief work should be carried out, \" the bbc reported on its site. [SEP] as for the government, there was a clear sense of helplessness. [SEP] points will be divided into \" hot areas \" - rather than points and numbers. [SEP] this may not be the same day, after all, that was done for many southerners. [SEP] nevertheless, the job outlook seems to be encouraging. [SEP] there have been no improvements in the last six months. [SEP] mr. bush, yes. [SEP] he has put himself in the wrong side of his game. [SEP] he has been active in the region since the 2003 war, including [SEP]", "detok_text": "[CLS] the way relief work should be carried out, \"the bbc reported on its site. [SEP] as for the government, there was a clear sense of helplessness. [SEP] points will be divided into\" hot areas \" - rather than points and numbers. [SEP] this may not be the same day, after all, that was done for many southerners. [SEP] nevertheless, the job outlook seems to be encouraging. [SEP] there have been no improvements in the last six months. [SEP] mr. bush, yes. [SEP] he has put himself in the wrong side of his game. [SEP] he has been active in the region since the 2003 war, including [SEP]"}
+{"type": "sample", "index": 37, "raw_text": "[CLS] economy. [SEP] ms hogg said she had grown increasingly impressed by mr redfield ' s support, and by his mother, for her life. [SEP] it is also a good idea to try and save your energy money with tips. [SEP] they asked me why i wasn ' t dating him, they told me - i ' d just go out and get fatter. [SEP] the 1 - to 2 - year - old was removed from the home by state vets, police said. [SEP] the fact is it won ' t be long : thousands of parents will have to wait years for more money. [SEP] many blame the government for the [SEP]", "detok_text": "[CLS] economy. [SEP] ms hogg said she had grown increasingly impressed by mr redfield's support, and by his mother, for her life. [SEP] it is also a good idea to try and save your energy money with tips. [SEP] they asked me why i wasn't dating him, they told me - i'd just go out and get fatter. [SEP] the 1 - to 2 - year - old was removed from the home by state vets, police said. [SEP] the fact is it won't be long: thousands of parents will have to wait years for more money. [SEP] many blame the government for the [SEP]"}
+{"type": "sample", "index": 38, "raw_text": "[CLS] i ' ve confirmed as i will be writing them, at the same time tomorrow. \" [SEP] speaking with the police, the victim, who was in bed, called police in the morning and so on tuesday. [SEP] the only way we can make the best out of your job is to get there by 3 in the morning. [SEP] but when are the on - site rules coming in? [SEP] the effect is limited. [SEP] the second woman, keshay, seems to be talking about how desperate her young daughter seems to be. [SEP] regarded as one of the world ' s most celebrated young people and photographers, the 32 - year [SEP]", "detok_text": "[CLS] i've confirmed as i will be writing them, at the same time tomorrow. \" [SEP] speaking with the police, the victim, who was in bed, called police in the morning and so on tuesday. [SEP] the only way we can make the best out of your job is to get there by 3 in the morning. [SEP] but when are the on - site rules coming in? [SEP] the effect is limited. [SEP] the second woman, keshay, seems to be talking about how desperate her young daughter seems to be. [SEP] regarded as one of the world's most celebrated young people and photographers, the 32 - year [SEP]"}
+{"type": "sample", "index": 39, "raw_text": "[CLS] not happen. [SEP] i would have to go a lot. [SEP] police in new zealand said they received about 200 calls each from across the country. [SEP] in interviews, he said that he was a successful traditionalist, with a little experience in finance, politics, trade and business affairs. [SEP] gordon brown, and the rest of the world, should have done more to cut taxes to prevent this level of borrowing. [SEP] it is widely considered to be one of the world ' s first - and second - largest oil companies. [SEP] it is expected to close by october 2008. [SEP] they have moved to the top of the championship play - [SEP]", "detok_text": "[CLS] not happen. [SEP] i would have to go a lot. [SEP] police in new zealand said they received about 200 calls each from across the country. [SEP] in interviews, he said that he was a successful traditionalist, with a little experience in finance, politics, trade and business affairs. [SEP] gordon brown, and the rest of the world, should have done more to cut taxes to prevent this level of borrowing. [SEP] it is widely considered to be one of the world's first - and second - largest oil companies. [SEP] it is expected to close by october 2008. [SEP] they have moved to the top of the championship play - [SEP]"}
+{"type": "sample", "index": 40, "raw_text": "[CLS]. [SEP] they accused him of walking around in a cool - headed manner. [SEP] this, of course, is hardly the case about a woman in a super - suit. [SEP] desal mack scored 20 points and tennessee held no. 2 florida state to 21 points and six rebounds in overtime, pulling off a 62 - 60 victory to fifth - ranked tennessee on saturday. [SEP] the boy died of a life - threatening attack at effingham, devon, at his home in kempton country on 3 may. [SEP] it ' s open to the media as well. [SEP] some people may plow them in for a primer. [SEP]", "detok_text": "[CLS]. [SEP] they accused him of walking around in a cool - headed manner. [SEP] this, of course, is hardly the case about a woman in a super - suit. [SEP] desal mack scored 20 points and tennessee held no. 2 florida state to 21 points and six rebounds in overtime, pulling off a 62 - 60 victory to fifth - ranked tennessee on saturday. [SEP] the boy died of a life - threatening attack at effingham, devon, at his home in kempton country on 3 may. [SEP] it's open to the media as well. [SEP] some people may plow them in for a primer. [SEP]"}
+{"type": "sample", "index": 41, "raw_text": "[CLS] minutes, mr kibaki told me as i was finishing the morning session. [SEP] the authorities no longer have a problem with the drugs, and there could be security concerns. [SEP] by the time i began to study, i realized that the credit situation was not as bad as i had thought. [SEP] but it isn ' t easy, and it is an impossible task. [SEP] that is not, of course, the children ' s way. [SEP] the president is stupid, but the first country in a world to believe that it should be so. [SEP] \" both areas have been improved and have shown how to respond to prevent them, [SEP]", "detok_text": "[CLS] minutes, mr kibaki told me as i was finishing the morning session. [SEP] the authorities no longer have a problem with the drugs, and there could be security concerns. [SEP] by the time i began to study, i realized that the credit situation was not as bad as i had thought. [SEP] but it isn't easy, and it is an impossible task. [SEP] that is not, of course, the children's way. [SEP] the president is stupid, but the first country in a world to believe that it should be so. [SEP] \" both areas have been improved and have shown how to respond to prevent them, [SEP]"}
+{"type": "sample", "index": 42, "raw_text": "[CLS] a date. [SEP] if there is a case for a change in africa ' s relations with the us, it could be the case with the uk, not with the us, a diplomat said. [SEP] as is the case, you have to sit in small stands in the park, a complex of grass - like steps - - a mix of fish, water, music, and food that you ' ll snog of. [SEP] he told the bbc that it was not a place in the national party ' s campaign. [SEP] do we, too, want this company...? 2. this crisis is over. [SEP] the [SEP]", "detok_text": "[CLS] a date. [SEP] if there is a case for a change in africa's relations with the us, it could be the case with the uk, not with the us, a diplomat said. [SEP] as is the case, you have to sit in small stands in the park, a complex of grass - like steps - - a mix of fish, water, music, and food that you'll snog of. [SEP] he told the bbc that it was not a place in the national party's campaign. [SEP] do we, too, want this company...? 2. this crisis is over. [SEP] the [SEP]"}
+{"type": "sample", "index": 43, "raw_text": "[CLS] has been dismissed by the ruling party. [SEP] i cannot believe that i want to go to los angeles - - i can ' t really see why i need to do that. [SEP] \" my father has been another year after the attack... and the same time he said, ' you know, this would be a big moment and kill you all. [SEP] but these democrats were keenly considering his position. [SEP] the magic relied on balkman ' s layup with 8. 9 seconds left to score a go - ahead basket in the third quarter to give the spurs their sixth victory in seven games. [SEP] i was told [SEP]", "detok_text": "[CLS] has been dismissed by the ruling party. [SEP] i cannot believe that i want to go to los angeles - - i can't really see why i need to do that. [SEP] \" my father has been another year after the attack... and the same time he said, ' you know, this would be a big moment and kill you all. [SEP] but these democrats were keenly considering his position. [SEP] the magic relied on balkman's layup with 8. 9 seconds left to score a go - ahead basket in the third quarter to give the spurs their sixth victory in seven games. [SEP] i was told [SEP]"}
+{"type": "sample", "index": 44, "raw_text": "[CLS] [SEP] in large parts of the region and beyond, japan has the largest population and the highest number of deaths from cancer. [SEP] contador wins stage of the year, as he won his tour of the year title at bay hill in california in september and moved up to eighth as armstrong takes on the title with two victories. [SEP] it was a different situation from the one i was just about to get into in hospital because i could hear her and i thought she could see it. [SEP] her attorney, george mays, also insisted that there was no problem on the singer ' s death certificate. [SEP] the meeting will be held in [SEP]", "detok_text": "[CLS] [SEP] in large parts of the region and beyond, japan has the largest population and the highest number of deaths from cancer. [SEP] contador wins stage of the year, as he won his tour of the year title at bay hill in california in september and moved up to eighth as armstrong takes on the title with two victories. [SEP] it was a different situation from the one i was just about to get into in hospital because i could hear her and i thought she could see it. [SEP] her attorney, george mays, also insisted that there was no problem on the singer's death certificate. [SEP] the meeting will be held in [SEP]"}
+{"type": "sample", "index": 45, "raw_text": "[CLS] white, in the deep, black - brown water, and is clear - cut, dark and black. [SEP] one example is from the people ' s alliance - which is backed up by 10, 000 volunteers in the city. [SEP] the top democrat in the senate on tuesday welcomed word of the plan from ben bernanke, the federal reserve chairman, who had previously warned that mr obama ' s veto power was likely to be removed. [SEP] if the government is also successful, it could lend a hand to its claim to break its non - law. [SEP] but they will be killed. [SEP] the court also is considering a request to [SEP]", "detok_text": "[CLS] white, in the deep, black - brown water, and is clear - cut, dark and black. [SEP] one example is from the people's alliance - which is backed up by 10, 000 volunteers in the city. [SEP] the top democrat in the senate on tuesday welcomed word of the plan from ben bernanke, the federal reserve chairman, who had previously warned that mr obama's veto power was likely to be removed. [SEP] if the government is also successful, it could lend a hand to its claim to break its non - law. [SEP] but they will be killed. [SEP] the court also is considering a request to [SEP]"}
+{"type": "sample", "index": 46, "raw_text": "[CLS] team to start at the same speed with a new car and move to their trademarks. [SEP] that is a possibility. [SEP] in addition to three new houses on one island, it ' s a different town. [SEP] at the same time, \" she fell to the floor. \" [SEP] \" it ' s like going through the door at the end, the driver just wants to be free. [SEP] there was a bit that left us with the staff and he just then came down to the door and was passing by. [SEP] cubans touting a religious message worry that it will encourage their own beliefs. [SEP] and you can ' t [SEP]", "detok_text": "[CLS] team to start at the same speed with a new car and move to their trademarks. [SEP] that is a possibility. [SEP] in addition to three new houses on one island, it's a different town. [SEP] at the same time, \"she fell to the floor.\" [SEP] \" it's like going through the door at the end, the driver just wants to be free. [SEP] there was a bit that left us with the staff and he just then came down to the door and was passing by. [SEP] cubans touting a religious message worry that it will encourage their own beliefs. [SEP] and you can't [SEP]"}
+{"type": "sample", "index": 47, "raw_text": "[CLS] oregon - - the first primary battleground for barack obama ' s election. [SEP] \" the decision to impose the restrictions is necessary to provide the opportunity ( only ) to improve people ' s view of china, \" said john kerry, president of the european american political center. [SEP] he didn ' t see that his body changed as a result of his bad back, but said he was able to return. [SEP] the correct answer is yes, or a - - o. k., to that. [SEP] flights resumed on tuesday but resumed about 3 a. m. [SEP] the 59 - year - old former cabinet minister is survived by his [SEP]", "detok_text": "[CLS] oregon - - the first primary battleground for barack obama's election. [SEP] \"the decision to impose the restrictions is necessary to provide the opportunity (only) to improve people's view of china,\" said john kerry, president of the european american political center. [SEP] he didn't see that his body changed as a result of his bad back, but said he was able to return. [SEP] the correct answer is yes, or a - - o. k., to that. [SEP] flights resumed on tuesday but resumed about 3 a. m. [SEP] the 59 - year - old former cabinet minister is survived by his [SEP]"}
+{"type": "sample", "index": 48, "raw_text": "[CLS] hirsi said. [SEP] \" there is too many of those players, who are not really willing to take new measures to stay competitive, \" he said. [SEP] prosecutors declined to appeal the ruling, saying the contents of the case would not be released because they were classified. [SEP] and as an example, retailers will be looking to cut sales in their stores to boost the appeal of their brands. [SEP] it is important to devote your professional life to him. [SEP] they came to the elysees, to grab the world ' s attention. [SEP] my brothers would like to buy our homes, and we have paid $ 2 million to [SEP]", "detok_text": "[CLS] hirsi said. [SEP] \"there is too many of those players, who are not really willing to take new measures to stay competitive,\" he said. [SEP] prosecutors declined to appeal the ruling, saying the contents of the case would not be released because they were classified. [SEP] and as an example, retailers will be looking to cut sales in their stores to boost the appeal of their brands. [SEP] it is important to devote your professional life to him. [SEP] they came to the elysees, to grab the world's attention. [SEP] my brothers would like to buy our homes, and we have paid $2 million to [SEP]"}
+{"type": "sample", "index": 49, "raw_text": "[CLS] [SEP] \" what was the point of our article. [SEP] the need to give up their mind for any reason, \" said min yushen, a university of south korea professor and economist. [SEP] on the day of his release from house arrest, doctors found he suffering from a sore spot and also suffered \" pain to the face. \" [SEP] during his trip, he went on a quiet trip. [SEP] \" he ' s always excited to be here and there will be no good news in the future. [SEP] jones, 23, has only started at 18 for the london irish club and will be keen to make a big change in the [SEP]", "detok_text": "[CLS] [SEP] \"what was the point of our article. [SEP] the need to give up their mind for any reason,\" said min yushen, a university of south korea professor and economist. [SEP] on the day of his release from house arrest, doctors found he suffering from a sore spot and also suffered \"pain to the face.\" [SEP] during his trip, he went on a quiet trip. [SEP] \" he's always excited to be here and there will be no good news in the future. [SEP] jones, 23, has only started at 18 for the london irish club and will be keen to make a big change in the [SEP]"}
+{"type": "sample", "index": 50, "raw_text": "[CLS] be there - - and i ' ll certainly have part of that. [SEP] ( cnn ) - - don ' t expect much the worst out of the world ' s financial markets, but optimism is over. [SEP] that is why a lot of people do have to scale the roof - there are no burdens to do it. [SEP] \" but i could not help myself, \" he says ; leaving for the big time is an issue in his game. [SEP] and it ' s the simple thing that a country is built. [SEP] we will do what i ' m sure and the us will carry out, but nothing at this time will [SEP]", "detok_text": "[CLS] be there - - and i'll certainly have part of that. [SEP] (cnn) - - don't expect much the worst out of the world's financial markets, but optimism is over. [SEP] that is why a lot of people do have to scale the roof - there are no burdens to do it. [SEP] \"but i could not help myself,\" he says; leaving for the big time is an issue in his game. [SEP] and it's the simple thing that a country is built. [SEP] we will do what i'm sure and the us will carry out, but nothing at this time will [SEP]"}
+{"type": "sample", "index": 51, "raw_text": "[CLS] to study history at the university of maryland for each of his first eight years. [SEP] but, wait, we don ' t have only a second. [SEP] \" it requiress a minimum average of 100 hours of training to make an environmental impact, and therefore shouldn ' t be supported by the state department, \" says the group. [SEP] the blues never got a break in front, but he got the chance to give australia the lead after the break. [SEP] \" they have scored a lot of goals, a result, and the result is to do their bit against our opponents. [SEP] it was really frightening. [SEP] \" based on the [SEP]", "detok_text": "[CLS] to study history at the university of maryland for each of his first eight years. [SEP] but, wait, we don't have only a second. [SEP] \"it requiress a minimum average of 100 hours of training to make an environmental impact, and therefore shouldn't be supported by the state department,\" says the group. [SEP] the blues never got a break in front, but he got the chance to give australia the lead after the break. [SEP] \"they have scored a lot of goals, a result, and the result is to do their bit against our opponents. [SEP] it was really frightening. [SEP]\" based on the [SEP]"}
+{"type": "sample", "index": 52, "raw_text": "[CLS] was left to remain silent. [SEP] ms hayley said in a statement : \" my family was very touched by this incident. \" [SEP] last week, on the day of victory in the main race going into the german derby, the authorities ordered lockdown. [SEP] but on the issues, the decision to bring republicans to the white house was a significant but unresolved issue. [SEP] john adams, the president of progress energy, inc., europe ' s biggest independent gas producer and car parts and parts company, said investors have shown interest in the transportation business. [SEP] but in this time, that ' s why he is on hand [SEP]", "detok_text": "[CLS] was left to remain silent. [SEP] ms hayley said in a statement: \"my family was very touched by this incident.\" [SEP] last week, on the day of victory in the main race going into the german derby, the authorities ordered lockdown. [SEP] but on the issues, the decision to bring republicans to the white house was a significant but unresolved issue. [SEP] john adams, the president of progress energy, inc., europe's biggest independent gas producer and car parts and parts company, said investors have shown interest in the transportation business. [SEP] but in this time, that's why he is on hand [SEP]"}
+{"type": "sample", "index": 53, "raw_text": "[CLS] life. [SEP] the tigers responded on the hour, with a four - point penalty to set up a powerful move at goal soon afterwards. [SEP] the big selection of the field, the big events - - where to play, where to win, which team, where to go to school - - will be held a year later. [SEP] salmons was 4 of 18 and contributed nearly 30 points in a team ' s worst second half. [SEP] safina ' s serve dropped to 3 - 2. [SEP] \" this is the goal. \" [SEP] \" as the lenders didn ' t understand, it was the first time such a scheme [SEP]", "detok_text": "[CLS] life. [SEP] the tigers responded on the hour, with a four - point penalty to set up a powerful move at goal soon afterwards. [SEP] the big selection of the field, the big events - - where to play, where to win, which team, where to go to school - - will be held a year later. [SEP] salmons was 4 of 18 and contributed nearly 30 points in a team's worst second half. [SEP] safina's serve dropped to 3 - 2. [SEP] \"this is the goal.\" [SEP] \" as the lenders didn't understand, it was the first time such a scheme [SEP]"}
+{"type": "sample", "index": 54, "raw_text": "[CLS] used to be slow and ill - quick. [SEP] mr brown went on : \" there may be a lot of people who don ' t know how to make a better life for children. [SEP] it ' s not as bad the first day four years ago. [SEP] and so do not think in a different way. [SEP] rocco baldelli ( 3 - 2 ) got two outs in the fourth inning of a second - to - first single from aaron miles and howie kendrick ' s drive to the center of the field. [SEP] there is little time to explore the reality of school history. [SEP] a hotel in prince andrew ' s home town, [SEP]", "detok_text": "[CLS] used to be slow and ill - quick. [SEP] mr brown went on: \" there may be a lot of people who don't know how to make a better life for children. [SEP] it's not as bad the first day four years ago. [SEP] and so do not think in a different way. [SEP] rocco baldelli (3 - 2) got two outs in the fourth inning of a second - to - first single from aaron miles and howie kendrick's drive to the center of the field. [SEP] there is little time to explore the reality of school history. [SEP] a hotel in prince andrew's home town, [SEP]"}
+{"type": "sample", "index": 55, "raw_text": "[CLS] that i think the best way of getting on with it. [SEP] the curfew was extended to midnight by midnight wednesday afternoon. [SEP] the prime minister described his commitment to his campaign as calm in the face of \" the damage i have done. \" [SEP] there have been four cases as far as we have been concerned. [SEP] the caga warned that low income practices could take a huge hit, adding that such measures would make it more difficult financially to attract that type of business. [SEP] on his visit, \" my son told me that they would go for a ball. [SEP] and so this is the first time we ' ve got [SEP]", "detok_text": "[CLS] that i think the best way of getting on with it. [SEP] the curfew was extended to midnight by midnight wednesday afternoon. [SEP] the prime minister described his commitment to his campaign as calm in the face of \"the damage i have done.\" [SEP] there have been four cases as far as we have been concerned. [SEP] the caga warned that low income practices could take a huge hit, adding that such measures would make it more difficult financially to attract that type of business. [SEP] on his visit, \" my son told me that they would go for a ball. [SEP] and so this is the first time we've got [SEP]"}
+{"type": "sample", "index": 56, "raw_text": "[CLS] year.... \" [SEP] the giants have been called into the game against the chiefs. [SEP] game makers are, to know it well, the people, and games are the fair game at all, even when the outcome is in no doubt in difficult times. [SEP] if so, maybe you just have to hope that he has met his clean - cut standards. [SEP] \" the global growth deal will set asia on a clear path to economic development. [SEP] the uk government has said that the guidelines were designed by uk councils as a simple way to cut the risk of smokers to people over 25. [SEP] the proposal was met by [SEP]", "detok_text": "[CLS] year.... \"[SEP] the giants have been called into the game against the chiefs. [SEP] game makers are, to know it well, the people, and games are the fair game at all, even when the outcome is in no doubt in difficult times. [SEP] if so, maybe you just have to hope that he has met his clean - cut standards. [SEP]\" the global growth deal will set asia on a clear path to economic development. [SEP] the uk government has said that the guidelines were designed by uk councils as a simple way to cut the risk of smokers to people over 25. [SEP] the proposal was met by [SEP]"}
+{"type": "sample", "index": 57, "raw_text": "[CLS] committed to the european union \" - - in spite of the uk ' s ability to cut the deficit on its own trade account, and its plans to reduce the deficit partly on tax. [SEP] \" i would have won it and if it was a big game, not the big game, the most important for us, i would not go over to this. [SEP] i was just a year old, but i used to go much longer than i could. [SEP] the area is home to about 10 per cent of the 400, 000 tonnes of scrap metal steel that is typically produced in japan ' s car industry. [SEP] the 16 - year [SEP]", "detok_text": "[CLS] committed to the european union \"- - in spite of the uk's ability to cut the deficit on its own trade account, and its plans to reduce the deficit partly on tax. [SEP]\" i would have won it and if it was a big game, not the big game, the most important for us, i would not go over to this. [SEP] i was just a year old, but i used to go much longer than i could. [SEP] the area is home to about 10 per cent of the 400, 000 tonnes of scrap metal steel that is typically produced in japan's car industry. [SEP] the 16 - year [SEP]"}
+{"type": "sample", "index": 58, "raw_text": "[CLS] you ' ve just got to decide when you have the right amount. [SEP] but you can change the whole picture for a little. [SEP] he had a solo homer in the eighth for only the second time in seven games, and didn ' t get a hit. [SEP] officials last week released the final withdrawal schedule for most of u. s. troops, which they say will help stabilize the war. [SEP] of course he could not pass on his medical problems for a change, but apparently he ' s not the one to listen to the best interests of someone else. [SEP] the crowd was huge. [SEP] \" the world looks like a small [SEP]", "detok_text": "[CLS] you've just got to decide when you have the right amount. [SEP] but you can change the whole picture for a little. [SEP] he had a solo homer in the eighth for only the second time in seven games, and didn't get a hit. [SEP] officials last week released the final withdrawal schedule for most of u. s. troops, which they say will help stabilize the war. [SEP] of course he could not pass on his medical problems for a change, but apparently he's not the one to listen to the best interests of someone else. [SEP] the crowd was huge. [SEP] \" the world looks like a small [SEP]"}
+{"type": "sample", "index": 59, "raw_text": "[CLS] he also held the presidency and won a number of the presidential titles. [SEP] cubans are not saving enough on the money to set up shelter and education goals, according to a new study by unicef. [SEP] zazi khan, a california - born man with a father of six, has been being held on more than 20 u. s. terrorism charges. [SEP] as for you, thank you! [SEP] we are through this year and we were on this journey for the last moment. [SEP] she ' s called on the police to look at the case of the missing teenager to reach out to the family. [SEP] almost 3. 4 million [SEP]", "detok_text": "[CLS] he also held the presidency and won a number of the presidential titles. [SEP] cubans are not saving enough on the money to set up shelter and education goals, according to a new study by unicef. [SEP] zazi khan, a california - born man with a father of six, has been being held on more than 20 u. s. terrorism charges. [SEP] as for you, thank you! [SEP] we are through this year and we were on this journey for the last moment. [SEP] she's called on the police to look at the case of the missing teenager to reach out to the family. [SEP] almost 3. 4 million [SEP]"}
+{"type": "sample", "index": 60, "raw_text": "[CLS]. [SEP] \" i had to be hard and believe that there would be no end of the night. [SEP] i want them. [SEP] still, the reaction to the news from both parties is positive. [SEP] hamdan was taken by the cia to that interrogation in 2002, during which he had to use high - pressure grills to give evidence with a specially trained interrogat. [SEP] we ' ll just try to sell two more books in the next few days, \" mr. abramson said, with a little difficulty, referring to the material. [SEP] guardian. co. uk at 12. 54 bst on wednesday 23 may 2009 [SEP]", "detok_text": "[CLS]. [SEP] \"i had to be hard and believe that there would be no end of the night. [SEP] i want them. [SEP] still, the reaction to the news from both parties is positive. [SEP] hamdan was taken by the cia to that interrogation in 2002, during which he had to use high - pressure grills to give evidence with a specially trained interrogat. [SEP] we'll just try to sell two more books in the next few days,\" mr. abramson said, with a little difficulty, referring to the material. [SEP] guardian. co. uk at 12. 54 bst on wednesday 23 may 2009 [SEP]"}
+{"type": "sample", "index": 61, "raw_text": "[CLS] policy will also affect his actions. [SEP] you are wonderful... to watch, watch and remember... on goal and off to the pitch. [SEP] \" the season will thicken, \" he said. [SEP] he then went on with the idea of a ride home to find out how you managed to get your life back. [SEP] there is money in the banking industry. [SEP] my point is that, i do, but believe me i see the real facts about what lies on the ground here and say yes. [SEP] they say i am a bitch because i am fat. [SEP] it is true that the opposition in the un [SEP]", "detok_text": "[CLS] policy will also affect his actions. [SEP] you are wonderful... to watch, watch and remember... on goal and off to the pitch. [SEP] \"the season will thicken,\" he said. [SEP] he then went on with the idea of a ride home to find out how you managed to get your life back. [SEP] there is money in the banking industry. [SEP] my point is that, i do, but believe me i see the real facts about what lies on the ground here and say yes. [SEP] they say i am a bitch because i am fat. [SEP] it is true that the opposition in the un [SEP]"}
+{"type": "sample", "index": 62, "raw_text": "[CLS] point, snoring with the first goal. [SEP] tibetans need to fear his death. [SEP] it assumes she is always going to be their child, but instead it ' s herself - - a match, they claim, to the girl who was killed a year ago by a drive - on car accident. [SEP] when i was over, i felt that we both had a great day, i felt joy and joy at being able to get off with my confit and my car, and enjoy it. [SEP] talk to the doctor if your child is going to hurt his foot - but when will he learn from his dad. [SEP]", "detok_text": "[CLS] point, snoring with the first goal. [SEP] tibetans need to fear his death. [SEP] it assumes she is always going to be their child, but instead it's herself - - a match, they claim, to the girl who was killed a year ago by a drive - on car accident. [SEP] when i was over, i felt that we both had a great day, i felt joy and joy at being able to get off with my confit and my car, and enjoy it. [SEP] talk to the doctor if your child is going to hurt his foot - but when will he learn from his dad. [SEP]"}
+{"type": "sample", "index": 63, "raw_text": "[CLS]er, a local public works minister. [SEP] \" we saw people trying to help before someone tried to stop them, \" said a spokesman for the city ' s ambulance service. [SEP] the new controllers of the series are ready to take care. [SEP] rather than go on to begin the process of moving from the financial to political centre in this issue, he needs to think about the need to find the funds to run the process in this area. [SEP] \" i not only do have to bow to that, but i feel that i ' m going to go a little bit. [SEP] hi, btw.... [SEP] it is [SEP]", "detok_text": "[CLS]er, a local public works minister. [SEP] \"we saw people trying to help before someone tried to stop them,\" said a spokesman for the city's ambulance service. [SEP] the new controllers of the series are ready to take care. [SEP] rather than go on to begin the process of moving from the financial to political centre in this issue, he needs to think about the need to find the funds to run the process in this area. [SEP] \" i not only do have to bow to that, but i feel that i'm going to go a little bit. [SEP] hi, btw.... [SEP] it is [SEP]"}

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps128_c64_t1p45_detok_raw_samples.txt

@@ -0,0 +1,224 @@
+steps128_c64_t1p45_detok
+{
+  "type": "summary",
+  "name": "steps128_c64_t1p45",
+  "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt",
+  "step": 434000,
+  "decode": {
+    "kind": "categorical_fullvocab_normal_steps_sweep",
+    "config": "steps128_c64_t1p45",
+    "steps": 128,
+    "endpoint_temp": 1.45,
+    "concentration_max": 64.0,
+    "final_from": "state",
+    "update": "resample",
+    "n_samples": 64,
+    "seed": 20260509
+  },
+  "detok_genppl": {
+    "ppl": 38.28390653634352,
+    "nll_per_token": 3.645029613006459,
+    "tokens": 9638
+  },
+  "diversity": {
+    "sample_entropy": 4.19395184068254,
+    "unique_tokens": 1814,
+    "token_count": 8192,
+    "distinct_1": 0.221435546875,
+    "distinct_2": 0.6910679133858267,
+    "top_token_mass": 0.0531005859375
+  }
+}
+
+===== sample 000 =====
+[CLS] roll over. [SEP] there are some signs that the early season - long snow in the region could bring down the amount and number of cold and hot weather this summer. [SEP] the company has hired people as its first center for growth, following some 200 cases of its mortgage service brokers in the last decade alone, said john wilson, a spokesman for mr. cuomo. [SEP] last night the fire service said it was other landlords who appeared to have tried to leave their cars. [SEP] arriving at her just after 3 a. m., she told her to pay $50 back to $100 for a glass. [SEP] however, [SEP]
+
+===== sample 001 =====
+[CLS] profits had tripled by about $300m last year, and that operating profits could double to only $30m in the year to january. [SEP] in 2007 and 2008 he became the winner of the world's premier marathons. [SEP] "i can see a lot of ways people can do better to find jobs," he said. [SEP] "if you look at this, i would like to see a partnership that media companies can be able to put our people in touch with our issues in a positive way for the better of all americans," the gop said. [SEP] but there is no clear evidence that the opposition has [SEP]
+
+===== sample 002 =====
+[CLS] to get screened in the first place and 30 % of those aged 16 - 29 will be screened for the first time. [SEP] it looked like a fumble on a second - down play, but it fell short. [SEP] but it may only be around £24 billion after the bank failed to pay all the shares it owns, they will be disappointed. [SEP] it will "not be as light as it would be on and off screen." [SEP] smoke spews from the main hall in the city after firefighters responded to the scene of tuesday's explosion. [SEP] johnson's "professional conduct," the report states, resulted in [SEP]
+
+===== sample 003 =====
+[CLS]. [SEP] the market expected a rise of 0. 6 percent. [SEP] by the end of last the bank's market value has collapsed by more than 50 %. [SEP] the father of joe and john's daughter clia, who worked with her brother anthony on the film, was revealed to be fond of her as the dark - haired singer, in spite of her fame. [SEP] it's time for more food. [SEP] sure. [SEP] we would have to greive ourselves if one of the host countries had to come to support his cause. [SEP] parents and colleagues were asked by their pupils to respond to allegations that their [SEP]
+
+===== sample 004 =====
+[CLS] to 87 - 59 in a three - game loss. [SEP] al qaeda has not been able to make money. [SEP] schable scored early in the season. [SEP] she was just 13, but she was hit three times. [SEP] i am proposing a solution that would have fixed the decision in the senate. what would happen on that point? [SEP] i don't think many of the lobbyists there have made any serious claims about the credit crunch. [SEP] the first major film would have been made almost 20 years ago. [SEP] he is reportedly going to the hammings centre on 18 april to work with the team linked to the [SEP]
+
+===== sample 005 =====
+[CLS]ers to higher ground. [SEP] you said, ' can't i? [SEP] but that was still a serious problem, given the loss of life. [SEP] a baby boy born on the indian island of reunion who was forced to seek treatment with his father three years earlier, is ready for the operation. [SEP] kl: chris, you should have been worried. [SEP] did it know so much about us, before we began setting new standards for the future? [SEP] the manager's job could be the best place to cash in. [SEP] a spokesman for citigroup had no immediate comment. [SEP] much of that production is being exported [SEP]
+
+===== sample 006 =====
+[CLS] the government said. [SEP] in other words, you will have to get rid of any of them. [SEP] even if there was only a $500 - a - year tax credit. [SEP] i thought it's hard to open up a game on either side. [SEP] he was just something your family of friends never heard of. [SEP] marcello was arrested saturday afternoon in miami, florida, after he had been released from prison, disembaed and strangled by a man who tried to arrest him after one of the officers, michael reisen, had been fired. [SEP] police said it was carrying around 6 million litres of waste from [SEP]
+
+===== sample 007 =====
+[CLS], the directive will give iraq authority to begin such operations by early march, according to the report, citing sources familiar with the plan, former u. s. state department officials and senior pentagon officials. [SEP] the goal, some legal experts say, is not to mistreat iraqis. [SEP] that is not just love and hate. [SEP] " i think i had to say a little bit. [SEP] hamilton, a runner - up for the first time in pre - race, was ruled himself out of the competition friday. [SEP] a murder warrant has been issued for a man suspected of the murder of a man and his baby daughter, [SEP]
+
+===== sample 008 =====
+[CLS] this incident. [SEP] germany is still one of the most powerful in europe, and what does it really mean? [SEP] even if they do a good job? [SEP] even when i was born at 10, i had a problem with the name of the game. [SEP] he died, however, after three years of illness. [SEP] ferguson would not offer him any reason to worry over the cost of losing some of his young players. [SEP] they may only be introduced if the conservatives have met the same targets, or the new opt - out arrangements. [SEP] some cried, and the child was rescued from the open space in her house. [SEP] he [SEP]
+
+===== sample 009 =====
+[CLS] ). [SEP] if there is any benefit from this, the tax should be paid off immediately. [SEP] overall, u. s. box office spending has grown $1. 7 billion so far in 2009. [SEP] we have been in each league with the same club for the last two years and we would expect the new manager to get into our own future. [SEP] 1: 54. 58secs. [SEP] maybe it was one of the white house staff was forced to pull their foot off the door. [SEP] this is a key point of the government programme.... " [SEP] it looks like they don't want to buy [SEP]
+
+===== sample 010 =====
+[CLS] first time in 20 games. [SEP] he wasn't to blame for what his mother did. [SEP] "i really want you to be able to help everyone by doing the same," he says. [SEP] i'm not saying that it still won't happen, but it's now over there as i know that it was. [SEP] the record market has been weak this year in europe, despite already being in the top 10 of the world in uniques. [SEP] i have said there are very few times when there is no rule of warranty renewals and nobody believes, at all, that any argument can be made [SEP]
+
+===== sample 011 =====
+[CLS] weeks. [SEP] it was the focus of recent political events in 2008, but it insisted they would not be repeated. [SEP] this is where the recovery is likely to be as its impact is having a great effect for the region. [SEP] taliban leader daoud mazurq mehdi, who have infiltrated the organisation's ranks in the past year and are opposed to mr sadr's deal, will not get out of that place. [SEP] the tokyo region's second - largest stock index was up 2. 9 percent to 905. 40. [SEP] opposition campaigners say the results could be published soon, but the [SEP]
+
+===== sample 012 =====
+[CLS] today that things are going right? [SEP] "there will be more people," ms. barry said. [SEP] the resolution was quickly followed by brief negotiations in the u. s. senate. [SEP] but the car industry has already changed, not least on the economy. [SEP] i had no words for him. [SEP] he says they were introduced by him, but, over the years they had an own history of abuse. [SEP] "a full declaration of the government's determination to return kosovo to the united nations would be a serious risk to its sovereignty and reputation," mr. kostic said in a draft statement to the eu [SEP]
+
+===== sample 013 =====
+[CLS] [SEP] one other factor may be what you have to do, to make sure the weather is right - - and to make a point of doing this - - and really win and get ahead. [SEP] last year she was caught working with an official "just married" sign that was allegedly introduced when they were one million years old. [SEP] america would pay the additional cost $15. 5 billion to $17 billion over the next eight years in 2009. [SEP] the decision was made monday by a company executive, richard carter, at the company's annual meeting in london. [SEP] at the same time, elections are expected to be held in [SEP]
+
+===== sample 014 =====
+[CLS] her body and was killed by her mother. [SEP] in 2003, the group got through to london. [SEP] in principle, i would do as they are. [SEP] the software could be available in 2010. [SEP] just before 2001, the port authority tried to break traffic congestion in new york city by pushing freight traffic to close to north - central manhattan. [SEP] but it could not be difficult to keep control of the title in sight. [SEP] given the shaky state of the u. s. economy, and the global credit crisis, analysts said banks may have to pay long - term debt injections if they are to function as quickly as they [SEP]
+
+===== sample 015 =====
+[CLS] [SEP] this week, some analysts said that was likely to change. [SEP] the dogs were out on the deck. [SEP] that means that you may have been someone on your life list, and it is unlikely that there was all this before that. [SEP] mr brown points out that he's so popular that he had people who had come to him with compliments saying "he's been a beautiful man." [SEP] when he came he said a new king. [SEP] certainly, international financial markets have changed, to a degree, but one cause of this long - term malaise may also be the weakness of the currency. [SEP] he [SEP]
+
+===== sample 016 =====
+[CLS] their annual energy costs. [SEP] now it's all over, after all. [SEP] still, it is a serious challenge to the shift in china, which began just before the quake and now continues to spread throughout the country as a whole. [SEP] sales rose 8 per cent to £5. 3 billion in the year to june. [SEP] that's quite wrong. [SEP] that was a story to me because he knew his family. [SEP] chen was bailed in in shanzhou province, where three days ago authorities charged him with identity theft. [SEP] but, it is not only china's own words that go to the draw. [SEP] [SEP]
+
+===== sample 017 =====
+[CLS] available on their website... [SEP] " they were being slow in the process, it would have been easier to take down the street. [SEP] experts say the two parties could prove a challenge for a number of years to come. [SEP] for most people though, a couple of days (the site is open; somewhere from 3 to 5. 5m) will be enough. [SEP] the situation will not be very different to the tens of tens of thousands of who, in fact, have been directly affected by the bomb at our hotel in islamabad. [SEP] if this is to be said about, the least of those things it was not [SEP]
+
+===== sample 018 =====
+[CLS] parents, and then help call your child when he's safe. [SEP] she was also the only mother, and was able to get a second woman's permit from her mother, france, for adoption, with an older man. [SEP] in the end, manuitt acts as the team's first point guard, who is quick and easy to work with. [SEP] and yes, there are many times that are going to come if you can't make so much money to a company for the same. - thank you.... we can take this money on and make more money if we need to. [SEP] [SEP]
+
+===== sample 019 =====
+[CLS]: well, mr. governor.... [SEP] the planned cutback is a clear sign that the dj wants to support the country's most - popular president in order to shore up its economic standing. [SEP] the talks have focused more on issues like fiscal policy and the issue of interest rates, but at this point the government's co - operative interests have begun to doubt out its success. [SEP] the most notable american victim - - mohammed al - hasan - - was the son of the father and his mother, who was shot in the same car. [SEP] but recent data suggest that investors are keeping their ground. [SEP] [SEP]
+
+===== sample 020 =====
+[CLS] could get him and i couldn't have done that when i was on something right up to this point. [SEP] to be able to pick your own, you have to make up your own mind. [SEP] the man, to me, a stocker's ghoulish saffron scent is a character, too. [SEP] a flat bed, a hole in the wall, hot jeans, long - winded tusses... and the hair check - up. [SEP] "increasing the size of the state will raise the pressure on the luxury car market," says mr sarkozy, who is leading the [SEP]
+
+===== sample 021 =====
+[CLS] of the disease. [SEP] williams hit a 3 - pointer, green made two free throws before hitting a two - point shot with just three seconds left in the half and alston hit a key two - and three - pointer that put the magic in the fourth round. [SEP] in fact, no one played the ball. [SEP] some county officials also have tried to speed the investigation because of the possibility that they would not be able to accept the council's findings. [SEP] however, a more significant group of non - religious voters were more likely to hold negative attention to their leaders and beliefs. [SEP] " as a result of rbs ' [SEP]
+
+===== sample 022 =====
+[CLS] science student from university college london, was shot in the back when a group of queen's park men tried to open the hall's front door with a woman's eye. [SEP] he's not the one man to own the carjacket, but a good guide to the future. [SEP] the cost will increase by the amount available - - and it comes in the same nationalised rate that is paid by other lenders. [SEP] it hasn't been easy, they have to do something, he said. [SEP] a young woman, her 10 - year old son and a 24 - year - old mother were confirmed [SEP]
+
+===== sample 023 =====
+[CLS]t scored two goals in the third period, lifting ottawa to a 3 - 0 series lead at 5 - 2. [SEP] mosley responded: 'i think no one would be,' "the 27 - year - old told reporters before being released. [SEP] the fire was so intense that many of them fled to the roofs of their homes. [SEP] he was shot to the ground. [SEP]" they've been going to be running the program, and that would be the total cost of the program, it has to be, " bove said. [SEP] the issues of race are not new to political politics. [SEP] with mr brown [SEP]
+
+===== sample 024 =====
+[CLS] of concern for his health. [SEP] i'm a bit of one. [SEP] i think how it goes went according to my pro - science instincts. [SEP] mcenroe is available for tomorrow's doubles match. [SEP] moderator: very good question, thanks to the congressman. [SEP] it struck about 8: 30 a. m. [SEP] 19 - march 20 ): i'm holding this man in his thoughts, trying to show how close he can be with tiger woods. [SEP] israeli intelligence revealed that israeli forces killed 10 militants in gaza in the latest fighting, he said. [SEP] england's goal will be to finish in [SEP]
+
+===== sample 025 =====
+[CLS] five people were killed in a fire that broke out on a skid. [SEP] he was alleged to have covered up that affair. [SEP] "so we return to our world - class music programme. [SEP]" there was nothing to do and, as i have said i do, i say that you are doing fine and the experience is fantastic. [SEP] "when you come into contact with a single mother, particularly a child, your mother may not have a check on him and then you have to leave at the wrong time," she said. [SEP] "this year we will be strong here," he said. [SEP] if you have [SEP]
+
+===== sample 026 =====
+[CLS] direct ties between the divided two sides. [SEP] clinton's camp was quick to say that he will be the democratic nominee for president. [SEP] england still couldn't field a goal after going 3 - 1 - 0 up for the first time since september, as south africa virtually secured their first place at world cup. [SEP] a father, a son, three daughters. [SEP] he left that after he went to work a $20, 000 contract for scanners. [SEP] it was good enough for pietersen to raise his temperature on the eve of the third test. [SEP] they played for the lead at the end of the first half until [SEP]
+
+===== sample 027 =====
+[CLS] him, and the players are always working hard at the same time. [SEP] detroit (2 - 8) was led by nearly 2 points, and came out down 3 - 10 at halftime. [SEP] the orange scored six straight points to cut it to 41 - 38 with 9. 2 seconds left, and kemba walker finished 5 - for - 4 from the field for louisville, its fourth in a row. [SEP] the pair were out playing together in the park on 5 january when mr taylor said he threatened his own mother. [SEP] denver extended its winning streak to three games, the los angeles lakers won four in a row while scoring the [SEP]
+
+===== sample 028 =====
+[CLS] his political right. [SEP] but apple's ipods, too, is no such thing. [SEP] pleaded guilty to death by dangerous driving. [SEP] some seats are on the new floor at cromers, 343 madison avenue, at east river and barclays; (212) 279 - 5879; www. crboozers. com ). [SEP] he was found dumped in the half - block of the city of fairville two weeks ago. [SEP] i like his name. i like his record, and i think he... off to a good start.. [SEP] to anyone in iran, it seems, [SEP]
+
+===== sample 029 =====
+[CLS]. [SEP] but i found it to make some sense. [SEP] to achieve this, we must also and will continue the process of reviewing and strengthening the framework at the un to allow progress. [SEP] and so at this point the person who tries to listen to the crowd is always breaking them into his ear when he wants to talk and listens to them. [SEP] he scored the first two goals, but then only lost the second. [SEP] but yesterday lord justice moses is thought to have been talking to the university on the subject of its financial status, which it would not identify. [SEP] the documents showed north korea's leaders prepared to pay [SEP]
+
+===== sample 030 =====
+[CLS] up up to $14 million for damages, was still being considered. [SEP] mr swann told his father that it was too late for the ball to be caught by the bouncer. [SEP] strength. [SEP] the rise had been expected, but retail sales index was up 1. 2 % after a relatively weak start. [SEP] it is, generally, the result in the middle of a (sterilized) pregnancy, and needs to be changed to rape and inducting. " [SEP] we are living with our baby when he is 40, and we have our 4 - year - old son. [SEP] they will take him to his [SEP]
+
+===== sample 031 =====
+[CLS] the last - - but can the actor and strobe prove that he came in the end? [SEP] no date has given for the general election and winner will be announced in the next few days. [SEP] to see how thousands of children could be treated better than you are under any modern criminal justice system is down to your own performance. [SEP] employment, which fell to 1. 9 percent from a year ago, fell by 0. 9 percent in the second quarter. [SEP] i tried to tell her why. [SEP] "that's going to happen," he says, she said, laughing. [SEP] he believes that some of its [SEP]
+
+===== sample 032 =====
+[CLS] on 4 september 2007 after a court battle with ms keeble. [SEP] how could we all have suffered when mr cameron could "do the right thing" by suggesting that everyone had a time where he would have found a job. [SEP] his government said it would appeal to him, but those charges would be dismissed. [SEP] second, in the end his boss will have to open his mind. [SEP] once again we could have gone to live and we had to back off. [SEP] the officers, from lytharne, reading and birmingham, were called to the same farm in longfield, birmingham, on 11 november after the group [SEP]
+
+===== sample 033 =====
+[CLS] weeks. [SEP] but we will not need people we are picking and hoping that it will go to the people we want to begin with. [SEP] something was to be found in breakfasts and lunches: red peppers, cooked dogs, onions, green rice, or some olives. - serve warm cordon, cracker filled with tomato paste. [SEP] he has also won six grammys and many grammy awards, and won his own oscar. [SEP] so i must get going on those things in 2010. [SEP] mr murray said he was on the stage between 2100 gmt and 0845 gmt tuesday, but added that he did [SEP]
+
+===== sample 034 =====
+[CLS] 2007. [SEP] the men's race was not that close and we need to keep the running running, during the finals of this year, not just in beijing. [SEP] she wanted to show no emotion. [SEP] here you are now. [SEP] there've been four major recessions, two of which have come up over the years. [SEP] " my son had been friends in the school, he was close to me. [SEP] but i was disappointed for him because i was grateful for how i felt when i made a statement that he did everything to the wishes of his wife. [SEP] so he can talk with it. [SEP] in his [SEP]
+
+===== sample 035 =====
+[CLS] strategy, compared with a similar proposal by president barack obama as it boosts enforcement efforts. [SEP] a week later police found out her body, which rose to more than 30, and said she herself was the victim of sexual and drug abuse. [SEP] standing in front of me, i looked like she was a dead body. [SEP] taro aso, the president of the ruling national congress, spoke out against the committee's resolution earlier this month, calling on the government to consider changes to the date to mark the 70th anniversary of the end of the cold war. [SEP] south korea, the world's biggest marketer of the [SEP]
+
+===== sample 036 =====
+[CLS] of old age, and certainly much lower than the number of women. [SEP] this should be put in effect only when it is finally clear. [SEP] there was no immediate word to comment. [SEP] this year, she has had a year of success in beijing and has already opened the year a new record. [SEP] indeed, the real question of how england will take on the biggest payday in the world test calendar today will be a fascinating one. [SEP] mr mcgiy told a news conference he was "happy with his results." [SEP] the women are on the anniversary of their protests against the communist regime at china's national congress [SEP]
+
+===== sample 037 =====
+[CLS], 000. 80 per $1, 000 feet in new york. [SEP] he was racked with criminal charges after he sat on the list of most wanted men in one of the world's most notorious jails, according to a sunday times review of his public records. [SEP] the fda approved this ipet technology in 2005 and has filed a complaint with the u. s. office of fair trade to ban ipet, a product registered for the u. s. market, according to the documents. [SEP] the pair first met last year in the country's largest - ever relationship. [SEP] well, i would give this to [SEP]
+
+===== sample 038 =====
+[CLS] up from the air with his 3 - foot - 3 - 6 - inch long earlobes, complete with toenails and waxy scabs ). [SEP] his friend should take note of in the letter, and that he is not going to comment on his new record, to make one exception. [SEP] but if they hadn't paid $4, 000 in costs - - 10, 000 or 15, 000 dollars - - the high court could have refused to dismiss the case. [SEP] i told parents to just go for my children, but the world is different. [SEP] "do you have to try? [SEP]" [SEP]
+
+===== sample 039 =====
+[CLS] military government. [SEP] i'd first heard about his baby son, but only how big he was after snapping his heels. [SEP] in a statement, mr. browne said police interviews did not offer any evidence that the material could be used to the investigators in the investigation. [SEP] under the current system, the burden placed on the council has to rise if the amount is used later to help to pay council tax. [SEP] "the result was that i'd be very happy if i were in jail," she said. [SEP] we don't want to be a happy game today. [SEP] around 50 people have been killed in an [SEP]
+
+===== sample 040 =====
+[CLS] and the team are set to be drawn for the 2009 season title race. [SEP] he has a change in his name. [SEP] it says she must pay for his birth certificate and other costs to protect his image. [SEP] it's also true that less than $500, 000 in bonuses comes to just over $350, 000 in bailout money, according to the most recent state survey released last year. [SEP] 10, 200. 12 to 8, 499. 40. [SEP] he said he would appeal. [SEP] he extended the bruins' longest streak of running to 4, 000 yards with a 9 - yard touchdown pass to ryan [SEP]
+
+===== sample 041 =====
+[CLS], a man said he made a similar protest when he hand - delivered a kiss in a woman's face. [SEP] "we will do this in the future, it has to be the goal that we want to reach. [SEP] it never does work. [SEP] but if the guy hasn't turned his head over - i can't possibly see that - it's good time to show you the name of children's hospital. [SEP]" it'll take just over four months before i can get home, " he said. [SEP] 18 (upi) - - the election committee for women of the democratic republic, [SEP]
+
+===== sample 042 =====
+[CLS] the country. [SEP] a lot of the best players have come to the game but the past has gone, and to the people of europe, all they have is chance to get to the first place. [SEP] ghazi's "what's next in the iranian theater," also was in theaters this week. [SEP] (ap) - the florida man claims that the "great bird's nest in his head" belongs to him, but says the state only offered to take it with his son's immigration certificate if he did not go in court. [SEP] but the state's chief parole board member said it is [SEP]
+
+===== sample 043 =====
+[CLS] ). [SEP] every school in wales has been told to take a training course on how to reduce language damage. [SEP] i still have no idea what we are, "he says. [SEP]" it was fun, i had to come out here, and he did a lot. [SEP] susan, who is 21 now, is now selling her own land. [SEP] cuche was in last place, still down 0. 01. [SEP] he was upset when he turned up and ran. [SEP] a campaign official said obama had a good conversation with mccain, palin and mccain. [SEP] " but what have you noticed? - - i'm [SEP]
+
+===== sample 044 =====
+[CLS], they talk about middle - class prejudices and their love of the city. [SEP] bigdow: didn't you speak to you guys in the morning last night? [SEP] it was due due to return to court later on monday, and is likely to start its sentence. [SEP] then really, everyone should take note. [SEP] there will be no country in the world with no nuclear weapons and we do not have to go out to attack on europe's allies, " napolitano told journalists. [SEP] the central government of sudan (anp) is officially known as the united states. [SEP] the group was carrying a 200 [SEP]
+
+===== sample 045 =====
+[CLS] one side of their party. [SEP] but the economy remains a constant concern, as is the financial crisis and frozen credit markets, and even some economists are predicting actual growth to be only about 0. 2 % in the city. [SEP] in the report, economists had predicted a 0. 5 % rise in house prices. [SEP] but on tuesday, the fia announced a decision that would allow more time and momentum for its investigation to take place. [SEP] and the rules really have to change, "he said. [SEP] i'm really not sure i'm going to do this to myself," suti told reuters. [SEP] i think [SEP]
+
+===== sample 046 =====
+[CLS] seven games in two months. [SEP] we came to this place - - some time - - and decided not to help. [SEP] it wants to have influence and its results are different. [SEP] he had purchased a total of $10, 000 in money - laundering goods during the raid. [SEP] however, there is a proposal for the banks to sell to their shareholders on thursdays. [SEP] the supreme court said the board's decision was violating california's constitution. [SEP] this should be the time to defend the rights of the iraqis and take the view of those that are treated as civilians. [SEP] orman: we don't [SEP]
+
+===== sample 047 =====
+[CLS]. [SEP] and analysts have been at odds on where to make the money. [SEP] he then decided to buy the home, and offered to set up a real investment management company with other investors who needed to put the price down. [SEP] so much of this a desire to land in the hands of honest women who do little to respect the very principle at the heart of human life. [SEP] the money would be used to buy a musk, selected by the zoo to save cash or pay a vet to adopt the animal, and then sell it to a mate. [SEP] top with a little wine - like stock. [SEP] they are widely seen [SEP]
+
+===== sample 048 =====
+[CLS] we have to talk more clearly about what the strategy will be, " frak said. [SEP] we certainly did have a lot of chances in the second half. [SEP] the first match came before martin del potro made a final stop in port arthur, california on may 13. [SEP] in the living room - - not in the living room either - - people like us would be familiar to us, as if they belonged to us. [SEP] the mpc lowered its forecast to 2. 0 percent and said a combination of government spending and moderating inflation in the u. s. economy could hold back economic growth. [SEP] italy, which [SEP]
+
+===== sample 049 =====
+[CLS]ollahah ali khamenei two years ago. [SEP] they don't go down on the positive things that get negative publicity. [SEP] more than an hour later, lee's family took the stand with his mother. [SEP] "the olympics are on the way all around beijing and are going to bring attention... [SEP] the united states naval trials at guantanamo bay will help administration officials take a more hard - line approach to trying al qaeda suspects, the federal government's lawyer for the detainees said. [SEP]" it is down to just how desperate they are to get in the right way. [SEP] that means he cannot [SEP]
+
+===== sample 050 =====
+[CLS] would be built on a woman's diet since it had nothing to do with the body - mass index above 35. [SEP] he cleverly passes the ball to maik mcgeady on the edge of the penalty area. [SEP] it's like riding a car - - but i cannot help. [SEP] in the heart of the political convention is the place in which you'll get someone to make some regular campaign contributions to the daily press news conference. [SEP] however, you can find advice on a regular basis to help you know which withdrawals to avoid, where to start saving at home, and the use of the time and [SEP]
+
+===== sample 051 =====
+[CLS] a top cause. [SEP] ms. scroes was waiting for the smell of milk grumbs to pop over a phone to start and she added, " it's just the end of, don't believe, an accident. [SEP] s. o. t. officials say they have impinged in the past. [SEP] they argued that u. s. intelligence wasn't enough to fight the taliban, and that sending thousands of u. s. troops to take over security could protect the right to a future military presence. [SEP] this man, too, if he really would be interested. [SEP] this time around he [SEP]
+
+===== sample 052 =====
+[CLS] some of the staff to end their strike. [SEP] q & a debate: will the spotlight drop after the games? [SEP] wednesday's session came as the stock market hit a 23 - year low, although the performance was considered important, given the way the economy is. [SEP] this is the film that will be on the red carpet this week. [SEP] toyota is the no. 2 automaker, with sales of about $6 billion. [SEP] the crews have been moved to the top floor, which can only be seen from through the window. [SEP] he said he has offered 5 million pesos ($19, 000) to help [SEP]
+
+===== sample 053 =====
+[CLS] american citizens. [SEP] parents say their son or daughter likes them - - like a baby doll, while dad embraces them. [SEP] gunfire went out for 30 seconds. [SEP] but young women have previously admitted to rape or kill women without their consent, and are concerned about the consequences of abortion. [SEP] somael, 31, who made £1. 3m in one of the biggest games of the year, appeared as a single actress, and it was the first film to break the cinema record. [SEP] there are many more things. [SEP] and, because these are the olympic games, i could bring it up every time, and play [SEP]
+
+===== sample 054 =====
+[CLS], he wanted to stand in a surging bay until it appeared he had the ladders to jump off, and he ran to the water on a pulley. [SEP] if you ask people they will buy these, you can put them on the list. [SEP] there is nothing in this to counter this claim. [SEP] forget about gun rights, women's rights, teachers' rights, ex - communists. [SEP] not for a lot of that, but a driver's run through the traffic and up the track too, and a big sigh of relief. [SEP] still, he said, approvals remain strong - - largely in broad [SEP]
+
+===== sample 055 =====
+[CLS] hotel room. [SEP] he urged washington to review its approach to afghanistan but said he was worried that a cross - border operation with the taliban meant to cut back the movement of taliban leaders was not over yet. [SEP] but his health has not changed, long ahead of time. [SEP] he added that he was expecting olympic medal competitors yang yilin, zhi zhi and liu shanlin. [SEP] he's only an american smoker, and he loves the oats, the garden plant and the egg maker. [SEP] i've seen these improvements in the first year, and they are the least dramatic now. [SEP] the barclays [SEP]
+
+===== sample 056 =====
+[CLS] federal funds, but was part of the $500, 000 bill being passed by the full house. [SEP] he said obama would continue working with mccain on saturday within two hours of his meeting at convention hall. [SEP] an evacuation effort left some 4, 000 people homeless, and some faced the threat of death when floodwaters flooded streets and rivers burst into the sky. [SEP] john jacks is cleared of murder. [SEP] prosecutors said the two had met on the night of the murder in the death of a transgender woman in las vegas. [SEP] i love how the bbc can all do the same thing. [SEP] a letter signed by the state [SEP]
+
+===== sample 057 =====
+[CLS] as we want to be before we try to recover from school. [SEP] sen. obama is not a... i think he's going to keep that promise while trying to pursue a major policy agenda. [SEP] they have 5 - foot - 2 hands, and 6 - inch arms. [SEP] the problem here is she could not get food here for the entire family, and until she could get them free food, the money was being dispense. [SEP] you would ever want to talk with an idiot about this? [SEP] one popular measure was the nfl, which takes an ancient name out of its list of banned substances to help [SEP]
+
+===== sample 058 =====
+[CLS] when it comes to health care reform? [SEP] but l. a. county, calif., which has about 4, 000, wants to do just that. it is also said to be careful to ensure that it is too small to hold back on its bailout package. [SEP] itv's chief executive seat was held by mr polman and its executive chairman, michael grade. [SEP] but the incident was considered non - news. [SEP] his mother and a lawyer asked him to figure out whether he would allow the boy to go to school at the weekend. [SEP] the goal now is to decide whether he wants to attend the olympics [SEP]
+
+===== sample 059 =====
+[CLS] % to 13, 575. [SEP] but this deal is not that easy. [SEP] they had to win - and they did spectacularly wrong. [SEP] she also works as a fundraiser for conservative causes. [SEP] a television documentary follows a young woman's life as she crosses the frozen islands in search of a gigantic fish that gives up its tail. [SEP] michael phelps raced back into the lead with a thrilling victory in the 200m and world record on the eve of the final as he notched up victory on the opening run of the beijing games, helped by britain's lack of enthusiasm. [SEP] i'll see a lot of [SEP]
+
+===== sample 060 =====
+[CLS]. [SEP] the cruise company has previously threatened to also go into administration within weeks. [SEP] i really do think i would do something on the issue and take all the comments from the first lady, senator clinton. [SEP] england went 0 - 4 out of 12 in the thrilling final day, which featured nine players with seven byes and a one - day three - semi - final against south africa. [SEP] stephen balmer, a campaign manager at miss new zealand, said there was a shift in people to encourage athletes to learn to organise a sporting event. [SEP] the consumer prices index index, or rpi, also advanced 0. 1 percent [SEP]
+
+===== sample 061 =====
+[CLS] be available soon. [SEP] they were asked to buy four glasses a glass of cremelutamine. [SEP] so, if a bill passes in the senate later this month, it also may see the details of the senate bill begin to divul out today. [SEP] the couple spoke out of an alleged scheme to set up a compensation fund to help victims to raise the money for the defence. [SEP] in 2004, the high court rejected the international rights group's bid to allow the man under 18 to marry the grounds that it would not affect his rights or his standard of life. [SEP] officials said the accident was one of several [SEP]
+
+===== sample 062 =====
+[CLS] of public policy at the university of north carolina. [SEP] but it is still being investigated in principle. [SEP] jurors also heard how he had seen a pornographic internet video posted by the mother of his father. [SEP] figures show that more than 60 % of young children in the uk are involved. [SEP] mr salmond: i hope that it will be available. [SEP] but a spokesman to mr mauly said: " as a result of his consultation with the management of cadbury's executive board had given his final opinion on the offer, the outcome of the recommended process would have had to lead to a positive result of discussions [SEP]
+
+===== sample 063 =====
+[CLS] to study the effects on climate change. [SEP] but the good news is that they're not always able to respond well, by accident or injury. [SEP] but contador, like armstrong, was making pointers as well as to whether he would make a move on the decision to replace him temporarily. [SEP] (cbs/ap) on sunday, sen. john mccain defended his choice as mccain's running mate in a day when the controversy over his wife's ties to mccain's campaign was more heated. [SEP] i was really brought up to this because i wasn't in my car. [SEP] asked if he did [SEP]
+

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps128_c64_t1p45_raw_samples.txt

@@ -0,0 +1,224 @@
+steps128_c64_t1p45
+{
+  "type": "summary",
+  "name": "steps128_c64_t1p45",
+  "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt",
+  "step": 434000,
+  "decode": {
+    "kind": "categorical_fullvocab_normal_steps_sweep",
+    "config": "steps128_c64_t1p45",
+    "steps": 128,
+    "endpoint_temp": 1.45,
+    "concentration_max": 64.0,
+    "final_from": "state",
+    "update": "resample",
+    "n_samples": 64,
+    "seed": 20260509
+  },
+  "detok_genppl": {
+    "ppl": 38.28390653634352,
+    "nll_per_token": 3.645029613006459,
+    "tokens": 9638
+  },
+  "diversity": {
+    "sample_entropy": 4.19395184068254,
+    "unique_tokens": 1814,
+    "token_count": 8192,
+    "distinct_1": 0.221435546875,
+    "distinct_2": 0.6910679133858267,
+    "top_token_mass": 0.0531005859375
+  }
+}
+
+===== sample 000 =====
+[CLS] roll over. [SEP] there are some signs that the early season - long snow in the region could bring down the amount and number of cold and hot weather this summer. [SEP] the company has hired people as its first center for growth, following some 200 cases of its mortgage service brokers in the last decade alone, said john wilson, a spokesman for mr. cuomo. [SEP] last night the fire service said it was other landlords who appeared to have tried to leave their cars. [SEP] arriving at her just after 3 a. m., she told her to pay $ 50 back to $ 100 for a glass. [SEP] however, [SEP]
+
+===== sample 001 =====
+[CLS] profits had tripled by about $ 300m last year, and that operating profits could double to only $ 30m in the year to january. [SEP] in 2007 and 2008 he became the winner of the world ' s premier marathons. [SEP] " i can see a lot of ways people can do better to find jobs, " he said. [SEP] " if you look at this, i would like to see a partnership that media companies can be able to put our people in touch with our issues in a positive way for the better of all americans, " the gop said. [SEP] but there is no clear evidence that the opposition has [SEP]
+
+===== sample 002 =====
+[CLS] to get screened in the first place and 30 % of those aged 16 - 29 will be screened for the first time. [SEP] it looked like a fumble on a second - down play, but it fell short. [SEP] but it may only be around £24 billion after the bank failed to pay all the shares it owns, they will be disappointed. [SEP] it will " not be as light as it would be on and off screen. " [SEP] smoke spews from the main hall in the city after firefighters responded to the scene of tuesday ' s explosion. [SEP] johnson ' s " professional conduct, " the report states, resulted in [SEP]
+
+===== sample 003 =====
+[CLS]. [SEP] the market expected a rise of 0. 6 percent. [SEP] by the end of last the bank ' s market value has collapsed by more than 50 %. [SEP] the father of joe and john ' s daughter clia, who worked with her brother anthony on the film, was revealed to be fond of her as the dark - haired singer, in spite of her fame. [SEP] it ' s time for more food. [SEP] sure. [SEP] we would have to greive ourselves if one of the host countries had to come to support his cause. [SEP] parents and colleagues were asked by their pupils to respond to allegations that their [SEP]
+
+===== sample 004 =====
+[CLS] to 87 - 59 in a three - game loss. [SEP] al qaeda has not been able to make money. [SEP] schable scored early in the season. [SEP] she was just 13, but she was hit three times. [SEP] i am proposing a solution that would have fixed the decision in the senate. what would happen on that point? [SEP] i don ' t think many of the lobbyists there have made any serious claims about the credit crunch. [SEP] the first major film would have been made almost 20 years ago. [SEP] he is reportedly going to the hammings centre on 18 april to work with the team linked to the [SEP]
+
+===== sample 005 =====
+[CLS]ers to higher ground. [SEP] you said, ' can ' t i? [SEP] but that was still a serious problem, given the loss of life. [SEP] a baby boy born on the indian island of reunion who was forced to seek treatment with his father three years earlier, is ready for the operation. [SEP] kl : chris, you should have been worried. [SEP] did it know so much about us, before we began setting new standards for the future? [SEP] the manager ' s job could be the best place to cash in. [SEP] a spokesman for citigroup had no immediate comment. [SEP] much of that production is being exported [SEP]
+
+===== sample 006 =====
+[CLS] the government said. [SEP] in other words, you will have to get rid of any of them. [SEP] even if there was only a $ 500 - a - year tax credit. [SEP] i thought it ' s hard to open up a game on either side. [SEP] he was just something your family of friends never heard of. [SEP] marcello was arrested saturday afternoon in miami, florida, after he had been released from prison, disembaed and strangled by a man who tried to arrest him after one of the officers, michael reisen, had been fired. [SEP] police said it was carrying around 6 million litres of waste from [SEP]
+
+===== sample 007 =====
+[CLS], the directive will give iraq authority to begin such operations by early march, according to the report, citing sources familiar with the plan, former u. s. state department officials and senior pentagon officials. [SEP] the goal, some legal experts say, is not to mistreat iraqis. [SEP] that is not just love and hate. [SEP] " i think i had to say a little bit. [SEP] hamilton, a runner - up for the first time in pre - race, was ruled himself out of the competition friday. [SEP] a murder warrant has been issued for a man suspected of the murder of a man and his baby daughter, [SEP]
+
+===== sample 008 =====
+[CLS] this incident. [SEP] germany is still one of the most powerful in europe, and what does it really mean? [SEP] even if they do a good job? [SEP] even when i was born at 10, i had a problem with the name of the game. [SEP] he died, however, after three years of illness. [SEP] ferguson would not offer him any reason to worry over the cost of losing some of his young players. [SEP] they may only be introduced if the conservatives have met the same targets, or the new opt - out arrangements. [SEP] some cried, and the child was rescued from the open space in her house. [SEP] he [SEP]
+
+===== sample 009 =====
+[CLS] ). [SEP] if there is any benefit from this, the tax should be paid off immediately. [SEP] overall, u. s. box office spending has grown $ 1. 7 billion so far in 2009. [SEP] we have been in each league with the same club for the last two years and we would expect the new manager to get into our own future. [SEP] 1 : 54. 58secs. [SEP] maybe it was one of the white house staff was forced to pull their foot off the door. [SEP] this is a key point of the government programme.... " [SEP] it looks like they don ' t want to buy [SEP]
+
+===== sample 010 =====
+[CLS] first time in 20 games. [SEP] he wasn ' t to blame for what his mother did. [SEP] " i really want you to be able to help everyone by doing the same, " he says. [SEP] i ' m not saying that it still won ' t happen, but it ' s now over there as i know that it was. [SEP] the record market has been weak this year in europe, despite already being in the top 10 of the world in uniques. [SEP] i have said there are very few times when there is no rule of warranty renewals and nobody believes, at all, that any argument can be made [SEP]
+
+===== sample 011 =====
+[CLS] weeks. [SEP] it was the focus of recent political events in 2008, but it insisted they would not be repeated. [SEP] this is where the recovery is likely to be as its impact is having a great effect for the region. [SEP] taliban leader daoud mazurq mehdi, who have infiltrated the organisation ' s ranks in the past year and are opposed to mr sadr ' s deal, will not get out of that place. [SEP] the tokyo region ' s second - largest stock index was up 2. 9 percent to 905. 40. [SEP] opposition campaigners say the results could be published soon, but the [SEP]
+
+===== sample 012 =====
+[CLS] today that things are going right? [SEP] " there will be more people, " ms. barry said. [SEP] the resolution was quickly followed by brief negotiations in the u. s. senate. [SEP] but the car industry has already changed, not least on the economy. [SEP] i had no words for him. [SEP] he says they were introduced by him, but, over the years they had an own history of abuse. [SEP] " a full declaration of the government ' s determination to return kosovo to the united nations would be a serious risk to its sovereignty and reputation, " mr. kostic said in a draft statement to the eu [SEP]
+
+===== sample 013 =====
+[CLS] [SEP] one other factor may be what you have to do, to make sure the weather is right - - and to make a point of doing this - - and really win and get ahead. [SEP] last year she was caught working with an official " just married " sign that was allegedly introduced when they were one million years old. [SEP] america would pay the additional cost $ 15. 5 billion to $ 17 billion over the next eight years in 2009. [SEP] the decision was made monday by a company executive, richard carter, at the company ' s annual meeting in london. [SEP] at the same time, elections are expected to be held in [SEP]
+
+===== sample 014 =====
+[CLS] her body and was killed by her mother. [SEP] in 2003, the group got through to london. [SEP] in principle, i would do as they are. [SEP] the software could be available in 2010. [SEP] just before 2001, the port authority tried to break traffic congestion in new york city by pushing freight traffic to close to north - central manhattan. [SEP] but it could not be difficult to keep control of the title in sight. [SEP] given the shaky state of the u. s. economy, and the global credit crisis, analysts said banks may have to pay long - term debt injections if they are to function as quickly as they [SEP]
+
+===== sample 015 =====
+[CLS] [SEP] this week, some analysts said that was likely to change. [SEP] the dogs were out on the deck. [SEP] that means that you may have been someone on your life list, and it is unlikely that there was all this before that. [SEP] mr brown points out that he ' s so popular that he had people who had come to him with compliments saying " he ' s been a beautiful man. " [SEP] when he came he said a new king. [SEP] certainly, international financial markets have changed, to a degree, but one cause of this long - term malaise may also be the weakness of the currency. [SEP] he [SEP]
+
+===== sample 016 =====
+[CLS] their annual energy costs. [SEP] now it ' s all over, after all. [SEP] still, it is a serious challenge to the shift in china, which began just before the quake and now continues to spread throughout the country as a whole. [SEP] sales rose 8 per cent to £5. 3 billion in the year to june. [SEP] that ' s quite wrong. [SEP] that was a story to me because he knew his family. [SEP] chen was bailed in in shanzhou province, where three days ago authorities charged him with identity theft. [SEP] but, it is not only china ' s own words that go to the draw. [SEP] [SEP]
+
+===== sample 017 =====
+[CLS] available on their website... [SEP] " they were being slow in the process, it would have been easier to take down the street. [SEP] experts say the two parties could prove a challenge for a number of years to come. [SEP] for most people though, a couple of days ( the site is open ; somewhere from 3 to 5. 5m ) will be enough. [SEP] the situation will not be very different to the tens of tens of thousands of who, in fact, have been directly affected by the bomb at our hotel in islamabad. [SEP] if this is to be said about, the least of those things it was not [SEP]
+
+===== sample 018 =====
+[CLS] parents, and then help call your child when he ' s safe. [SEP] she was also the only mother, and was able to get a second woman ' s permit from her mother, france, for adoption, with an older man. [SEP] in the end, manuitt acts as the team ' s first point guard, who is quick and easy to work with. [SEP] and yes, there are many times that are going to come if you can ' t make so much money to a company for the same. - thank you.... we can take this money on and make more money if we need to. [SEP] [SEP]
+
+===== sample 019 =====
+[CLS] : well, mr. governor.... [SEP] the planned cutback is a clear sign that the dj wants to support the country ' s most - popular president in order to shore up its economic standing. [SEP] the talks have focused more on issues like fiscal policy and the issue of interest rates, but at this point the government ' s co - operative interests have begun to doubt out its success. [SEP] the most notable american victim - - mohammed al - hasan - - was the son of the father and his mother, who was shot in the same car. [SEP] but recent data suggest that investors are keeping their ground. [SEP] [SEP]
+
+===== sample 020 =====
+[CLS] could get him and i couldn ' t have done that when i was on something right up to this point. [SEP] to be able to pick your own, you have to make up your own mind. [SEP] the man, to me, a stocker ' s ghoulish saffron scent is a character, too. [SEP] a flat bed, a hole in the wall, hot jeans, long - winded tusses... and the hair check - up. [SEP] " increasing the size of the state will raise the pressure on the luxury car market, " says mr sarkozy, who is leading the [SEP]
+
+===== sample 021 =====
+[CLS] of the disease. [SEP] williams hit a 3 - pointer, green made two free throws before hitting a two - point shot with just three seconds left in the half and alston hit a key two - and three - pointer that put the magic in the fourth round. [SEP] in fact, no one played the ball. [SEP] some county officials also have tried to speed the investigation because of the possibility that they would not be able to accept the council ' s findings. [SEP] however, a more significant group of non - religious voters were more likely to hold negative attention to their leaders and beliefs. [SEP] " as a result of rbs ' [SEP]
+
+===== sample 022 =====
+[CLS] science student from university college london, was shot in the back when a group of queen ' s park men tried to open the hall ' s front door with a woman ' s eye. [SEP] he ' s not the one man to own the carjacket, but a good guide to the future. [SEP] the cost will increase by the amount available - - and it comes in the same nationalised rate that is paid by other lenders. [SEP] it hasn ' t been easy, they have to do something, he said. [SEP] a young woman, her 10 - year old son and a 24 - year - old mother were confirmed [SEP]
+
+===== sample 023 =====
+[CLS]t scored two goals in the third period, lifting ottawa to a 3 - 0 series lead at 5 - 2. [SEP] mosley responded : ' i think no one would be, ' " the 27 - year - old told reporters before being released. [SEP] the fire was so intense that many of them fled to the roofs of their homes. [SEP] he was shot to the ground. [SEP] " they ' ve been going to be running the program, and that would be the total cost of the program, it has to be, " bove said. [SEP] the issues of race are not new to political politics. [SEP] with mr brown [SEP]
+
+===== sample 024 =====
+[CLS] of concern for his health. [SEP] i ' m a bit of one. [SEP] i think how it goes went according to my pro - science instincts. [SEP] mcenroe is available for tomorrow ' s doubles match. [SEP] moderator : very good question, thanks to the congressman. [SEP] it struck about 8 : 30 a. m. [SEP] 19 - march 20 ) : i ' m holding this man in his thoughts, trying to show how close he can be with tiger woods. [SEP] israeli intelligence revealed that israeli forces killed 10 militants in gaza in the latest fighting, he said. [SEP] england ' s goal will be to finish in [SEP]
+
+===== sample 025 =====
+[CLS] five people were killed in a fire that broke out on a skid. [SEP] he was alleged to have covered up that affair. [SEP] " so we return to our world - class music programme. [SEP] " there was nothing to do and, as i have said i do, i say that you are doing fine and the experience is fantastic. [SEP] " when you come into contact with a single mother, particularly a child, your mother may not have a check on him and then you have to leave at the wrong time, " she said. [SEP] " this year we will be strong here, " he said. [SEP] if you have [SEP]
+
+===== sample 026 =====
+[CLS] direct ties between the divided two sides. [SEP] clinton ' s camp was quick to say that he will be the democratic nominee for president. [SEP] england still couldn ' t field a goal after going 3 - 1 - 0 up for the first time since september, as south africa virtually secured their first place at world cup. [SEP] a father, a son, three daughters. [SEP] he left that after he went to work a $ 20, 000 contract for scanners. [SEP] it was good enough for pietersen to raise his temperature on the eve of the third test. [SEP] they played for the lead at the end of the first half until [SEP]
+
+===== sample 027 =====
+[CLS] him, and the players are always working hard at the same time. [SEP] detroit ( 2 - 8 ) was led by nearly 2 points, and came out down 3 - 10 at halftime. [SEP] the orange scored six straight points to cut it to 41 - 38 with 9. 2 seconds left, and kemba walker finished 5 - for - 4 from the field for louisville, its fourth in a row. [SEP] the pair were out playing together in the park on 5 january when mr taylor said he threatened his own mother. [SEP] denver extended its winning streak to three games, the los angeles lakers won four in a row while scoring the [SEP]
+
+===== sample 028 =====
+[CLS] his political right. [SEP] but apple ' s ipods, too, is no such thing. [SEP] pleaded guilty to death by dangerous driving. [SEP] some seats are on the new floor at cromers, 343 madison avenue, at east river and barclays ; ( 212 ) 279 - 5879 ; www. crboozers. com ). [SEP] he was found dumped in the half - block of the city of fairville two weeks ago. [SEP] i like his name. i like his record, and i think he... off to a good start.. [SEP] to anyone in iran, it seems, [SEP]
+
+===== sample 029 =====
+[CLS]. [SEP] but i found it to make some sense. [SEP] to achieve this, we must also and will continue the process of reviewing and strengthening the framework at the un to allow progress. [SEP] and so at this point the person who tries to listen to the crowd is always breaking them into his ear when he wants to talk and listens to them. [SEP] he scored the first two goals, but then only lost the second. [SEP] but yesterday lord justice moses is thought to have been talking to the university on the subject of its financial status, which it would not identify. [SEP] the documents showed north korea ' s leaders prepared to pay [SEP]
+
+===== sample 030 =====
+[CLS] up up to $ 14 million for damages, was still being considered. [SEP] mr swann told his father that it was too late for the ball to be caught by the bouncer. [SEP] strength. [SEP] the rise had been expected, but retail sales index was up 1. 2 % after a relatively weak start. [SEP] it is, generally, the result in the middle of a ( sterilized ) pregnancy, and needs to be changed to rape and inducting. " [SEP] we are living with our baby when he is 40, and we have our 4 - year - old son. [SEP] they will take him to his [SEP]
+
+===== sample 031 =====
+[CLS] the last - - but can the actor and strobe prove that he came in the end? [SEP] no date has given for the general election and winner will be announced in the next few days. [SEP] to see how thousands of children could be treated better than you are under any modern criminal justice system is down to your own performance. [SEP] employment, which fell to 1. 9 percent from a year ago, fell by 0. 9 percent in the second quarter. [SEP] i tried to tell her why. [SEP] " that ' s going to happen, " he says, she said, laughing. [SEP] he believes that some of its [SEP]
+
+===== sample 032 =====
+[CLS] on 4 september 2007 after a court battle with ms keeble. [SEP] how could we all have suffered when mr cameron could " do the right thing " by suggesting that everyone had a time where he would have found a job. [SEP] his government said it would appeal to him, but those charges would be dismissed. [SEP] second, in the end his boss will have to open his mind. [SEP] once again we could have gone to live and we had to back off. [SEP] the officers, from lytharne, reading and birmingham, were called to the same farm in longfield, birmingham, on 11 november after the group [SEP]
+
+===== sample 033 =====
+[CLS] weeks. [SEP] but we will not need people we are picking and hoping that it will go to the people we want to begin with. [SEP] something was to be found in breakfasts and lunches : red peppers, cooked dogs, onions, green rice, or some olives. - serve warm cordon, cracker filled with tomato paste. [SEP] he has also won six grammys and many grammy awards, and won his own oscar. [SEP] so i must get going on those things in 2010. [SEP] mr murray said he was on the stage between 2100 gmt and 0845 gmt tuesday, but added that he did [SEP]
+
+===== sample 034 =====
+[CLS] 2007. [SEP] the men ' s race was not that close and we need to keep the running running, during the finals of this year, not just in beijing. [SEP] she wanted to show no emotion. [SEP] here you are now. [SEP] there ' ve been four major recessions, two of which have come up over the years. [SEP] " my son had been friends in the school, he was close to me. [SEP] but i was disappointed for him because i was grateful for how i felt when i made a statement that he did everything to the wishes of his wife. [SEP] so he can talk with it. [SEP] in his [SEP]
+
+===== sample 035 =====
+[CLS] strategy, compared with a similar proposal by president barack obama as it boosts enforcement efforts. [SEP] a week later police found out her body, which rose to more than 30, and said she herself was the victim of sexual and drug abuse. [SEP] standing in front of me, i looked like she was a dead body. [SEP] taro aso, the president of the ruling national congress, spoke out against the committee ' s resolution earlier this month, calling on the government to consider changes to the date to mark the 70th anniversary of the end of the cold war. [SEP] south korea, the world ' s biggest marketer of the [SEP]
+
+===== sample 036 =====
+[CLS] of old age, and certainly much lower than the number of women. [SEP] this should be put in effect only when it is finally clear. [SEP] there was no immediate word to comment. [SEP] this year, she has had a year of success in beijing and has already opened the year a new record. [SEP] indeed, the real question of how england will take on the biggest payday in the world test calendar today will be a fascinating one. [SEP] mr mcgiy told a news conference he was " happy with his results. " [SEP] the women are on the anniversary of their protests against the communist regime at china ' s national congress [SEP]
+
+===== sample 037 =====
+[CLS], 000. 80 per $ 1, 000 feet in new york. [SEP] he was racked with criminal charges after he sat on the list of most wanted men in one of the world ' s most notorious jails, according to a sunday times review of his public records. [SEP] the fda approved this ipet technology in 2005 and has filed a complaint with the u. s. office of fair trade to ban ipet, a product registered for the u. s. market, according to the documents. [SEP] the pair first met last year in the country ' s largest - ever relationship. [SEP] well, i would give this to [SEP]
+
+===== sample 038 =====
+[CLS] up from the air with his 3 - foot - 3 - 6 - inch long earlobes, complete with toenails and waxy scabs ). [SEP] his friend should take note of in the letter, and that he is not going to comment on his new record, to make one exception. [SEP] but if they hadn ' t paid $ 4, 000 in costs - - 10, 000 or 15, 000 dollars - - the high court could have refused to dismiss the case. [SEP] i told parents to just go for my children, but the world is different. [SEP] " do you have to try? [SEP] " [SEP]
+
+===== sample 039 =====
+[CLS] military government. [SEP] i ' d first heard about his baby son, but only how big he was after snapping his heels. [SEP] in a statement, mr. browne said police interviews did not offer any evidence that the material could be used to the investigators in the investigation. [SEP] under the current system, the burden placed on the council has to rise if the amount is used later to help to pay council tax. [SEP] " the result was that i ' d be very happy if i were in jail, " she said. [SEP] we don ' t want to be a happy game today. [SEP] around 50 people have been killed in an [SEP]
+
+===== sample 040 =====
+[CLS] and the team are set to be drawn for the 2009 season title race. [SEP] he has a change in his name. [SEP] it says she must pay for his birth certificate and other costs to protect his image. [SEP] it ' s also true that less than $ 500, 000 in bonuses comes to just over $ 350, 000 in bailout money, according to the most recent state survey released last year. [SEP] 10, 200. 12 to 8, 499. 40. [SEP] he said he would appeal. [SEP] he extended the bruins ' longest streak of running to 4, 000 yards with a 9 - yard touchdown pass to ryan [SEP]
+
+===== sample 041 =====
+[CLS], a man said he made a similar protest when he hand - delivered a kiss in a woman ' s face. [SEP] " we will do this in the future, it has to be the goal that we want to reach. [SEP] it never does work. [SEP] but if the guy hasn ' t turned his head over - i can ' t possibly see that - it ' s good time to show you the name of children ' s hospital. [SEP] " it ' ll take just over four months before i can get home, " he said. [SEP] 18 ( upi ) - - the election committee for women of the democratic republic, [SEP]
+
+===== sample 042 =====
+[CLS] the country. [SEP] a lot of the best players have come to the game but the past has gone, and to the people of europe, all they have is chance to get to the first place. [SEP] ghazi ' s " what ' s next in the iranian theater, " also was in theaters this week. [SEP] ( ap ) - the florida man claims that the " great bird ' s nest in his head " belongs to him, but says the state only offered to take it with his son ' s immigration certificate if he did not go in court. [SEP] but the state ' s chief parole board member said it is [SEP]
+
+===== sample 043 =====
+[CLS] ). [SEP] every school in wales has been told to take a training course on how to reduce language damage. [SEP] i still have no idea what we are, " he says. [SEP] " it was fun, i had to come out here, and he did a lot. [SEP] susan, who is 21 now, is now selling her own land. [SEP] cuche was in last place, still down 0. 01. [SEP] he was upset when he turned up and ran. [SEP] a campaign official said obama had a good conversation with mccain, palin and mccain. [SEP] " but what have you noticed? - - i ' m [SEP]
+
+===== sample 044 =====
+[CLS], they talk about middle - class prejudices and their love of the city. [SEP] bigdow : didn ' t you speak to you guys in the morning last night? [SEP] it was due due to return to court later on monday, and is likely to start its sentence. [SEP] then really, everyone should take note. [SEP] there will be no country in the world with no nuclear weapons and we do not have to go out to attack on europe ' s allies, " napolitano told journalists. [SEP] the central government of sudan ( anp ) is officially known as the united states. [SEP] the group was carrying a 200 [SEP]
+
+===== sample 045 =====
+[CLS] one side of their party. [SEP] but the economy remains a constant concern, as is the financial crisis and frozen credit markets, and even some economists are predicting actual growth to be only about 0. 2 % in the city. [SEP] in the report, economists had predicted a 0. 5 % rise in house prices. [SEP] but on tuesday, the fia announced a decision that would allow more time and momentum for its investigation to take place. [SEP] and the rules really have to change, " he said. [SEP] i ' m really not sure i ' m going to do this to myself, " suti told reuters. [SEP] i think [SEP]
+
+===== sample 046 =====
+[CLS] seven games in two months. [SEP] we came to this place - - some time - - and decided not to help. [SEP] it wants to have influence and its results are different. [SEP] he had purchased a total of $ 10, 000 in money - laundering goods during the raid. [SEP] however, there is a proposal for the banks to sell to their shareholders on thursdays. [SEP] the supreme court said the board ' s decision was violating california ' s constitution. [SEP] this should be the time to defend the rights of the iraqis and take the view of those that are treated as civilians. [SEP] orman : we don ' t [SEP]
+
+===== sample 047 =====
+[CLS]. [SEP] and analysts have been at odds on where to make the money. [SEP] he then decided to buy the home, and offered to set up a real investment management company with other investors who needed to put the price down. [SEP] so much of this a desire to land in the hands of honest women who do little to respect the very principle at the heart of human life. [SEP] the money would be used to buy a musk, selected by the zoo to save cash or pay a vet to adopt the animal, and then sell it to a mate. [SEP] top with a little wine - like stock. [SEP] they are widely seen [SEP]
+
+===== sample 048 =====
+[CLS] we have to talk more clearly about what the strategy will be, " frak said. [SEP] we certainly did have a lot of chances in the second half. [SEP] the first match came before martin del potro made a final stop in port arthur, california on may 13. [SEP] in the living room - - not in the living room either - - people like us would be familiar to us, as if they belonged to us. [SEP] the mpc lowered its forecast to 2. 0 percent and said a combination of government spending and moderating inflation in the u. s. economy could hold back economic growth. [SEP] italy, which [SEP]
+
+===== sample 049 =====
+[CLS]ollahah ali khamenei two years ago. [SEP] they don ' t go down on the positive things that get negative publicity. [SEP] more than an hour later, lee ' s family took the stand with his mother. [SEP] " the olympics are on the way all around beijing and are going to bring attention... [SEP] the united states naval trials at guantanamo bay will help administration officials take a more hard - line approach to trying al qaeda suspects, the federal government ' s lawyer for the detainees said. [SEP] " it is down to just how desperate they are to get in the right way. [SEP] that means he cannot [SEP]
+
+===== sample 050 =====
+[CLS] would be built on a woman ' s diet since it had nothing to do with the body - mass index above 35. [SEP] he cleverly passes the ball to maik mcgeady on the edge of the penalty area. [SEP] it ' s like riding a car - - but i cannot help. [SEP] in the heart of the political convention is the place in which you ' ll get someone to make some regular campaign contributions to the daily press news conference. [SEP] however, you can find advice on a regular basis to help you know which withdrawals to avoid, where to start saving at home, and the use of the time and [SEP]
+
+===== sample 051 =====
+[CLS] a top cause. [SEP] ms. scroes was waiting for the smell of milk grumbs to pop over a phone to start and she added, " it ' s just the end of, don ' t believe, an accident. [SEP] s. o. t. officials say they have impinged in the past. [SEP] they argued that u. s. intelligence wasn ' t enough to fight the taliban, and that sending thousands of u. s. troops to take over security could protect the right to a future military presence. [SEP] this man, too, if he really would be interested. [SEP] this time around he [SEP]
+
+===== sample 052 =====
+[CLS] some of the staff to end their strike. [SEP] q & a debate : will the spotlight drop after the games? [SEP] wednesday ' s session came as the stock market hit a 23 - year low, although the performance was considered important, given the way the economy is. [SEP] this is the film that will be on the red carpet this week. [SEP] toyota is the no. 2 automaker, with sales of about $ 6 billion. [SEP] the crews have been moved to the top floor, which can only be seen from through the window. [SEP] he said he has offered 5 million pesos ( $ 19, 000 ) to help [SEP]
+
+===== sample 053 =====
+[CLS] american citizens. [SEP] parents say their son or daughter likes them - - like a baby doll, while dad embraces them. [SEP] gunfire went out for 30 seconds. [SEP] but young women have previously admitted to rape or kill women without their consent, and are concerned about the consequences of abortion. [SEP] somael, 31, who made £1. 3m in one of the biggest games of the year, appeared as a single actress, and it was the first film to break the cinema record. [SEP] there are many more things. [SEP] and, because these are the olympic games, i could bring it up every time, and play [SEP]
+
+===== sample 054 =====
+[CLS], he wanted to stand in a surging bay until it appeared he had the ladders to jump off, and he ran to the water on a pulley. [SEP] if you ask people they will buy these, you can put them on the list. [SEP] there is nothing in this to counter this claim. [SEP] forget about gun rights, women ' s rights, teachers ' rights, ex - communists. [SEP] not for a lot of that, but a driver ' s run through the traffic and up the track too, and a big sigh of relief. [SEP] still, he said, approvals remain strong - - largely in broad [SEP]
+
+===== sample 055 =====
+[CLS] hotel room. [SEP] he urged washington to review its approach to afghanistan but said he was worried that a cross - border operation with the taliban meant to cut back the movement of taliban leaders was not over yet. [SEP] but his health has not changed, long ahead of time. [SEP] he added that he was expecting olympic medal competitors yang yilin, zhi zhi and liu shanlin. [SEP] he ' s only an american smoker, and he loves the oats, the garden plant and the egg maker. [SEP] i ' ve seen these improvements in the first year, and they are the least dramatic now. [SEP] the barclays [SEP]
+
+===== sample 056 =====
+[CLS] federal funds, but was part of the $ 500, 000 bill being passed by the full house. [SEP] he said obama would continue working with mccain on saturday within two hours of his meeting at convention hall. [SEP] an evacuation effort left some 4, 000 people homeless, and some faced the threat of death when floodwaters flooded streets and rivers burst into the sky. [SEP] john jacks is cleared of murder. [SEP] prosecutors said the two had met on the night of the murder in the death of a transgender woman in las vegas. [SEP] i love how the bbc can all do the same thing. [SEP] a letter signed by the state [SEP]
+
+===== sample 057 =====
+[CLS] as we want to be before we try to recover from school. [SEP] sen. obama is not a... i think he ' s going to keep that promise while trying to pursue a major policy agenda. [SEP] they have 5 - foot - 2 hands, and 6 - inch arms. [SEP] the problem here is she could not get food here for the entire family, and until she could get them free food, the money was being dispense. [SEP] you would ever want to talk with an idiot about this? [SEP] one popular measure was the nfl, which takes an ancient name out of its list of banned substances to help [SEP]
+
+===== sample 058 =====
+[CLS] when it comes to health care reform? [SEP] but l. a. county, calif., which has about 4, 000, wants to do just that. it is also said to be careful to ensure that it is too small to hold back on its bailout package. [SEP] itv ' s chief executive seat was held by mr polman and its executive chairman, michael grade. [SEP] but the incident was considered non - news. [SEP] his mother and a lawyer asked him to figure out whether he would allow the boy to go to school at the weekend. [SEP] the goal now is to decide whether he wants to attend the olympics [SEP]
+
+===== sample 059 =====
+[CLS] % to 13, 575. [SEP] but this deal is not that easy. [SEP] they had to win - and they did spectacularly wrong. [SEP] she also works as a fundraiser for conservative causes. [SEP] a television documentary follows a young woman ' s life as she crosses the frozen islands in search of a gigantic fish that gives up its tail. [SEP] michael phelps raced back into the lead with a thrilling victory in the 200m and world record on the eve of the final as he notched up victory on the opening run of the beijing games, helped by britain ' s lack of enthusiasm. [SEP] i ' ll see a lot of [SEP]
+
+===== sample 060 =====
+[CLS]. [SEP] the cruise company has previously threatened to also go into administration within weeks. [SEP] i really do think i would do something on the issue and take all the comments from the first lady, senator clinton. [SEP] england went 0 - 4 out of 12 in the thrilling final day, which featured nine players with seven byes and a one - day three - semi - final against south africa. [SEP] stephen balmer, a campaign manager at miss new zealand, said there was a shift in people to encourage athletes to learn to organise a sporting event. [SEP] the consumer prices index index, or rpi, also advanced 0. 1 percent [SEP]
+
+===== sample 061 =====
+[CLS] be available soon. [SEP] they were asked to buy four glasses a glass of cremelutamine. [SEP] so, if a bill passes in the senate later this month, it also may see the details of the senate bill begin to divul out today. [SEP] the couple spoke out of an alleged scheme to set up a compensation fund to help victims to raise the money for the defence. [SEP] in 2004, the high court rejected the international rights group ' s bid to allow the man under 18 to marry the grounds that it would not affect his rights or his standard of life. [SEP] officials said the accident was one of several [SEP]
+
+===== sample 062 =====
+[CLS] of public policy at the university of north carolina. [SEP] but it is still being investigated in principle. [SEP] jurors also heard how he had seen a pornographic internet video posted by the mother of his father. [SEP] figures show that more than 60 % of young children in the uk are involved. [SEP] mr salmond : i hope that it will be available. [SEP] but a spokesman to mr mauly said : " as a result of his consultation with the management of cadbury ' s executive board had given his final opinion on the offer, the outcome of the recommended process would have had to lead to a positive result of discussions [SEP]
+
+===== sample 063 =====
+[CLS] to study the effects on climate change. [SEP] but the good news is that they ' re not always able to respond well, by accident or injury. [SEP] but contador, like armstrong, was making pointers as well as to whether he would make a move on the decision to replace him temporarily. [SEP] ( cbs / ap ) on sunday, sen. john mccain defended his choice as mccain ' s running mate in a day when the controversy over his wife ' s ties to mccain ' s campaign was more heated. [SEP] i was really brought up to this because i wasn ' t in my car. [SEP] asked if he did [SEP]
+

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps128_c64_t1p45_scored.jsonl

@@ -0,0 +1,65 @@
+{"type": "summary", "name": "steps128_c64_t1p45", "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt", "step": 434000, "decode": {"kind": "categorical_fullvocab_normal_steps_sweep", "config": "steps128_c64_t1p45", "steps": 128, "endpoint_temp": 1.45, "concentration_max": 64.0, "final_from": "state", "update": "resample", "n_samples": 64, "seed": 20260509}, "detok_genppl": {"ppl": 38.28390653634352, "nll_per_token": 3.645029613006459, "tokens": 9638}, "diversity": {"sample_entropy": 4.19395184068254, "unique_tokens": 1814, "token_count": 8192, "distinct_1": 0.221435546875, "distinct_2": 0.6910679133858267, "top_token_mass": 0.0531005859375}}
+{"type": "sample", "index": 0, "raw_text": "[CLS] roll over. [SEP] there are some signs that the early season - long snow in the region could bring down the amount and number of cold and hot weather this summer. [SEP] the company has hired people as its first center for growth, following some 200 cases of its mortgage service brokers in the last decade alone, said john wilson, a spokesman for mr. cuomo. [SEP] last night the fire service said it was other landlords who appeared to have tried to leave their cars. [SEP] arriving at her just after 3 a. m., she told her to pay $ 50 back to $ 100 for a glass. [SEP] however, [SEP]", "detok_text": "[CLS] roll over. [SEP] there are some signs that the early season - long snow in the region could bring down the amount and number of cold and hot weather this summer. [SEP] the company has hired people as its first center for growth, following some 200 cases of its mortgage service brokers in the last decade alone, said john wilson, a spokesman for mr. cuomo. [SEP] last night the fire service said it was other landlords who appeared to have tried to leave their cars. [SEP] arriving at her just after 3 a. m., she told her to pay $50 back to $100 for a glass. [SEP] however, [SEP]"}
+{"type": "sample", "index": 1, "raw_text": "[CLS] profits had tripled by about $ 300m last year, and that operating profits could double to only $ 30m in the year to january. [SEP] in 2007 and 2008 he became the winner of the world ' s premier marathons. [SEP] \" i can see a lot of ways people can do better to find jobs, \" he said. [SEP] \" if you look at this, i would like to see a partnership that media companies can be able to put our people in touch with our issues in a positive way for the better of all americans, \" the gop said. [SEP] but there is no clear evidence that the opposition has [SEP]", "detok_text": "[CLS] profits had tripled by about $300m last year, and that operating profits could double to only $30m in the year to january. [SEP] in 2007 and 2008 he became the winner of the world's premier marathons. [SEP] \"i can see a lot of ways people can do better to find jobs,\" he said. [SEP] \"if you look at this, i would like to see a partnership that media companies can be able to put our people in touch with our issues in a positive way for the better of all americans,\" the gop said. [SEP] but there is no clear evidence that the opposition has [SEP]"}
+{"type": "sample", "index": 2, "raw_text": "[CLS] to get screened in the first place and 30 % of those aged 16 - 29 will be screened for the first time. [SEP] it looked like a fumble on a second - down play, but it fell short. [SEP] but it may only be around £24 billion after the bank failed to pay all the shares it owns, they will be disappointed. [SEP] it will \" not be as light as it would be on and off screen. \" [SEP] smoke spews from the main hall in the city after firefighters responded to the scene of tuesday ' s explosion. [SEP] johnson ' s \" professional conduct, \" the report states, resulted in [SEP]", "detok_text": "[CLS] to get screened in the first place and 30 % of those aged 16 - 29 will be screened for the first time. [SEP] it looked like a fumble on a second - down play, but it fell short. [SEP] but it may only be around £24 billion after the bank failed to pay all the shares it owns, they will be disappointed. [SEP] it will \"not be as light as it would be on and off screen.\" [SEP] smoke spews from the main hall in the city after firefighters responded to the scene of tuesday's explosion. [SEP] johnson's \"professional conduct,\" the report states, resulted in [SEP]"}
+{"type": "sample", "index": 3, "raw_text": "[CLS]. [SEP] the market expected a rise of 0. 6 percent. [SEP] by the end of last the bank ' s market value has collapsed by more than 50 %. [SEP] the father of joe and john ' s daughter clia, who worked with her brother anthony on the film, was revealed to be fond of her as the dark - haired singer, in spite of her fame. [SEP] it ' s time for more food. [SEP] sure. [SEP] we would have to greive ourselves if one of the host countries had to come to support his cause. [SEP] parents and colleagues were asked by their pupils to respond to allegations that their [SEP]", "detok_text": "[CLS]. [SEP] the market expected a rise of 0. 6 percent. [SEP] by the end of last the bank's market value has collapsed by more than 50 %. [SEP] the father of joe and john's daughter clia, who worked with her brother anthony on the film, was revealed to be fond of her as the dark - haired singer, in spite of her fame. [SEP] it's time for more food. [SEP] sure. [SEP] we would have to greive ourselves if one of the host countries had to come to support his cause. [SEP] parents and colleagues were asked by their pupils to respond to allegations that their [SEP]"}
+{"type": "sample", "index": 4, "raw_text": "[CLS] to 87 - 59 in a three - game loss. [SEP] al qaeda has not been able to make money. [SEP] schable scored early in the season. [SEP] she was just 13, but she was hit three times. [SEP] i am proposing a solution that would have fixed the decision in the senate. what would happen on that point? [SEP] i don ' t think many of the lobbyists there have made any serious claims about the credit crunch. [SEP] the first major film would have been made almost 20 years ago. [SEP] he is reportedly going to the hammings centre on 18 april to work with the team linked to the [SEP]", "detok_text": "[CLS] to 87 - 59 in a three - game loss. [SEP] al qaeda has not been able to make money. [SEP] schable scored early in the season. [SEP] she was just 13, but she was hit three times. [SEP] i am proposing a solution that would have fixed the decision in the senate. what would happen on that point? [SEP] i don't think many of the lobbyists there have made any serious claims about the credit crunch. [SEP] the first major film would have been made almost 20 years ago. [SEP] he is reportedly going to the hammings centre on 18 april to work with the team linked to the [SEP]"}
+{"type": "sample", "index": 5, "raw_text": "[CLS]ers to higher ground. [SEP] you said, ' can ' t i? [SEP] but that was still a serious problem, given the loss of life. [SEP] a baby boy born on the indian island of reunion who was forced to seek treatment with his father three years earlier, is ready for the operation. [SEP] kl : chris, you should have been worried. [SEP] did it know so much about us, before we began setting new standards for the future? [SEP] the manager ' s job could be the best place to cash in. [SEP] a spokesman for citigroup had no immediate comment. [SEP] much of that production is being exported [SEP]", "detok_text": "[CLS]ers to higher ground. [SEP] you said, ' can't i? [SEP] but that was still a serious problem, given the loss of life. [SEP] a baby boy born on the indian island of reunion who was forced to seek treatment with his father three years earlier, is ready for the operation. [SEP] kl: chris, you should have been worried. [SEP] did it know so much about us, before we began setting new standards for the future? [SEP] the manager's job could be the best place to cash in. [SEP] a spokesman for citigroup had no immediate comment. [SEP] much of that production is being exported [SEP]"}
+{"type": "sample", "index": 6, "raw_text": "[CLS] the government said. [SEP] in other words, you will have to get rid of any of them. [SEP] even if there was only a $ 500 - a - year tax credit. [SEP] i thought it ' s hard to open up a game on either side. [SEP] he was just something your family of friends never heard of. [SEP] marcello was arrested saturday afternoon in miami, florida, after he had been released from prison, disembaed and strangled by a man who tried to arrest him after one of the officers, michael reisen, had been fired. [SEP] police said it was carrying around 6 million litres of waste from [SEP]", "detok_text": "[CLS] the government said. [SEP] in other words, you will have to get rid of any of them. [SEP] even if there was only a $500 - a - year tax credit. [SEP] i thought it's hard to open up a game on either side. [SEP] he was just something your family of friends never heard of. [SEP] marcello was arrested saturday afternoon in miami, florida, after he had been released from prison, disembaed and strangled by a man who tried to arrest him after one of the officers, michael reisen, had been fired. [SEP] police said it was carrying around 6 million litres of waste from [SEP]"}
+{"type": "sample", "index": 7, "raw_text": "[CLS], the directive will give iraq authority to begin such operations by early march, according to the report, citing sources familiar with the plan, former u. s. state department officials and senior pentagon officials. [SEP] the goal, some legal experts say, is not to mistreat iraqis. [SEP] that is not just love and hate. [SEP] \" i think i had to say a little bit. [SEP] hamilton, a runner - up for the first time in pre - race, was ruled himself out of the competition friday. [SEP] a murder warrant has been issued for a man suspected of the murder of a man and his baby daughter, [SEP]", "detok_text": "[CLS], the directive will give iraq authority to begin such operations by early march, according to the report, citing sources familiar with the plan, former u. s. state department officials and senior pentagon officials. [SEP] the goal, some legal experts say, is not to mistreat iraqis. [SEP] that is not just love and hate. [SEP] \" i think i had to say a little bit. [SEP] hamilton, a runner - up for the first time in pre - race, was ruled himself out of the competition friday. [SEP] a murder warrant has been issued for a man suspected of the murder of a man and his baby daughter, [SEP]"}
+{"type": "sample", "index": 8, "raw_text": "[CLS] this incident. [SEP] germany is still one of the most powerful in europe, and what does it really mean? [SEP] even if they do a good job? [SEP] even when i was born at 10, i had a problem with the name of the game. [SEP] he died, however, after three years of illness. [SEP] ferguson would not offer him any reason to worry over the cost of losing some of his young players. [SEP] they may only be introduced if the conservatives have met the same targets, or the new opt - out arrangements. [SEP] some cried, and the child was rescued from the open space in her house. [SEP] he [SEP]", "detok_text": "[CLS] this incident. [SEP] germany is still one of the most powerful in europe, and what does it really mean? [SEP] even if they do a good job? [SEP] even when i was born at 10, i had a problem with the name of the game. [SEP] he died, however, after three years of illness. [SEP] ferguson would not offer him any reason to worry over the cost of losing some of his young players. [SEP] they may only be introduced if the conservatives have met the same targets, or the new opt - out arrangements. [SEP] some cried, and the child was rescued from the open space in her house. [SEP] he [SEP]"}
+{"type": "sample", "index": 9, "raw_text": "[CLS] ). [SEP] if there is any benefit from this, the tax should be paid off immediately. [SEP] overall, u. s. box office spending has grown $ 1. 7 billion so far in 2009. [SEP] we have been in each league with the same club for the last two years and we would expect the new manager to get into our own future. [SEP] 1 : 54. 58secs. [SEP] maybe it was one of the white house staff was forced to pull their foot off the door. [SEP] this is a key point of the government programme.... \" [SEP] it looks like they don ' t want to buy [SEP]", "detok_text": "[CLS] ). [SEP] if there is any benefit from this, the tax should be paid off immediately. [SEP] overall, u. s. box office spending has grown $1. 7 billion so far in 2009. [SEP] we have been in each league with the same club for the last two years and we would expect the new manager to get into our own future. [SEP] 1: 54. 58secs. [SEP] maybe it was one of the white house staff was forced to pull their foot off the door. [SEP] this is a key point of the government programme.... \" [SEP] it looks like they don't want to buy [SEP]"}
+{"type": "sample", "index": 10, "raw_text": "[CLS] first time in 20 games. [SEP] he wasn ' t to blame for what his mother did. [SEP] \" i really want you to be able to help everyone by doing the same, \" he says. [SEP] i ' m not saying that it still won ' t happen, but it ' s now over there as i know that it was. [SEP] the record market has been weak this year in europe, despite already being in the top 10 of the world in uniques. [SEP] i have said there are very few times when there is no rule of warranty renewals and nobody believes, at all, that any argument can be made [SEP]", "detok_text": "[CLS] first time in 20 games. [SEP] he wasn't to blame for what his mother did. [SEP] \"i really want you to be able to help everyone by doing the same,\" he says. [SEP] i'm not saying that it still won't happen, but it's now over there as i know that it was. [SEP] the record market has been weak this year in europe, despite already being in the top 10 of the world in uniques. [SEP] i have said there are very few times when there is no rule of warranty renewals and nobody believes, at all, that any argument can be made [SEP]"}
+{"type": "sample", "index": 11, "raw_text": "[CLS] weeks. [SEP] it was the focus of recent political events in 2008, but it insisted they would not be repeated. [SEP] this is where the recovery is likely to be as its impact is having a great effect for the region. [SEP] taliban leader daoud mazurq mehdi, who have infiltrated the organisation ' s ranks in the past year and are opposed to mr sadr ' s deal, will not get out of that place. [SEP] the tokyo region ' s second - largest stock index was up 2. 9 percent to 905. 40. [SEP] opposition campaigners say the results could be published soon, but the [SEP]", "detok_text": "[CLS] weeks. [SEP] it was the focus of recent political events in 2008, but it insisted they would not be repeated. [SEP] this is where the recovery is likely to be as its impact is having a great effect for the region. [SEP] taliban leader daoud mazurq mehdi, who have infiltrated the organisation's ranks in the past year and are opposed to mr sadr's deal, will not get out of that place. [SEP] the tokyo region's second - largest stock index was up 2. 9 percent to 905. 40. [SEP] opposition campaigners say the results could be published soon, but the [SEP]"}
+{"type": "sample", "index": 12, "raw_text": "[CLS] today that things are going right? [SEP] \" there will be more people, \" ms. barry said. [SEP] the resolution was quickly followed by brief negotiations in the u. s. senate. [SEP] but the car industry has already changed, not least on the economy. [SEP] i had no words for him. [SEP] he says they were introduced by him, but, over the years they had an own history of abuse. [SEP] \" a full declaration of the government ' s determination to return kosovo to the united nations would be a serious risk to its sovereignty and reputation, \" mr. kostic said in a draft statement to the eu [SEP]", "detok_text": "[CLS] today that things are going right? [SEP] \"there will be more people,\" ms. barry said. [SEP] the resolution was quickly followed by brief negotiations in the u. s. senate. [SEP] but the car industry has already changed, not least on the economy. [SEP] i had no words for him. [SEP] he says they were introduced by him, but, over the years they had an own history of abuse. [SEP] \"a full declaration of the government's determination to return kosovo to the united nations would be a serious risk to its sovereignty and reputation,\" mr. kostic said in a draft statement to the eu [SEP]"}
+{"type": "sample", "index": 13, "raw_text": "[CLS] [SEP] one other factor may be what you have to do, to make sure the weather is right - - and to make a point of doing this - - and really win and get ahead. [SEP] last year she was caught working with an official \" just married \" sign that was allegedly introduced when they were one million years old. [SEP] america would pay the additional cost $ 15. 5 billion to $ 17 billion over the next eight years in 2009. [SEP] the decision was made monday by a company executive, richard carter, at the company ' s annual meeting in london. [SEP] at the same time, elections are expected to be held in [SEP]", "detok_text": "[CLS] [SEP] one other factor may be what you have to do, to make sure the weather is right - - and to make a point of doing this - - and really win and get ahead. [SEP] last year she was caught working with an official \"just married\" sign that was allegedly introduced when they were one million years old. [SEP] america would pay the additional cost $15. 5 billion to $17 billion over the next eight years in 2009. [SEP] the decision was made monday by a company executive, richard carter, at the company's annual meeting in london. [SEP] at the same time, elections are expected to be held in [SEP]"}
+{"type": "sample", "index": 14, "raw_text": "[CLS] her body and was killed by her mother. [SEP] in 2003, the group got through to london. [SEP] in principle, i would do as they are. [SEP] the software could be available in 2010. [SEP] just before 2001, the port authority tried to break traffic congestion in new york city by pushing freight traffic to close to north - central manhattan. [SEP] but it could not be difficult to keep control of the title in sight. [SEP] given the shaky state of the u. s. economy, and the global credit crisis, analysts said banks may have to pay long - term debt injections if they are to function as quickly as they [SEP]", "detok_text": "[CLS] her body and was killed by her mother. [SEP] in 2003, the group got through to london. [SEP] in principle, i would do as they are. [SEP] the software could be available in 2010. [SEP] just before 2001, the port authority tried to break traffic congestion in new york city by pushing freight traffic to close to north - central manhattan. [SEP] but it could not be difficult to keep control of the title in sight. [SEP] given the shaky state of the u. s. economy, and the global credit crisis, analysts said banks may have to pay long - term debt injections if they are to function as quickly as they [SEP]"}
+{"type": "sample", "index": 15, "raw_text": "[CLS] [SEP] this week, some analysts said that was likely to change. [SEP] the dogs were out on the deck. [SEP] that means that you may have been someone on your life list, and it is unlikely that there was all this before that. [SEP] mr brown points out that he ' s so popular that he had people who had come to him with compliments saying \" he ' s been a beautiful man. \" [SEP] when he came he said a new king. [SEP] certainly, international financial markets have changed, to a degree, but one cause of this long - term malaise may also be the weakness of the currency. [SEP] he [SEP]", "detok_text": "[CLS] [SEP] this week, some analysts said that was likely to change. [SEP] the dogs were out on the deck. [SEP] that means that you may have been someone on your life list, and it is unlikely that there was all this before that. [SEP] mr brown points out that he's so popular that he had people who had come to him with compliments saying \"he's been a beautiful man.\" [SEP] when he came he said a new king. [SEP] certainly, international financial markets have changed, to a degree, but one cause of this long - term malaise may also be the weakness of the currency. [SEP] he [SEP]"}
+{"type": "sample", "index": 16, "raw_text": "[CLS] their annual energy costs. [SEP] now it ' s all over, after all. [SEP] still, it is a serious challenge to the shift in china, which began just before the quake and now continues to spread throughout the country as a whole. [SEP] sales rose 8 per cent to £5. 3 billion in the year to june. [SEP] that ' s quite wrong. [SEP] that was a story to me because he knew his family. [SEP] chen was bailed in in shanzhou province, where three days ago authorities charged him with identity theft. [SEP] but, it is not only china ' s own words that go to the draw. [SEP] [SEP]", "detok_text": "[CLS] their annual energy costs. [SEP] now it's all over, after all. [SEP] still, it is a serious challenge to the shift in china, which began just before the quake and now continues to spread throughout the country as a whole. [SEP] sales rose 8 per cent to £5. 3 billion in the year to june. [SEP] that's quite wrong. [SEP] that was a story to me because he knew his family. [SEP] chen was bailed in in shanzhou province, where three days ago authorities charged him with identity theft. [SEP] but, it is not only china's own words that go to the draw. [SEP] [SEP]"}
+{"type": "sample", "index": 17, "raw_text": "[CLS] available on their website... [SEP] \" they were being slow in the process, it would have been easier to take down the street. [SEP] experts say the two parties could prove a challenge for a number of years to come. [SEP] for most people though, a couple of days ( the site is open ; somewhere from 3 to 5. 5m ) will be enough. [SEP] the situation will not be very different to the tens of tens of thousands of who, in fact, have been directly affected by the bomb at our hotel in islamabad. [SEP] if this is to be said about, the least of those things it was not [SEP]", "detok_text": "[CLS] available on their website... [SEP] \" they were being slow in the process, it would have been easier to take down the street. [SEP] experts say the two parties could prove a challenge for a number of years to come. [SEP] for most people though, a couple of days (the site is open; somewhere from 3 to 5. 5m) will be enough. [SEP] the situation will not be very different to the tens of tens of thousands of who, in fact, have been directly affected by the bomb at our hotel in islamabad. [SEP] if this is to be said about, the least of those things it was not [SEP]"}
+{"type": "sample", "index": 18, "raw_text": "[CLS] parents, and then help call your child when he ' s safe. [SEP] she was also the only mother, and was able to get a second woman ' s permit from her mother, france, for adoption, with an older man. [SEP] in the end, manuitt acts as the team ' s first point guard, who is quick and easy to work with. [SEP] and yes, there are many times that are going to come if you can ' t make so much money to a company for the same. - thank you.... we can take this money on and make more money if we need to. [SEP] [SEP]", "detok_text": "[CLS] parents, and then help call your child when he's safe. [SEP] she was also the only mother, and was able to get a second woman's permit from her mother, france, for adoption, with an older man. [SEP] in the end, manuitt acts as the team's first point guard, who is quick and easy to work with. [SEP] and yes, there are many times that are going to come if you can't make so much money to a company for the same. - thank you.... we can take this money on and make more money if we need to. [SEP] [SEP]"}
+{"type": "sample", "index": 19, "raw_text": "[CLS] : well, mr. governor.... [SEP] the planned cutback is a clear sign that the dj wants to support the country ' s most - popular president in order to shore up its economic standing. [SEP] the talks have focused more on issues like fiscal policy and the issue of interest rates, but at this point the government ' s co - operative interests have begun to doubt out its success. [SEP] the most notable american victim - - mohammed al - hasan - - was the son of the father and his mother, who was shot in the same car. [SEP] but recent data suggest that investors are keeping their ground. [SEP] [SEP]", "detok_text": "[CLS]: well, mr. governor.... [SEP] the planned cutback is a clear sign that the dj wants to support the country's most - popular president in order to shore up its economic standing. [SEP] the talks have focused more on issues like fiscal policy and the issue of interest rates, but at this point the government's co - operative interests have begun to doubt out its success. [SEP] the most notable american victim - - mohammed al - hasan - - was the son of the father and his mother, who was shot in the same car. [SEP] but recent data suggest that investors are keeping their ground. [SEP] [SEP]"}
+{"type": "sample", "index": 20, "raw_text": "[CLS] could get him and i couldn ' t have done that when i was on something right up to this point. [SEP] to be able to pick your own, you have to make up your own mind. [SEP] the man, to me, a stocker ' s ghoulish saffron scent is a character, too. [SEP] a flat bed, a hole in the wall, hot jeans, long - winded tusses... and the hair check - up. [SEP] \" increasing the size of the state will raise the pressure on the luxury car market, \" says mr sarkozy, who is leading the [SEP]", "detok_text": "[CLS] could get him and i couldn't have done that when i was on something right up to this point. [SEP] to be able to pick your own, you have to make up your own mind. [SEP] the man, to me, a stocker's ghoulish saffron scent is a character, too. [SEP] a flat bed, a hole in the wall, hot jeans, long - winded tusses... and the hair check - up. [SEP] \"increasing the size of the state will raise the pressure on the luxury car market,\" says mr sarkozy, who is leading the [SEP]"}
+{"type": "sample", "index": 21, "raw_text": "[CLS] of the disease. [SEP] williams hit a 3 - pointer, green made two free throws before hitting a two - point shot with just three seconds left in the half and alston hit a key two - and three - pointer that put the magic in the fourth round. [SEP] in fact, no one played the ball. [SEP] some county officials also have tried to speed the investigation because of the possibility that they would not be able to accept the council ' s findings. [SEP] however, a more significant group of non - religious voters were more likely to hold negative attention to their leaders and beliefs. [SEP] \" as a result of rbs ' [SEP]", "detok_text": "[CLS] of the disease. [SEP] williams hit a 3 - pointer, green made two free throws before hitting a two - point shot with just three seconds left in the half and alston hit a key two - and three - pointer that put the magic in the fourth round. [SEP] in fact, no one played the ball. [SEP] some county officials also have tried to speed the investigation because of the possibility that they would not be able to accept the council's findings. [SEP] however, a more significant group of non - religious voters were more likely to hold negative attention to their leaders and beliefs. [SEP] \" as a result of rbs ' [SEP]"}
+{"type": "sample", "index": 22, "raw_text": "[CLS] science student from university college london, was shot in the back when a group of queen ' s park men tried to open the hall ' s front door with a woman ' s eye. [SEP] he ' s not the one man to own the carjacket, but a good guide to the future. [SEP] the cost will increase by the amount available - - and it comes in the same nationalised rate that is paid by other lenders. [SEP] it hasn ' t been easy, they have to do something, he said. [SEP] a young woman, her 10 - year old son and a 24 - year - old mother were confirmed [SEP]", "detok_text": "[CLS] science student from university college london, was shot in the back when a group of queen's park men tried to open the hall's front door with a woman's eye. [SEP] he's not the one man to own the carjacket, but a good guide to the future. [SEP] the cost will increase by the amount available - - and it comes in the same nationalised rate that is paid by other lenders. [SEP] it hasn't been easy, they have to do something, he said. [SEP] a young woman, her 10 - year old son and a 24 - year - old mother were confirmed [SEP]"}
+{"type": "sample", "index": 23, "raw_text": "[CLS]t scored two goals in the third period, lifting ottawa to a 3 - 0 series lead at 5 - 2. [SEP] mosley responded : ' i think no one would be, ' \" the 27 - year - old told reporters before being released. [SEP] the fire was so intense that many of them fled to the roofs of their homes. [SEP] he was shot to the ground. [SEP] \" they ' ve been going to be running the program, and that would be the total cost of the program, it has to be, \" bove said. [SEP] the issues of race are not new to political politics. [SEP] with mr brown [SEP]", "detok_text": "[CLS]t scored two goals in the third period, lifting ottawa to a 3 - 0 series lead at 5 - 2. [SEP] mosley responded: 'i think no one would be,' \"the 27 - year - old told reporters before being released. [SEP] the fire was so intense that many of them fled to the roofs of their homes. [SEP] he was shot to the ground. [SEP]\" they've been going to be running the program, and that would be the total cost of the program, it has to be, \" bove said. [SEP] the issues of race are not new to political politics. [SEP] with mr brown [SEP]"}
+{"type": "sample", "index": 24, "raw_text": "[CLS] of concern for his health. [SEP] i ' m a bit of one. [SEP] i think how it goes went according to my pro - science instincts. [SEP] mcenroe is available for tomorrow ' s doubles match. [SEP] moderator : very good question, thanks to the congressman. [SEP] it struck about 8 : 30 a. m. [SEP] 19 - march 20 ) : i ' m holding this man in his thoughts, trying to show how close he can be with tiger woods. [SEP] israeli intelligence revealed that israeli forces killed 10 militants in gaza in the latest fighting, he said. [SEP] england ' s goal will be to finish in [SEP]", "detok_text": "[CLS] of concern for his health. [SEP] i'm a bit of one. [SEP] i think how it goes went according to my pro - science instincts. [SEP] mcenroe is available for tomorrow's doubles match. [SEP] moderator: very good question, thanks to the congressman. [SEP] it struck about 8: 30 a. m. [SEP] 19 - march 20 ): i'm holding this man in his thoughts, trying to show how close he can be with tiger woods. [SEP] israeli intelligence revealed that israeli forces killed 10 militants in gaza in the latest fighting, he said. [SEP] england's goal will be to finish in [SEP]"}
+{"type": "sample", "index": 25, "raw_text": "[CLS] five people were killed in a fire that broke out on a skid. [SEP] he was alleged to have covered up that affair. [SEP] \" so we return to our world - class music programme. [SEP] \" there was nothing to do and, as i have said i do, i say that you are doing fine and the experience is fantastic. [SEP] \" when you come into contact with a single mother, particularly a child, your mother may not have a check on him and then you have to leave at the wrong time, \" she said. [SEP] \" this year we will be strong here, \" he said. [SEP] if you have [SEP]", "detok_text": "[CLS] five people were killed in a fire that broke out on a skid. [SEP] he was alleged to have covered up that affair. [SEP] \"so we return to our world - class music programme. [SEP]\" there was nothing to do and, as i have said i do, i say that you are doing fine and the experience is fantastic. [SEP] \"when you come into contact with a single mother, particularly a child, your mother may not have a check on him and then you have to leave at the wrong time,\" she said. [SEP] \"this year we will be strong here,\" he said. [SEP] if you have [SEP]"}
+{"type": "sample", "index": 26, "raw_text": "[CLS] direct ties between the divided two sides. [SEP] clinton ' s camp was quick to say that he will be the democratic nominee for president. [SEP] england still couldn ' t field a goal after going 3 - 1 - 0 up for the first time since september, as south africa virtually secured their first place at world cup. [SEP] a father, a son, three daughters. [SEP] he left that after he went to work a $ 20, 000 contract for scanners. [SEP] it was good enough for pietersen to raise his temperature on the eve of the third test. [SEP] they played for the lead at the end of the first half until [SEP]", "detok_text": "[CLS] direct ties between the divided two sides. [SEP] clinton's camp was quick to say that he will be the democratic nominee for president. [SEP] england still couldn't field a goal after going 3 - 1 - 0 up for the first time since september, as south africa virtually secured their first place at world cup. [SEP] a father, a son, three daughters. [SEP] he left that after he went to work a $20, 000 contract for scanners. [SEP] it was good enough for pietersen to raise his temperature on the eve of the third test. [SEP] they played for the lead at the end of the first half until [SEP]"}
+{"type": "sample", "index": 27, "raw_text": "[CLS] him, and the players are always working hard at the same time. [SEP] detroit ( 2 - 8 ) was led by nearly 2 points, and came out down 3 - 10 at halftime. [SEP] the orange scored six straight points to cut it to 41 - 38 with 9. 2 seconds left, and kemba walker finished 5 - for - 4 from the field for louisville, its fourth in a row. [SEP] the pair were out playing together in the park on 5 january when mr taylor said he threatened his own mother. [SEP] denver extended its winning streak to three games, the los angeles lakers won four in a row while scoring the [SEP]", "detok_text": "[CLS] him, and the players are always working hard at the same time. [SEP] detroit (2 - 8) was led by nearly 2 points, and came out down 3 - 10 at halftime. [SEP] the orange scored six straight points to cut it to 41 - 38 with 9. 2 seconds left, and kemba walker finished 5 - for - 4 from the field for louisville, its fourth in a row. [SEP] the pair were out playing together in the park on 5 january when mr taylor said he threatened his own mother. [SEP] denver extended its winning streak to three games, the los angeles lakers won four in a row while scoring the [SEP]"}
+{"type": "sample", "index": 28, "raw_text": "[CLS] his political right. [SEP] but apple ' s ipods, too, is no such thing. [SEP] pleaded guilty to death by dangerous driving. [SEP] some seats are on the new floor at cromers, 343 madison avenue, at east river and barclays ; ( 212 ) 279 - 5879 ; www. crboozers. com ). [SEP] he was found dumped in the half - block of the city of fairville two weeks ago. [SEP] i like his name. i like his record, and i think he... off to a good start.. [SEP] to anyone in iran, it seems, [SEP]", "detok_text": "[CLS] his political right. [SEP] but apple's ipods, too, is no such thing. [SEP] pleaded guilty to death by dangerous driving. [SEP] some seats are on the new floor at cromers, 343 madison avenue, at east river and barclays; (212) 279 - 5879; www. crboozers. com ). [SEP] he was found dumped in the half - block of the city of fairville two weeks ago. [SEP] i like his name. i like his record, and i think he... off to a good start.. [SEP] to anyone in iran, it seems, [SEP]"}
+{"type": "sample", "index": 29, "raw_text": "[CLS]. [SEP] but i found it to make some sense. [SEP] to achieve this, we must also and will continue the process of reviewing and strengthening the framework at the un to allow progress. [SEP] and so at this point the person who tries to listen to the crowd is always breaking them into his ear when he wants to talk and listens to them. [SEP] he scored the first two goals, but then only lost the second. [SEP] but yesterday lord justice moses is thought to have been talking to the university on the subject of its financial status, which it would not identify. [SEP] the documents showed north korea ' s leaders prepared to pay [SEP]", "detok_text": "[CLS]. [SEP] but i found it to make some sense. [SEP] to achieve this, we must also and will continue the process of reviewing and strengthening the framework at the un to allow progress. [SEP] and so at this point the person who tries to listen to the crowd is always breaking them into his ear when he wants to talk and listens to them. [SEP] he scored the first two goals, but then only lost the second. [SEP] but yesterday lord justice moses is thought to have been talking to the university on the subject of its financial status, which it would not identify. [SEP] the documents showed north korea's leaders prepared to pay [SEP]"}
+{"type": "sample", "index": 30, "raw_text": "[CLS] up up to $ 14 million for damages, was still being considered. [SEP] mr swann told his father that it was too late for the ball to be caught by the bouncer. [SEP] strength. [SEP] the rise had been expected, but retail sales index was up 1. 2 % after a relatively weak start. [SEP] it is, generally, the result in the middle of a ( sterilized ) pregnancy, and needs to be changed to rape and inducting. \" [SEP] we are living with our baby when he is 40, and we have our 4 - year - old son. [SEP] they will take him to his [SEP]", "detok_text": "[CLS] up up to $14 million for damages, was still being considered. [SEP] mr swann told his father that it was too late for the ball to be caught by the bouncer. [SEP] strength. [SEP] the rise had been expected, but retail sales index was up 1. 2 % after a relatively weak start. [SEP] it is, generally, the result in the middle of a (sterilized) pregnancy, and needs to be changed to rape and inducting. \" [SEP] we are living with our baby when he is 40, and we have our 4 - year - old son. [SEP] they will take him to his [SEP]"}
+{"type": "sample", "index": 31, "raw_text": "[CLS] the last - - but can the actor and strobe prove that he came in the end? [SEP] no date has given for the general election and winner will be announced in the next few days. [SEP] to see how thousands of children could be treated better than you are under any modern criminal justice system is down to your own performance. [SEP] employment, which fell to 1. 9 percent from a year ago, fell by 0. 9 percent in the second quarter. [SEP] i tried to tell her why. [SEP] \" that ' s going to happen, \" he says, she said, laughing. [SEP] he believes that some of its [SEP]", "detok_text": "[CLS] the last - - but can the actor and strobe prove that he came in the end? [SEP] no date has given for the general election and winner will be announced in the next few days. [SEP] to see how thousands of children could be treated better than you are under any modern criminal justice system is down to your own performance. [SEP] employment, which fell to 1. 9 percent from a year ago, fell by 0. 9 percent in the second quarter. [SEP] i tried to tell her why. [SEP] \"that's going to happen,\" he says, she said, laughing. [SEP] he believes that some of its [SEP]"}
+{"type": "sample", "index": 32, "raw_text": "[CLS] on 4 september 2007 after a court battle with ms keeble. [SEP] how could we all have suffered when mr cameron could \" do the right thing \" by suggesting that everyone had a time where he would have found a job. [SEP] his government said it would appeal to him, but those charges would be dismissed. [SEP] second, in the end his boss will have to open his mind. [SEP] once again we could have gone to live and we had to back off. [SEP] the officers, from lytharne, reading and birmingham, were called to the same farm in longfield, birmingham, on 11 november after the group [SEP]", "detok_text": "[CLS] on 4 september 2007 after a court battle with ms keeble. [SEP] how could we all have suffered when mr cameron could \"do the right thing\" by suggesting that everyone had a time where he would have found a job. [SEP] his government said it would appeal to him, but those charges would be dismissed. [SEP] second, in the end his boss will have to open his mind. [SEP] once again we could have gone to live and we had to back off. [SEP] the officers, from lytharne, reading and birmingham, were called to the same farm in longfield, birmingham, on 11 november after the group [SEP]"}
+{"type": "sample", "index": 33, "raw_text": "[CLS] weeks. [SEP] but we will not need people we are picking and hoping that it will go to the people we want to begin with. [SEP] something was to be found in breakfasts and lunches : red peppers, cooked dogs, onions, green rice, or some olives. - serve warm cordon, cracker filled with tomato paste. [SEP] he has also won six grammys and many grammy awards, and won his own oscar. [SEP] so i must get going on those things in 2010. [SEP] mr murray said he was on the stage between 2100 gmt and 0845 gmt tuesday, but added that he did [SEP]", "detok_text": "[CLS] weeks. [SEP] but we will not need people we are picking and hoping that it will go to the people we want to begin with. [SEP] something was to be found in breakfasts and lunches: red peppers, cooked dogs, onions, green rice, or some olives. - serve warm cordon, cracker filled with tomato paste. [SEP] he has also won six grammys and many grammy awards, and won his own oscar. [SEP] so i must get going on those things in 2010. [SEP] mr murray said he was on the stage between 2100 gmt and 0845 gmt tuesday, but added that he did [SEP]"}
+{"type": "sample", "index": 34, "raw_text": "[CLS] 2007. [SEP] the men ' s race was not that close and we need to keep the running running, during the finals of this year, not just in beijing. [SEP] she wanted to show no emotion. [SEP] here you are now. [SEP] there ' ve been four major recessions, two of which have come up over the years. [SEP] \" my son had been friends in the school, he was close to me. [SEP] but i was disappointed for him because i was grateful for how i felt when i made a statement that he did everything to the wishes of his wife. [SEP] so he can talk with it. [SEP] in his [SEP]", "detok_text": "[CLS] 2007. [SEP] the men's race was not that close and we need to keep the running running, during the finals of this year, not just in beijing. [SEP] she wanted to show no emotion. [SEP] here you are now. [SEP] there've been four major recessions, two of which have come up over the years. [SEP] \" my son had been friends in the school, he was close to me. [SEP] but i was disappointed for him because i was grateful for how i felt when i made a statement that he did everything to the wishes of his wife. [SEP] so he can talk with it. [SEP] in his [SEP]"}
+{"type": "sample", "index": 35, "raw_text": "[CLS] strategy, compared with a similar proposal by president barack obama as it boosts enforcement efforts. [SEP] a week later police found out her body, which rose to more than 30, and said she herself was the victim of sexual and drug abuse. [SEP] standing in front of me, i looked like she was a dead body. [SEP] taro aso, the president of the ruling national congress, spoke out against the committee ' s resolution earlier this month, calling on the government to consider changes to the date to mark the 70th anniversary of the end of the cold war. [SEP] south korea, the world ' s biggest marketer of the [SEP]", "detok_text": "[CLS] strategy, compared with a similar proposal by president barack obama as it boosts enforcement efforts. [SEP] a week later police found out her body, which rose to more than 30, and said she herself was the victim of sexual and drug abuse. [SEP] standing in front of me, i looked like she was a dead body. [SEP] taro aso, the president of the ruling national congress, spoke out against the committee's resolution earlier this month, calling on the government to consider changes to the date to mark the 70th anniversary of the end of the cold war. [SEP] south korea, the world's biggest marketer of the [SEP]"}
+{"type": "sample", "index": 36, "raw_text": "[CLS] of old age, and certainly much lower than the number of women. [SEP] this should be put in effect only when it is finally clear. [SEP] there was no immediate word to comment. [SEP] this year, she has had a year of success in beijing and has already opened the year a new record. [SEP] indeed, the real question of how england will take on the biggest payday in the world test calendar today will be a fascinating one. [SEP] mr mcgiy told a news conference he was \" happy with his results. \" [SEP] the women are on the anniversary of their protests against the communist regime at china ' s national congress [SEP]", "detok_text": "[CLS] of old age, and certainly much lower than the number of women. [SEP] this should be put in effect only when it is finally clear. [SEP] there was no immediate word to comment. [SEP] this year, she has had a year of success in beijing and has already opened the year a new record. [SEP] indeed, the real question of how england will take on the biggest payday in the world test calendar today will be a fascinating one. [SEP] mr mcgiy told a news conference he was \"happy with his results.\" [SEP] the women are on the anniversary of their protests against the communist regime at china's national congress [SEP]"}
+{"type": "sample", "index": 37, "raw_text": "[CLS], 000. 80 per $ 1, 000 feet in new york. [SEP] he was racked with criminal charges after he sat on the list of most wanted men in one of the world ' s most notorious jails, according to a sunday times review of his public records. [SEP] the fda approved this ipet technology in 2005 and has filed a complaint with the u. s. office of fair trade to ban ipet, a product registered for the u. s. market, according to the documents. [SEP] the pair first met last year in the country ' s largest - ever relationship. [SEP] well, i would give this to [SEP]", "detok_text": "[CLS], 000. 80 per $1, 000 feet in new york. [SEP] he was racked with criminal charges after he sat on the list of most wanted men in one of the world's most notorious jails, according to a sunday times review of his public records. [SEP] the fda approved this ipet technology in 2005 and has filed a complaint with the u. s. office of fair trade to ban ipet, a product registered for the u. s. market, according to the documents. [SEP] the pair first met last year in the country's largest - ever relationship. [SEP] well, i would give this to [SEP]"}
+{"type": "sample", "index": 38, "raw_text": "[CLS] up from the air with his 3 - foot - 3 - 6 - inch long earlobes, complete with toenails and waxy scabs ). [SEP] his friend should take note of in the letter, and that he is not going to comment on his new record, to make one exception. [SEP] but if they hadn ' t paid $ 4, 000 in costs - - 10, 000 or 15, 000 dollars - - the high court could have refused to dismiss the case. [SEP] i told parents to just go for my children, but the world is different. [SEP] \" do you have to try? [SEP] \" [SEP]", "detok_text": "[CLS] up from the air with his 3 - foot - 3 - 6 - inch long earlobes, complete with toenails and waxy scabs ). [SEP] his friend should take note of in the letter, and that he is not going to comment on his new record, to make one exception. [SEP] but if they hadn't paid $4, 000 in costs - - 10, 000 or 15, 000 dollars - - the high court could have refused to dismiss the case. [SEP] i told parents to just go for my children, but the world is different. [SEP] \"do you have to try? [SEP]\" [SEP]"}
+{"type": "sample", "index": 39, "raw_text": "[CLS] military government. [SEP] i ' d first heard about his baby son, but only how big he was after snapping his heels. [SEP] in a statement, mr. browne said police interviews did not offer any evidence that the material could be used to the investigators in the investigation. [SEP] under the current system, the burden placed on the council has to rise if the amount is used later to help to pay council tax. [SEP] \" the result was that i ' d be very happy if i were in jail, \" she said. [SEP] we don ' t want to be a happy game today. [SEP] around 50 people have been killed in an [SEP]", "detok_text": "[CLS] military government. [SEP] i'd first heard about his baby son, but only how big he was after snapping his heels. [SEP] in a statement, mr. browne said police interviews did not offer any evidence that the material could be used to the investigators in the investigation. [SEP] under the current system, the burden placed on the council has to rise if the amount is used later to help to pay council tax. [SEP] \"the result was that i'd be very happy if i were in jail,\" she said. [SEP] we don't want to be a happy game today. [SEP] around 50 people have been killed in an [SEP]"}
+{"type": "sample", "index": 40, "raw_text": "[CLS] and the team are set to be drawn for the 2009 season title race. [SEP] he has a change in his name. [SEP] it says she must pay for his birth certificate and other costs to protect his image. [SEP] it ' s also true that less than $ 500, 000 in bonuses comes to just over $ 350, 000 in bailout money, according to the most recent state survey released last year. [SEP] 10, 200. 12 to 8, 499. 40. [SEP] he said he would appeal. [SEP] he extended the bruins ' longest streak of running to 4, 000 yards with a 9 - yard touchdown pass to ryan [SEP]", "detok_text": "[CLS] and the team are set to be drawn for the 2009 season title race. [SEP] he has a change in his name. [SEP] it says she must pay for his birth certificate and other costs to protect his image. [SEP] it's also true that less than $500, 000 in bonuses comes to just over $350, 000 in bailout money, according to the most recent state survey released last year. [SEP] 10, 200. 12 to 8, 499. 40. [SEP] he said he would appeal. [SEP] he extended the bruins' longest streak of running to 4, 000 yards with a 9 - yard touchdown pass to ryan [SEP]"}
+{"type": "sample", "index": 41, "raw_text": "[CLS], a man said he made a similar protest when he hand - delivered a kiss in a woman ' s face. [SEP] \" we will do this in the future, it has to be the goal that we want to reach. [SEP] it never does work. [SEP] but if the guy hasn ' t turned his head over - i can ' t possibly see that - it ' s good time to show you the name of children ' s hospital. [SEP] \" it ' ll take just over four months before i can get home, \" he said. [SEP] 18 ( upi ) - - the election committee for women of the democratic republic, [SEP]", "detok_text": "[CLS], a man said he made a similar protest when he hand - delivered a kiss in a woman's face. [SEP] \"we will do this in the future, it has to be the goal that we want to reach. [SEP] it never does work. [SEP] but if the guy hasn't turned his head over - i can't possibly see that - it's good time to show you the name of children's hospital. [SEP]\" it'll take just over four months before i can get home, \" he said. [SEP] 18 (upi) - - the election committee for women of the democratic republic, [SEP]"}
+{"type": "sample", "index": 42, "raw_text": "[CLS] the country. [SEP] a lot of the best players have come to the game but the past has gone, and to the people of europe, all they have is chance to get to the first place. [SEP] ghazi ' s \" what ' s next in the iranian theater, \" also was in theaters this week. [SEP] ( ap ) - the florida man claims that the \" great bird ' s nest in his head \" belongs to him, but says the state only offered to take it with his son ' s immigration certificate if he did not go in court. [SEP] but the state ' s chief parole board member said it is [SEP]", "detok_text": "[CLS] the country. [SEP] a lot of the best players have come to the game but the past has gone, and to the people of europe, all they have is chance to get to the first place. [SEP] ghazi's \"what's next in the iranian theater,\" also was in theaters this week. [SEP] (ap) - the florida man claims that the \"great bird's nest in his head\" belongs to him, but says the state only offered to take it with his son's immigration certificate if he did not go in court. [SEP] but the state's chief parole board member said it is [SEP]"}
+{"type": "sample", "index": 43, "raw_text": "[CLS] ). [SEP] every school in wales has been told to take a training course on how to reduce language damage. [SEP] i still have no idea what we are, \" he says. [SEP] \" it was fun, i had to come out here, and he did a lot. [SEP] susan, who is 21 now, is now selling her own land. [SEP] cuche was in last place, still down 0. 01. [SEP] he was upset when he turned up and ran. [SEP] a campaign official said obama had a good conversation with mccain, palin and mccain. [SEP] \" but what have you noticed? - - i ' m [SEP]", "detok_text": "[CLS] ). [SEP] every school in wales has been told to take a training course on how to reduce language damage. [SEP] i still have no idea what we are, \"he says. [SEP]\" it was fun, i had to come out here, and he did a lot. [SEP] susan, who is 21 now, is now selling her own land. [SEP] cuche was in last place, still down 0. 01. [SEP] he was upset when he turned up and ran. [SEP] a campaign official said obama had a good conversation with mccain, palin and mccain. [SEP] \" but what have you noticed? - - i'm [SEP]"}
+{"type": "sample", "index": 44, "raw_text": "[CLS], they talk about middle - class prejudices and their love of the city. [SEP] bigdow : didn ' t you speak to you guys in the morning last night? [SEP] it was due due to return to court later on monday, and is likely to start its sentence. [SEP] then really, everyone should take note. [SEP] there will be no country in the world with no nuclear weapons and we do not have to go out to attack on europe ' s allies, \" napolitano told journalists. [SEP] the central government of sudan ( anp ) is officially known as the united states. [SEP] the group was carrying a 200 [SEP]", "detok_text": "[CLS], they talk about middle - class prejudices and their love of the city. [SEP] bigdow: didn't you speak to you guys in the morning last night? [SEP] it was due due to return to court later on monday, and is likely to start its sentence. [SEP] then really, everyone should take note. [SEP] there will be no country in the world with no nuclear weapons and we do not have to go out to attack on europe's allies, \" napolitano told journalists. [SEP] the central government of sudan (anp) is officially known as the united states. [SEP] the group was carrying a 200 [SEP]"}
+{"type": "sample", "index": 45, "raw_text": "[CLS] one side of their party. [SEP] but the economy remains a constant concern, as is the financial crisis and frozen credit markets, and even some economists are predicting actual growth to be only about 0. 2 % in the city. [SEP] in the report, economists had predicted a 0. 5 % rise in house prices. [SEP] but on tuesday, the fia announced a decision that would allow more time and momentum for its investigation to take place. [SEP] and the rules really have to change, \" he said. [SEP] i ' m really not sure i ' m going to do this to myself, \" suti told reuters. [SEP] i think [SEP]", "detok_text": "[CLS] one side of their party. [SEP] but the economy remains a constant concern, as is the financial crisis and frozen credit markets, and even some economists are predicting actual growth to be only about 0. 2 % in the city. [SEP] in the report, economists had predicted a 0. 5 % rise in house prices. [SEP] but on tuesday, the fia announced a decision that would allow more time and momentum for its investigation to take place. [SEP] and the rules really have to change, \"he said. [SEP] i'm really not sure i'm going to do this to myself,\" suti told reuters. [SEP] i think [SEP]"}
+{"type": "sample", "index": 46, "raw_text": "[CLS] seven games in two months. [SEP] we came to this place - - some time - - and decided not to help. [SEP] it wants to have influence and its results are different. [SEP] he had purchased a total of $ 10, 000 in money - laundering goods during the raid. [SEP] however, there is a proposal for the banks to sell to their shareholders on thursdays. [SEP] the supreme court said the board ' s decision was violating california ' s constitution. [SEP] this should be the time to defend the rights of the iraqis and take the view of those that are treated as civilians. [SEP] orman : we don ' t [SEP]", "detok_text": "[CLS] seven games in two months. [SEP] we came to this place - - some time - - and decided not to help. [SEP] it wants to have influence and its results are different. [SEP] he had purchased a total of $10, 000 in money - laundering goods during the raid. [SEP] however, there is a proposal for the banks to sell to their shareholders on thursdays. [SEP] the supreme court said the board's decision was violating california's constitution. [SEP] this should be the time to defend the rights of the iraqis and take the view of those that are treated as civilians. [SEP] orman: we don't [SEP]"}
+{"type": "sample", "index": 47, "raw_text": "[CLS]. [SEP] and analysts have been at odds on where to make the money. [SEP] he then decided to buy the home, and offered to set up a real investment management company with other investors who needed to put the price down. [SEP] so much of this a desire to land in the hands of honest women who do little to respect the very principle at the heart of human life. [SEP] the money would be used to buy a musk, selected by the zoo to save cash or pay a vet to adopt the animal, and then sell it to a mate. [SEP] top with a little wine - like stock. [SEP] they are widely seen [SEP]", "detok_text": "[CLS]. [SEP] and analysts have been at odds on where to make the money. [SEP] he then decided to buy the home, and offered to set up a real investment management company with other investors who needed to put the price down. [SEP] so much of this a desire to land in the hands of honest women who do little to respect the very principle at the heart of human life. [SEP] the money would be used to buy a musk, selected by the zoo to save cash or pay a vet to adopt the animal, and then sell it to a mate. [SEP] top with a little wine - like stock. [SEP] they are widely seen [SEP]"}
+{"type": "sample", "index": 48, "raw_text": "[CLS] we have to talk more clearly about what the strategy will be, \" frak said. [SEP] we certainly did have a lot of chances in the second half. [SEP] the first match came before martin del potro made a final stop in port arthur, california on may 13. [SEP] in the living room - - not in the living room either - - people like us would be familiar to us, as if they belonged to us. [SEP] the mpc lowered its forecast to 2. 0 percent and said a combination of government spending and moderating inflation in the u. s. economy could hold back economic growth. [SEP] italy, which [SEP]", "detok_text": "[CLS] we have to talk more clearly about what the strategy will be, \" frak said. [SEP] we certainly did have a lot of chances in the second half. [SEP] the first match came before martin del potro made a final stop in port arthur, california on may 13. [SEP] in the living room - - not in the living room either - - people like us would be familiar to us, as if they belonged to us. [SEP] the mpc lowered its forecast to 2. 0 percent and said a combination of government spending and moderating inflation in the u. s. economy could hold back economic growth. [SEP] italy, which [SEP]"}
+{"type": "sample", "index": 49, "raw_text": "[CLS]ollahah ali khamenei two years ago. [SEP] they don ' t go down on the positive things that get negative publicity. [SEP] more than an hour later, lee ' s family took the stand with his mother. [SEP] \" the olympics are on the way all around beijing and are going to bring attention... [SEP] the united states naval trials at guantanamo bay will help administration officials take a more hard - line approach to trying al qaeda suspects, the federal government ' s lawyer for the detainees said. [SEP] \" it is down to just how desperate they are to get in the right way. [SEP] that means he cannot [SEP]", "detok_text": "[CLS]ollahah ali khamenei two years ago. [SEP] they don't go down on the positive things that get negative publicity. [SEP] more than an hour later, lee's family took the stand with his mother. [SEP] \"the olympics are on the way all around beijing and are going to bring attention... [SEP] the united states naval trials at guantanamo bay will help administration officials take a more hard - line approach to trying al qaeda suspects, the federal government's lawyer for the detainees said. [SEP]\" it is down to just how desperate they are to get in the right way. [SEP] that means he cannot [SEP]"}
+{"type": "sample", "index": 50, "raw_text": "[CLS] would be built on a woman ' s diet since it had nothing to do with the body - mass index above 35. [SEP] he cleverly passes the ball to maik mcgeady on the edge of the penalty area. [SEP] it ' s like riding a car - - but i cannot help. [SEP] in the heart of the political convention is the place in which you ' ll get someone to make some regular campaign contributions to the daily press news conference. [SEP] however, you can find advice on a regular basis to help you know which withdrawals to avoid, where to start saving at home, and the use of the time and [SEP]", "detok_text": "[CLS] would be built on a woman's diet since it had nothing to do with the body - mass index above 35. [SEP] he cleverly passes the ball to maik mcgeady on the edge of the penalty area. [SEP] it's like riding a car - - but i cannot help. [SEP] in the heart of the political convention is the place in which you'll get someone to make some regular campaign contributions to the daily press news conference. [SEP] however, you can find advice on a regular basis to help you know which withdrawals to avoid, where to start saving at home, and the use of the time and [SEP]"}
+{"type": "sample", "index": 51, "raw_text": "[CLS] a top cause. [SEP] ms. scroes was waiting for the smell of milk grumbs to pop over a phone to start and she added, \" it ' s just the end of, don ' t believe, an accident. [SEP] s. o. t. officials say they have impinged in the past. [SEP] they argued that u. s. intelligence wasn ' t enough to fight the taliban, and that sending thousands of u. s. troops to take over security could protect the right to a future military presence. [SEP] this man, too, if he really would be interested. [SEP] this time around he [SEP]", "detok_text": "[CLS] a top cause. [SEP] ms. scroes was waiting for the smell of milk grumbs to pop over a phone to start and she added, \" it's just the end of, don't believe, an accident. [SEP] s. o. t. officials say they have impinged in the past. [SEP] they argued that u. s. intelligence wasn't enough to fight the taliban, and that sending thousands of u. s. troops to take over security could protect the right to a future military presence. [SEP] this man, too, if he really would be interested. [SEP] this time around he [SEP]"}
+{"type": "sample", "index": 52, "raw_text": "[CLS] some of the staff to end their strike. [SEP] q & a debate : will the spotlight drop after the games? [SEP] wednesday ' s session came as the stock market hit a 23 - year low, although the performance was considered important, given the way the economy is. [SEP] this is the film that will be on the red carpet this week. [SEP] toyota is the no. 2 automaker, with sales of about $ 6 billion. [SEP] the crews have been moved to the top floor, which can only be seen from through the window. [SEP] he said he has offered 5 million pesos ( $ 19, 000 ) to help [SEP]", "detok_text": "[CLS] some of the staff to end their strike. [SEP] q & a debate: will the spotlight drop after the games? [SEP] wednesday's session came as the stock market hit a 23 - year low, although the performance was considered important, given the way the economy is. [SEP] this is the film that will be on the red carpet this week. [SEP] toyota is the no. 2 automaker, with sales of about $6 billion. [SEP] the crews have been moved to the top floor, which can only be seen from through the window. [SEP] he said he has offered 5 million pesos ($19, 000) to help [SEP]"}
+{"type": "sample", "index": 53, "raw_text": "[CLS] american citizens. [SEP] parents say their son or daughter likes them - - like a baby doll, while dad embraces them. [SEP] gunfire went out for 30 seconds. [SEP] but young women have previously admitted to rape or kill women without their consent, and are concerned about the consequences of abortion. [SEP] somael, 31, who made £1. 3m in one of the biggest games of the year, appeared as a single actress, and it was the first film to break the cinema record. [SEP] there are many more things. [SEP] and, because these are the olympic games, i could bring it up every time, and play [SEP]", "detok_text": "[CLS] american citizens. [SEP] parents say their son or daughter likes them - - like a baby doll, while dad embraces them. [SEP] gunfire went out for 30 seconds. [SEP] but young women have previously admitted to rape or kill women without their consent, and are concerned about the consequences of abortion. [SEP] somael, 31, who made £1. 3m in one of the biggest games of the year, appeared as a single actress, and it was the first film to break the cinema record. [SEP] there are many more things. [SEP] and, because these are the olympic games, i could bring it up every time, and play [SEP]"}
+{"type": "sample", "index": 54, "raw_text": "[CLS], he wanted to stand in a surging bay until it appeared he had the ladders to jump off, and he ran to the water on a pulley. [SEP] if you ask people they will buy these, you can put them on the list. [SEP] there is nothing in this to counter this claim. [SEP] forget about gun rights, women ' s rights, teachers ' rights, ex - communists. [SEP] not for a lot of that, but a driver ' s run through the traffic and up the track too, and a big sigh of relief. [SEP] still, he said, approvals remain strong - - largely in broad [SEP]", "detok_text": "[CLS], he wanted to stand in a surging bay until it appeared he had the ladders to jump off, and he ran to the water on a pulley. [SEP] if you ask people they will buy these, you can put them on the list. [SEP] there is nothing in this to counter this claim. [SEP] forget about gun rights, women's rights, teachers' rights, ex - communists. [SEP] not for a lot of that, but a driver's run through the traffic and up the track too, and a big sigh of relief. [SEP] still, he said, approvals remain strong - - largely in broad [SEP]"}
+{"type": "sample", "index": 55, "raw_text": "[CLS] hotel room. [SEP] he urged washington to review its approach to afghanistan but said he was worried that a cross - border operation with the taliban meant to cut back the movement of taliban leaders was not over yet. [SEP] but his health has not changed, long ahead of time. [SEP] he added that he was expecting olympic medal competitors yang yilin, zhi zhi and liu shanlin. [SEP] he ' s only an american smoker, and he loves the oats, the garden plant and the egg maker. [SEP] i ' ve seen these improvements in the first year, and they are the least dramatic now. [SEP] the barclays [SEP]", "detok_text": "[CLS] hotel room. [SEP] he urged washington to review its approach to afghanistan but said he was worried that a cross - border operation with the taliban meant to cut back the movement of taliban leaders was not over yet. [SEP] but his health has not changed, long ahead of time. [SEP] he added that he was expecting olympic medal competitors yang yilin, zhi zhi and liu shanlin. [SEP] he's only an american smoker, and he loves the oats, the garden plant and the egg maker. [SEP] i've seen these improvements in the first year, and they are the least dramatic now. [SEP] the barclays [SEP]"}
+{"type": "sample", "index": 56, "raw_text": "[CLS] federal funds, but was part of the $ 500, 000 bill being passed by the full house. [SEP] he said obama would continue working with mccain on saturday within two hours of his meeting at convention hall. [SEP] an evacuation effort left some 4, 000 people homeless, and some faced the threat of death when floodwaters flooded streets and rivers burst into the sky. [SEP] john jacks is cleared of murder. [SEP] prosecutors said the two had met on the night of the murder in the death of a transgender woman in las vegas. [SEP] i love how the bbc can all do the same thing. [SEP] a letter signed by the state [SEP]", "detok_text": "[CLS] federal funds, but was part of the $500, 000 bill being passed by the full house. [SEP] he said obama would continue working with mccain on saturday within two hours of his meeting at convention hall. [SEP] an evacuation effort left some 4, 000 people homeless, and some faced the threat of death when floodwaters flooded streets and rivers burst into the sky. [SEP] john jacks is cleared of murder. [SEP] prosecutors said the two had met on the night of the murder in the death of a transgender woman in las vegas. [SEP] i love how the bbc can all do the same thing. [SEP] a letter signed by the state [SEP]"}
+{"type": "sample", "index": 57, "raw_text": "[CLS] as we want to be before we try to recover from school. [SEP] sen. obama is not a... i think he ' s going to keep that promise while trying to pursue a major policy agenda. [SEP] they have 5 - foot - 2 hands, and 6 - inch arms. [SEP] the problem here is she could not get food here for the entire family, and until she could get them free food, the money was being dispense. [SEP] you would ever want to talk with an idiot about this? [SEP] one popular measure was the nfl, which takes an ancient name out of its list of banned substances to help [SEP]", "detok_text": "[CLS] as we want to be before we try to recover from school. [SEP] sen. obama is not a... i think he's going to keep that promise while trying to pursue a major policy agenda. [SEP] they have 5 - foot - 2 hands, and 6 - inch arms. [SEP] the problem here is she could not get food here for the entire family, and until she could get them free food, the money was being dispense. [SEP] you would ever want to talk with an idiot about this? [SEP] one popular measure was the nfl, which takes an ancient name out of its list of banned substances to help [SEP]"}
+{"type": "sample", "index": 58, "raw_text": "[CLS] when it comes to health care reform? [SEP] but l. a. county, calif., which has about 4, 000, wants to do just that. it is also said to be careful to ensure that it is too small to hold back on its bailout package. [SEP] itv ' s chief executive seat was held by mr polman and its executive chairman, michael grade. [SEP] but the incident was considered non - news. [SEP] his mother and a lawyer asked him to figure out whether he would allow the boy to go to school at the weekend. [SEP] the goal now is to decide whether he wants to attend the olympics [SEP]", "detok_text": "[CLS] when it comes to health care reform? [SEP] but l. a. county, calif., which has about 4, 000, wants to do just that. it is also said to be careful to ensure that it is too small to hold back on its bailout package. [SEP] itv's chief executive seat was held by mr polman and its executive chairman, michael grade. [SEP] but the incident was considered non - news. [SEP] his mother and a lawyer asked him to figure out whether he would allow the boy to go to school at the weekend. [SEP] the goal now is to decide whether he wants to attend the olympics [SEP]"}
+{"type": "sample", "index": 59, "raw_text": "[CLS] % to 13, 575. [SEP] but this deal is not that easy. [SEP] they had to win - and they did spectacularly wrong. [SEP] she also works as a fundraiser for conservative causes. [SEP] a television documentary follows a young woman ' s life as she crosses the frozen islands in search of a gigantic fish that gives up its tail. [SEP] michael phelps raced back into the lead with a thrilling victory in the 200m and world record on the eve of the final as he notched up victory on the opening run of the beijing games, helped by britain ' s lack of enthusiasm. [SEP] i ' ll see a lot of [SEP]", "detok_text": "[CLS] % to 13, 575. [SEP] but this deal is not that easy. [SEP] they had to win - and they did spectacularly wrong. [SEP] she also works as a fundraiser for conservative causes. [SEP] a television documentary follows a young woman's life as she crosses the frozen islands in search of a gigantic fish that gives up its tail. [SEP] michael phelps raced back into the lead with a thrilling victory in the 200m and world record on the eve of the final as he notched up victory on the opening run of the beijing games, helped by britain's lack of enthusiasm. [SEP] i'll see a lot of [SEP]"}
+{"type": "sample", "index": 60, "raw_text": "[CLS]. [SEP] the cruise company has previously threatened to also go into administration within weeks. [SEP] i really do think i would do something on the issue and take all the comments from the first lady, senator clinton. [SEP] england went 0 - 4 out of 12 in the thrilling final day, which featured nine players with seven byes and a one - day three - semi - final against south africa. [SEP] stephen balmer, a campaign manager at miss new zealand, said there was a shift in people to encourage athletes to learn to organise a sporting event. [SEP] the consumer prices index index, or rpi, also advanced 0. 1 percent [SEP]", "detok_text": "[CLS]. [SEP] the cruise company has previously threatened to also go into administration within weeks. [SEP] i really do think i would do something on the issue and take all the comments from the first lady, senator clinton. [SEP] england went 0 - 4 out of 12 in the thrilling final day, which featured nine players with seven byes and a one - day three - semi - final against south africa. [SEP] stephen balmer, a campaign manager at miss new zealand, said there was a shift in people to encourage athletes to learn to organise a sporting event. [SEP] the consumer prices index index, or rpi, also advanced 0. 1 percent [SEP]"}
+{"type": "sample", "index": 61, "raw_text": "[CLS] be available soon. [SEP] they were asked to buy four glasses a glass of cremelutamine. [SEP] so, if a bill passes in the senate later this month, it also may see the details of the senate bill begin to divul out today. [SEP] the couple spoke out of an alleged scheme to set up a compensation fund to help victims to raise the money for the defence. [SEP] in 2004, the high court rejected the international rights group ' s bid to allow the man under 18 to marry the grounds that it would not affect his rights or his standard of life. [SEP] officials said the accident was one of several [SEP]", "detok_text": "[CLS] be available soon. [SEP] they were asked to buy four glasses a glass of cremelutamine. [SEP] so, if a bill passes in the senate later this month, it also may see the details of the senate bill begin to divul out today. [SEP] the couple spoke out of an alleged scheme to set up a compensation fund to help victims to raise the money for the defence. [SEP] in 2004, the high court rejected the international rights group's bid to allow the man under 18 to marry the grounds that it would not affect his rights or his standard of life. [SEP] officials said the accident was one of several [SEP]"}
+{"type": "sample", "index": 62, "raw_text": "[CLS] of public policy at the university of north carolina. [SEP] but it is still being investigated in principle. [SEP] jurors also heard how he had seen a pornographic internet video posted by the mother of his father. [SEP] figures show that more than 60 % of young children in the uk are involved. [SEP] mr salmond : i hope that it will be available. [SEP] but a spokesman to mr mauly said : \" as a result of his consultation with the management of cadbury ' s executive board had given his final opinion on the offer, the outcome of the recommended process would have had to lead to a positive result of discussions [SEP]", "detok_text": "[CLS] of public policy at the university of north carolina. [SEP] but it is still being investigated in principle. [SEP] jurors also heard how he had seen a pornographic internet video posted by the mother of his father. [SEP] figures show that more than 60 % of young children in the uk are involved. [SEP] mr salmond: i hope that it will be available. [SEP] but a spokesman to mr mauly said: \" as a result of his consultation with the management of cadbury's executive board had given his final opinion on the offer, the outcome of the recommended process would have had to lead to a positive result of discussions [SEP]"}
+{"type": "sample", "index": 63, "raw_text": "[CLS] to study the effects on climate change. [SEP] but the good news is that they ' re not always able to respond well, by accident or injury. [SEP] but contador, like armstrong, was making pointers as well as to whether he would make a move on the decision to replace him temporarily. [SEP] ( cbs / ap ) on sunday, sen. john mccain defended his choice as mccain ' s running mate in a day when the controversy over his wife ' s ties to mccain ' s campaign was more heated. [SEP] i was really brought up to this because i wasn ' t in my car. [SEP] asked if he did [SEP]", "detok_text": "[CLS] to study the effects on climate change. [SEP] but the good news is that they're not always able to respond well, by accident or injury. [SEP] but contador, like armstrong, was making pointers as well as to whether he would make a move on the decision to replace him temporarily. [SEP] (cbs/ap) on sunday, sen. john mccain defended his choice as mccain's running mate in a day when the controversy over his wife's ties to mccain's campaign was more heated. [SEP] i was really brought up to this because i wasn't in my car. [SEP] asked if he did [SEP]"}

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps16_c16_t1p45_detok_raw_samples.txt

@@ -0,0 +1,224 @@
+steps16_c16_t1p45_detok
+{
+  "type": "summary",
+  "name": "steps16_c16_t1p45",
+  "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt",
+  "step": 434000,
+  "decode": {
+    "kind": "categorical_fullvocab_normal_steps_sweep",
+    "config": "steps16_c16_t1p45",
+    "steps": 16,
+    "endpoint_temp": 1.45,
+    "concentration_max": 16.0,
+    "final_from": "state",
+    "update": "resample",
+    "n_samples": 64,
+    "seed": 20260509
+  },
+  "detok_genppl": {
+    "ppl": 87.09230147171434,
+    "nll_per_token": 4.46696849271573,
+    "tokens": 9436
+  },
+  "diversity": {
+    "sample_entropy": 4.209594284037644,
+    "unique_tokens": 1838,
+    "token_count": 8192,
+    "distinct_1": 0.224365234375,
+    "distinct_2": 0.7412647637795275,
+    "top_token_mass": 0.048828125
+  }
+}
+
+===== sample 000 =====
+[CLS] david a. gerck asked the appeals court to consider a 16 - page preliminary appeal with the whose action can be quidered out of his own. [SEP] the majority sit out for most of the year, and will not have to wait for a final term. [SEP] "she does, in iran or that ence, people have only really limited to it. [SEP]" this criminal made his company, " he said on an outdoor cover this week. [SEP] i grer his name, too and, after he started with long friends, he was quite funny. [SEP] the 35 - year - old died in 2003, an [SEP]
+
+===== sample 001 =====
+[CLS] i'm really no doubt for a 2 % increase because the fire service is called when the first smoke and when the emergency go, this was escalating. ' [SEP] you said one thing. i used a word a. of course, can i have all you' truth's neutrals coming down and then - - in now. [SEP] funding for a third reactor on the south river has been proposed in 2004, for the summer olympics of roletv. [SEP] the claim pay £250 from their trucking value of over £20, which includes a cream jacket during power breaks and the appropriates session. [SEP] and if [SEP]
+
+===== sample 002 =====
+[CLS] [SEP] there drink only champagne, and with a bit of wine. [SEP] 1 to create, and, thanks to the urban sprawl of skyscrapers has been happy to price its business squarely for greater economic advantage. [SEP] having managed to finish to 12 in the last six months, he played for both the black and a european title. [SEP] in response to the attack, he held a gun as a flait in his head and left a message in the back of the back of benitez a gun in 2006. [SEP] the jailers are apolo squadrone bortz, a 23 - foot, all - [SEP]
+
+===== sample 003 =====
+[CLS]acly sedative books and i watch the sun blow out as on the shifters of old capes.? [SEP] we should not look the woman in any way. [SEP] then does the children. [SEP] it was a particularly strong example of the consequences of the obama administration to respond. [SEP] meanwhile, we believe that the virus - free trabus fertili xus - - of whom are only the one human baby now separated in foster care - - had the will to win. [SEP] the two times he father and his son have left a "very small part of life" to get from me to my son to [SEP]
+
+===== sample 004 =====
+[CLS] been published on the web. [SEP] he's not too much like "i could get your head in!" [SEP] in addition to their their testing was only the best interest to the public interest, the two men also knew the security tests did nothing wrong, soares added. " have taken a position that now, mr. kaine, gave no clear consideration to the idea for the use of public bin machines by the state government. [SEP] play went on a while but weir was fouled first and then he could go out on his back to goal. [SEP] but china - - china said in august it was willing to join [SEP]
+
+===== sample 005 =====
+[CLS] - year children will usually stay for 1, 000 years to home, according to the secret law enforcement report, as the used first - middle - class bag is setsumed to be around $4 a day. [SEP] parents, house staff and council members all have a card at the local council with the key to their claims and due to receive complaints from parents who to turn it up. [SEP] but only "you're very lucky that you like something i like less...." [SEP] we showed up in the top 10 times, and she said what so many we were, why they were letting you sing. [SEP] [SEP]
+
+===== sample 006 =====
+[CLS] out, and my knowledge passed of their own money, a bit was going to pay me out. [SEP] a few of still has more details, though - - the british government is there to come in on the first bank of type of bonuses. [SEP] however, it is in the government's interest to protect the program. [SEP] it was a boys' bill of only hours, not aspects, of this nation's forecasting that might be expected from the parents, but mr. nabily, was much less resistant to such thought initiatives. [SEP] your country is way into that emergency. [SEP] the lights is out, so [SEP]
+
+===== sample 007 =====
+[CLS] one back is going to slow it down for a further while. [SEP] well, this always is your favorite animal. [SEP] " you still haven't heard what, period, but you're asked why. [SEP] if no one can do that, these are the start of the british leg on the night. [SEP] voyes also said two of the children should have medical treatment. [SEP] this is a fact. [SEP] probably, to its true that it has not to end to where there goes on for so long as the physical path of theoretically... [SEP] if you hear from it, that's amazing. [SEP] but [SEP]
+
+===== sample 008 =====
+[CLS] those in the camps see this as a bad way to protect their cause. [SEP] so al torre is putting him to a similar test in his al al east, the cbs baseball broadcast in rutherford, n. j. on wednesday. [SEP] first up, he believed - - was got it. [SEP] but now the national shi' ites, allied to the sunni sunni allies, is rejecting the new method by the way of this modern, old - school name. [SEP] over there, the feeling is that he know he made up the people to help you out what he is going to grab you, " says boure. [SEP] [SEP]
+
+===== sample 009 =====
+[CLS] details of their illness, and three year old so - called out of correctness are given to each of them, one and one, three in every four days. [SEP] parker entered the game with two when tony parker returned with an injury to extend the lead to a row in the fourth quarter. [SEP] after that with a production of the best movie, the jacksons,, the first simons album, the hows returned to houston and go on to put on the re - produced show, "where i live!" [SEP] the opposition leader offered little mention of the former royal family and its influential green birds, who said in [SEP]
+
+===== sample 010 =====
+[CLS]rli matalan, the rabbi of the dikull, who have no children. [SEP] carter's, the ecobizly chain's toughest fashion line, drew 1, 4, 000 people to the mall in 2005. [SEP] she tried to sell small market prices failed to garner economy. [SEP] meanwhile the 15 - year old died of a variety of incubation diseases and serious natural injuries to her life. [SEP] fina said " that brown is going against china, dancing and preparing for a the beijing games bid the next summer. [SEP] she is now. [SEP] the security warned of the militants on monday that [SEP]
+
+===== sample 011 =====
+[CLS] t needed. [SEP] access to the media caused her to become so secret that she has gone to her - - her - - to - - mother. [SEP] the group says its players earned as much as a record 15. 1m euros last year and the money would be dropped if the team won the title. [SEP] david has moved to fight the recession and to scotland as their football manager. [SEP] but neither british nor us is going to succeed in a country which is considered a significant part of its stability. [SEP] new york's daniel clearder, who went to the ice last game for a league win for minnesota, had a [SEP]
+
+===== sample 012 =====
+[CLS]er, the french finance minister, said authorities have to work with its countries to be sure that the effect of euro was not on the banks' situation. [SEP] he followss a study by one expert in durban, which showed a vet could be one million pounds a month - - immediately for the price of £250, 000 and paying £550, an eight - size. [SEP] however, the male population is expected to have 16 to 10 an oya. [SEP] regardless of displo, the four - and - chargeer price will be much higher if a storm breaks up with the one - four - - the if it [SEP]
+
+===== sample 013 =====
+[CLS] site. [SEP] seaton, who was born in cuba, adopted his mother's name in 2002, is still being held custody. [SEP] that i could go, this was to my son, mys: the only child that goes on after his mother killed her is he, was his daughter, so she and her son, william, jr., married to other children on christmas day, went out with her and old boys michael; and james,, and thomas ashley, key 2 of their family; two daughters; and p. clarence, and goss and don and lisa, who were the grandchildren of their brothers; [SEP]
+
+===== sample 014 =====
+[CLS] in their team. [SEP] well, you point out the question they asked knowingly was designed to appear insomie and dippee. [SEP] there's a big point - - (think about not smiling in my heart at the elation of seeing kids who can't have computers.) [SEP] the weeks after the playstation games also means people will start making up for themselves. [SEP] a deal, signed with judge bartel, in a high court program with video - merly took him the allegations to them, not just to the club. [SEP] maybe, it's the last, the point of the film. [SEP] [SEP]
+
+===== sample 015 =====
+[CLS] problems. [SEP] the coat come from midpoint but would have been known to atgoley house, north wales. [SEP] the news eventually comes with you a say he'll see you do it all (if you're not offered a position) or a slurrying of your.?. this is your vista... what turned it on when, will give you all theus with the bums? [SEP] how many pretains against in our state of play, but also or the environmental sector. " [SEP] mr miller told the station he lived in a nearby spot with his family because he had been found [SEP]
+
+===== sample 016 =====
+[CLS] us were right to pay the price "for nothing" or for himself or his family. [SEP] the trade equator will give the music on track based at the largest best on so far. together these idea, made and sell over 1, 000 copies a day. year. [SEP] wellge, this morning, i have myself asked the unrelated set of those by farhi's name. [SEP] there are only 9 missing - related ballots so far. [SEP] her run ended last season and his contract began looking up to end, prompting him need to confern to a cameo role in 2004. [SEP] the company says the changes in conditions [SEP]
+
+===== sample 017 =====
+[CLS] some time and are upset because they know that she is the underpaid, but why the media go so far. from the way i were met at a nyc birthday party in a crowd of thousands in a new york hotel. [SEP] so to make something even worse the preferred - well, that you have very nice opinions with. in the real world, you don't know as to what he said for. the guy is, or why doesn't he say, a "to the think" of how they might believe the other people who are in the know said he does. my mother seems to a real old with [SEP]
+
+===== sample 018 =====
+[CLS] he can kill them. [SEP] he was then an unusual kid (leicester, for example to 5 - 11) in terms of possession, first half. [SEP] customers can buy them a cost of up to £100 each day by themselves but gmp experts say that some of the products should be sold to men. [SEP] the few years should have had as long a time on a bank as it would like to, before its woes began to ease. [SEP] on a day a group of seven americans who had voted for the first event on long island in 2006, people in their early 30s, on average, took away a given bag [SEP]
+
+===== sample 019 =====
+[CLS] at the time of the alleged will, said things that could have separated him from his friends for his volubetre. [SEP] the man's parents asked to ask the questions to my concerned, but i then shank myself to the situation of if you in my cell time after my birth, "the right phone and when the access to their private internet and... shut up and..." is the top of what i know is as long as i donʼt want to drop the land rules. [SEP] mr brady said: " it's an opportunity to go in to real and all the problems are [SEP]
+
+===== sample 020 =====
+[CLS] and vegetables a day, give them ale and a sled rice mixture with a little ofbean oil. [SEP] the camera had put on her at the time, so seems she wasn't moving like me, but this time of the week. [SEP] sparkly is a lifelong, and then gay, with she - with - over, his partner, ashley. [SEP] 27., to form his opposition partners for peace, the radical movement led by the zec, who pleaded for save - city homes by vacationing in their retirement area. [SEP] in addition to apple's iphone, the holiday holiday season continues to begin. [SEP]
+
+===== sample 021 =====
+[CLS] would be finished by my case. [SEP] i should not pay $7 a month, because they are covered by dollars. [SEP] organisers had 10 tabs on twitter, and was signed over 1, 000 for the first number. [SEP] 4. [SEP] jackson was a season 5 - foot - 10 senior of the top five teams in the league. [SEP] but the winner has to be included in that list to determine who would have been responsible for opposition to obama and in 2006's elections. [SEP] tom bolton/the free j. p. morgan, got everything straight to me stuff. [SEP] anyone who would want to use people ' [SEP]
+
+===== sample 022 =====
+[CLS] by the government, her research ). [SEP] but then i cut him down - - before they tried to. [SEP] also, some said, the parents had to write off about the reason. [SEP] "i love to win, as i've been blogging on his events and history and learning more about what he plays, in games. [SEP]" then it was right... and his kids and his parents were different to the team that he grew brought up. [SEP] added: " tim has set a top - down standard in the quality of food and has as much for it as possible. [SEP] in the meantime, a [SEP]
+
+===== sample 023 =====
+[CLS] the border town of zard vey mosimna, said officers were killed, including three woman, the three children. [SEP] the two were both growing up in the early 1980s, in the 60s, in the twenties, and even in movies. [SEP] my am and i live in the bar. [SEP] he is waiting to see whether the mega - alongs that could attract his future wife, boyfriend, the best man and husband and kids, will tend to get you vote for the girlfriend - - but isn't yet made up of our image of a pop star or a hot moment. [SEP] he said there were 200 [SEP]
+
+===== sample 024 =====
+[CLS] been dragged into a riot at an evening restaurant or market. [SEP] and then, when the children became more tired. [SEP] when she was said, " play back, you can remember down the message to her theate. [SEP] i've really had this major amount of research before. [SEP] recent in school, pr (ie, an advanced job of college), we worked out and i have been, particularly in private matters. [SEP] with the finance system. [SEP] as if nothing should be brought against ggr?? [SEP] regional banks are under pressure to turn government status into sources of credit, a german newspaper report. [SEP] [SEP]
+
+===== sample 025 =====
+[CLS] her to conspin the obama mano to her so i tell her to have got to work on a book about her work and what he was not know and i hope it is her because when she was it i did not know what and i she she the money to be like that. on its. just something "was true," and i am ifa., at her worst that, i wasnt t enough so i did. then now he she tried her looking up to a tv just hanging out of the window, but then the while it was nothing. [SEP] this said, the tromp of grace will [SEP]
+
+===== sample 026 =====
+[CLS] about 10 percent behind in the event and so he went back to the landing site from landing down with the water. [SEP] there were about 100 golfers on his course, with play at about 4, 000. [SEP] what must get overall early? [SEP] now some other analysts believe that the global blogging industry has suffered these slights, the result of the current state of financial crisis. [SEP] mr brown said he and the film team would have to get their writing back in the us. [SEP] if you consider who believes that celebs, traditionally out from the country's ruling majority and, a single world leader, are agree [SEP]
+
+===== sample 027 =====
+[CLS] problems - - by adding hot - to - the - hot design. [SEP] but 15 - drowned least it is coming on to the market. [SEP] the revolvers recently took the name away with its three more stars and stars (see "not with me") in the latest ads. [SEP] suffolk social orgy - new kibuk - with a green list of building projects. [SEP] u. s. secretary of the u. s. army and technology alan kolel is funding the development of a biorweal energy research lab on campus at boston university. [SEP] you may also visit his site with the right, you [SEP]
+
+===== sample 028 =====
+[CLS] must hear and report its sources of headline news: blogs and news, post - election coverage and woes and news. [SEP] ningara sales let its short family on hand to make a home, while the charity comes into the race, with a slower pace. [SEP] the endangeredm was killed when the bomb was set off when the car was seen zooming on his car. [SEP] december 30 was the previous quarterly loss, p & i and its banks, via cm4 markets, own bad loans. [SEP] it may be much more than similar white big - outlines found in dreier's new case. [SEP] police say [SEP]
+
+===== sample 029 =====
+[CLS] the economy increased. [SEP] kesaru, co - owned and alston, since it was bought in 1999. [SEP] manufacturer fluor systems inc. officials said the facility could save jobs of 700. [SEP] even more so, it seems, if he's no longer a player of his side by side - and in particular, you can be paid for by going for it. [SEP] move on. [SEP] but he was a good guy, but not not too much? [SEP] and, of course, edwards is certainly showing up in a few days for her un capital. [SEP] just as people like to say, to concuring [SEP]
+
+===== sample 030 =====
+[CLS] the newspaper said. [SEP] seven - world pro winner john entigo, of surrey - has long retired from south africa. [SEP] but environmentalists say the group is not stalling and will continue to encourage the production of ethanol from power sources. [SEP] wie daly was off, and marino led a three - on 61. [SEP] the cardinal sir thomas, who faced fresh calls from the government today, was also told he and his non - medical condition could be investigated. [SEP] it's in his waking life of their excesses and conversations, the footage of his experience of texting with people. [SEP] he scored with 3: [SEP]
+
+===== sample 031 =====
+[CLS] to people who understand him and they hear him sometimes. [SEP] cablevision's performance is up well this time, with the throughout christmas day and weekend both running up the rankings. [SEP] the second group, a very group of 3, was able to lift explosives onto a 10 - foot mini that ran 25 out recaps, at the "end of the year." [SEP] although just under $20 is made, a few bidder can be found in the round. [SEP] by andrea bargnani and jason jones, who came out in the third for their 10 - 0 win over the flames, the jose ( 3 - [SEP]
+
+===== sample 032 =====
+[CLS] has began to live within its means. [SEP] if you want to change your opinion of which country that i am - but what i am? [SEP] mr blair was asked, but, not as a leader, on which the mid - 1980s' chancellors said all he could have asked for, not to be appointed as home staff. [SEP] her still? [SEP] he's quite exciting - - on the other hand, you thing to come around to it. " [SEP] these are not one of their songs they try to teach their handlers on the internet, but it's said the woman they see on the show making up it [SEP]
+
+===== sample 033 =====
+[CLS] obama % at his on tuesday. [SEP] i, inevitably, might be very through offended if the air, it is, to break down on him if his name goes on you - - "that voice" - - but i try to be an american in a dour way or that way. [SEP] i said to you, are you going to sell u. s. president, "?? [SEP] i have people know their win is a first turn to the economy, including their young stars. [SEP] when i were born of gordon's father, ely, who was an important fan for david, who very often happened to be [SEP]
+
+===== sample 034 =====
+[CLS] on the manchester streets this week, holding his up and breaking their head; they come for the big story, nothing like the fact that he is a "get" in a world with just 15, 000 players. [SEP] my job in the town was turned away. [SEP] now because i have fi obama pictures its something that it includes eight nanoconds of fibres across the building like a billion years. [SEP] still, they fans are pored over because of plastic made in green, with the result of special fittings - - sticking up coverings when their pieces are cut to protect the skin. [SEP] since the time we were [SEP]
+
+===== sample 035 =====
+[CLS] set of new rules that could set way for their party candidates to face a cross - primary in june. [SEP] it blamed the problem on a change, "rooted in the u. s. government of only its" of team. [SEP] " they're just about sex issues rather than the danger of oral sex.... [SEP] but how often? [SEP] mark p. laroche, spokesman for the board, said that friday's case would be given discussed at a public meeting. [SEP] at 33, mr. daniel is losing everything but, when both he and her father can finish off his games at his age of [SEP]
+
+===== sample 036 =====
+[CLS] obama backed down a 25p loan to us consumers monday in washington. protests. [SEP] lawmakers from the vote, spoke to a homelandize spokesman, saying he would "speak with congress." [SEP] mr. salinger's father, a longtime news magazine fan, said he's now being able to sell his other works. attributed monday's results to hollywood and said there were an estimated recent group of around 100, 000 active to the site, which has the most sales online. [SEP] many groups wanted to dissey thousands of drivers to submit information, some several years, that are used to be a 20 - [SEP]
+
+===== sample 037 =====
+[CLS] your area, "if it's on a tree, or the sun," bloch said. [SEP] is this is also an actor or a dj??? [SEP] however, ttf lawyers says they still won't hold back claims from michael jackson's father that his mother got out of drugs when he was with her singer. [SEP] and i'll campaign for a european phone? [SEP] what would pay for the deficit is a little direct to the pentagon. [SEP] they are good under pressure of competition and terror, they can be drugy, cold, and scary. [SEP] be wrong. [SEP] but, have you [SEP]
+
+===== sample 038 =====
+[CLS] and to look for extra places, and on the basis of how as and their education marble. [SEP] for jay hearns, a lawyer, this series is an opera long story. [SEP] the barclo website (www. barclo. org. uk/trade) for over two cents of frames to the owners of 4x4s, is about £1, mr. smith said. [SEP] a quick turnout is not expected but because, the new last year and still a part of the everson - growing drag calendar, they move quickly across the country. [SEP] thousands of the opposition to switch plan to vote for him, [SEP]
+
+===== sample 039 =====
+[CLS] in the playoffs, captured his second major after winning a third race, but needed to move into fourth place to finish at third with the north central title to go. [SEP] the truth, say, make a mixed eye. [SEP] discuss poll: those who get an opinion on the limits of body - like strength when sex during a meeting to a new friend is caused a bigger hug? [SEP] scottish senator gordon brown caused a similar issue last month after a self - described "eucuriator" admitted to interlonging some people. [SEP] mr goidle was later killed in a strong people's revolt. [SEP] that would help [SEP]
+
+===== sample 040 =====
+[CLS], so who can stay 10m under the maximum - - last week, was one of the world's shortest selling women. [SEP] the part of the f. b. a. investigation is to get its players and players to their first world cup in november next year. [SEP] you were not that happy with you em. [SEP] he had never played twice on his first day with his team. [SEP] i why i like to have such memories... [SEP] is a mega - prop a sales business to? [SEP] it's like a shaker stood out and stuck on to something. [SEP] gordon brown said the u. [SEP]
+
+===== sample 041 =====
+[CLS] sure. he meant to sing and make any boos. taps go to put him on this someone would say you should be old enough to know this big boy's medical history and fight that problem, being that he really couldn't even live his life trying to get a doctor to do it but he would think it would be so great? [SEP] the man claims that ms jewell asked him the cancer he was but his true number was not. [SEP] however, on the first time in, the was that the fraud note was being foreclosed for an average fee of about £200 against him. [SEP] the [SEP]
+
+===== sample 042 =====
+[CLS] now was a suspect in his death, and all the women, the law and under investigation for tusss that they performed with a recent deputy. [SEP] they all want the same result, have not to get to win, have to keep getting clear from the track, "says james. [SEP] much research has shown the use of genetic data - testing as an erm to create more information as to the more responsible type. [SEP] and now he has says something about this and mccain is asked if they are to your site to answer questions. [SEP] mr mccrory took his own advice and then suggested to him" do something, [SEP]
+
+===== sample 043 =====
+[CLS] more pain in a big mouth, because he had had to start next week's first games against stiot's less than eight months ago. [SEP] and she offered him the edgys and scro - like defnaz the last chance for his khenomina. [SEP] loi's political party is one of the strongest of iran's pro - western elite. [SEP] in a statement, his investigation referred to an incident where the prostitute made a break in retaliation for grousing fun to her teenage half - husband and for asking for photographs. [SEP] "but these conditions are not acceptable," he said [SEP]
+
+===== sample 044 =====
+[CLS] home doesn't help because she's done all of this, "officials said. [SEP]" the teacher was looking at some of the children at the kindergarten, and he said he had met the 6 - year - old muhsy for two hours thursday with the school, and he was one of them in a similar experience, " police chief carni jones said. [SEP] which is that - well - - you it, are they - - up - -? [SEP] get them alone... and you said how the big 5s, $$and the us make the job right? [SEP] to the man he shaped [SEP]
+
+===== sample 045 =====
+[CLS] comment to berlusconi. [SEP] 91. [SEP] days of technology and war, locust diseases are under threat, are there the population ashes? [SEP] however, the news has blunted the simple practice of making progress on tax pay for the year to april 3, he said. [SEP] time for her rivals to protect themselves. [SEP] as good, the former wall street market chief and master, to run a web service like citigroup inc., to show us how well he understand risks on merrill lynch and aig. [SEP] it " - - to women of children (between 10 - and 13 in israel), [SEP]
+
+===== sample 046 =====
+[CLS] dismissed as "pure leverage". [SEP] mr obama, who's long been comparing the newspaper to the leader of al - qaeda, said it was a "real relief" that, if the man had no one in pakistan, he just arrived in pakistan to make the case. [SEP] a k nyt al, a medical nurse whose findings are paid out by the american medical association, said, "really: i look in many cases, and to me, i think i never made a difference," if those pledges, i think i would not believe it, were very small, they might not have sound sense. [SEP] [SEP]
+
+===== sample 047 =====
+[CLS] at your house because a little lad didn't want her. [SEP] he was fulfilling his right for that and would not move to get have her. [SEP] the company began operations in 2001 and now hopes to have the best to work out how to reach its economic future in 2007. [SEP] are you going to get a record of this summer, a result of this tough economy weather forecast. [SEP] i got to john krasner getting held in his carnivore in the $500, 000 a & e i. [SEP] nar, where the fed rules, has been accepting all home mortgage loans since december 2006 to ensure they [SEP]
+
+===== sample 048 =====
+[CLS] actually used a series of alternative intravenous drugs. [SEP] they are so sad, even because their so - called children are safe, they are unsure what the future of this country was. [SEP] fill o' connell high house, greatthorpe street, oxford. [SEP] more than 500 police workers in heclos, were at this time to tackle the problem and they were considering whether to close the club after staff said legal action would be taken by them on child protection policies. [SEP] until now, a now "old" like god has been calling on you to let me know for me years. [SEP] as the over eks of [SEP]
+
+===== sample 049 =====
+[CLS] the house count, "will we choose? [SEP] go for as many as it has during the count, get dro, and stay flat on the christmas season. [SEP] so, along with the male allor season and farn, you may call for the" spring, " the type of three early important plants in the red coat, where they typically can live for ever longer in parts of fall. [SEP] yes er hah my coh, as i have i advanced and i may have non - gamers in the u. s. i will be going to afghanistan in june. [SEP] the judge has refused to be sc [SEP]
+
+===== sample 050 =====
+[CLS]p bekhshdf. [SEP] one of the races in the final five will depend on chances in this round of the playoffs. [SEP] mrs says said 1 to 3, 000 tickets at first would be left just for the full family. [SEP] our students have led to a difference over the years. [SEP] he said that would go against him the rest of the trial. i could not look at his saw. [SEP] it is a fact that i have not read all over 100 of those published books - this has become a pretty interesting one. [SEP] he is a party with young people, not with old hair. [SEP] " i believe [SEP]
+
+===== sample 051 =====
+[CLS] up yesterday to the third match game of the 12 - man set of the champions series series and the final time that is taking weeks away. [SEP] along was the first case in which both pacey and lighty effectively went on to their goal, they probably lacked the right combination to work on a goal. [SEP] he said to him to pretend that to be a him. "because man said she is," he said, that it get out of me. [SEP] a 3 - 0 victory seemed like more than 1 p. m. some of the third was when the peacocks were from patrick redes and in davis flat, [SEP]
+
+===== sample 052 =====
+[CLS] for learning to see and a failure every five years. [SEP] just 5, 000 dollars in applications this year came from the united states. [SEP] japan's foreign minister said the united states should avoid divisive military action, during the visit of a leader on the island last week. [SEP] "i've already!" one of the gap went shouted. [SEP] "the list of this us offering is is a - relative value the number one in the house and pro excludes a sector, and everything that it would like to have on its tabled has in balance to this important support," said matthew serries of the [SEP]
+
+===== sample 053 =====
+[CLS], two people in and over one of her dead sat on the sun before breakfast (she kyl). (not us off by 2011 of a a year is the milton). [SEP] wooguk an wonk, hoo, in fact, not for their two by people were to each other. [SEP] yes, you can't see this, but since you cannot read, you should know that the best decision, even so dramatically, is not to teach him, or her to do and do well, to teach them to own language. [SEP] she has had to go to school and work in hospital, but the [SEP]
+
+===== sample 054 =====
+[CLS] michael jackson - - because that people, the judge says, will never attempt to capture the young. [SEP] a key statement on the issue could make some clear by backing among lloyds' small business community, including some on the proko takeover proposal. [SEP] "will & grace" was the no. 1 album in october sales in billboard magazine's top 100 100, 000 this week's, a top salescan report released wednesday showed tuesday. [SEP] yahoo, the chief chairman of an online video group, started a website that had about 2, 500 members posted in october 2001. [SEP] not, of those conditions that can men [SEP]
+
+===== sample 055 =====
+[CLS] the boy was killed just to the point of being caught in a bar when he was moved in to charge it. [SEP] the shares gained a little higher after that. [SEP] that compared with a last share price of $6. 40 on october 3, 2007. [SEP] they also said that only the creators of thecc groups, dr. and mr. mozant, could track the whereabouts for their content, had been able to track their information from their own sources. [SEP] or did we prefer him instead of the one you had never won. - the clinton - gated world series - and hasn't be around as 12 [SEP]
+
+===== sample 056 =====
+[CLS] second - life online game and a new generation of one of today's men of action. [SEP] a few women expect to take advantage of themselves as top two to make their finals in the year final. [SEP] gascot is skeptical about whether he's as good a backup, or a strong on a no. hitter team. [SEP] he said that the officer secured their hands only with white wine from the boys and showed them had been trying to study their licences. [SEP] not as but no it has to go get into these issues and they've done the deal. [SEP] french authorities took three months to launch their appeal [SEP]
+
+===== sample 057 =====
+[CLS] of the health institute. [SEP] but the heart of the presidency, whose face is also not strong, come to a fore. [SEP] wild countrylls have been killed in three areas in eastington, south sussex since july. [SEP] portsmouth, england, may 18. [SEP] what, the united nations will have? 2 after a year of war.. from a display of debilitating down, wha... [SEP] mr abp, 57, was the speaker before and at the sex and culture festival in birmingham. [SEP] twenty years later i am prepared and to learn to have my aca knocked by the cructs after [SEP]
+
+===== sample 058 =====
+[CLS] was the first source of information for the afghan media. [SEP] officials close to mr. kadyrov, however first, responded to questions about their comments, including the possibility of a request to meet with a russian foreign affairs chief in moscow. [SEP] american bank must pay back borrowed money. [SEP] long long lines. [SEP] the scientists were on their return trip back to the moon, expected back at a beach near south rock on sunday. [SEP] he then helped to shift the rest. [SEP] home champion pak - fy and van derde, belgium, were nine - on favorites this afternoon. [SEP] when he went to iraq, a woman [SEP]
+
+===== sample 059 =====
+[CLS] president and the world. [SEP] his wife patricia jones said: " in two minutes of this tragic incident, i really lost and really cut off her co - workers. [SEP] and a few interesting, later..'s will he be. [SEP] now a friend... anddates and smiths, and the best friend's over - the - rules over a life for you and and your wife's late brother, t. i. they've both had the year to... their p's, yet we have some of this care. [SEP] the capo plant; alfaolla and terrestrial farm [SEP]
+
+===== sample 060 =====
+[CLS], and the two apparently did have a blood test at the hospital try to see newborns, one of his backer to show their hands to the service. [SEP] what would happen when you run for a top job? [SEP] the interesting question,, is the reaction in the markets for weeks. [SEP] the jury will change brains one month for its third year. [SEP] ms baines went into emergency two days after she was brought down. [SEP] a woman also appeared in court on december 15. [SEP] he wrote "all the mes" (chesney) a very best ger model. [SEP] the scheme toful - bag [SEP]
+
+===== sample 061 =====
+[CLS] century hit the hurs. co - directed by peter gox, the director - turned - actor produced by john r, and the producers robert gillmar, david weapons, and jeff al' anif. [SEP] he has plenty of local mums with families i meet at least once in a week. [SEP] living his years as a green fleece fan. [SEP] his short take deals with simple people, moxies and justs, cowell said what he saw in today's financial landscape could be about as different as the big problems of some of the same films... [SEP] moir, aged 25 last year [SEP]
+
+===== sample 062 =====
+[CLS] have responded to the crisis, said on key 15 - day issues, including in some key euro nations. [SEP] they have to pay it daily, for the on profit of the project. [SEP] in turn, the k - 8 p 500 debuted in its first week with a budget of $34. 8. [SEP] have you have an adverse concern about its need for raw material to make into a treatment drug for a population of a a h1n1 fluine a he carried on a group of people. [SEP] " you the money for setting down later - - and if that's taking place before the day that is complete, [SEP]
+
+===== sample 063 =====
+[CLS]. " [SEP] eventually, he would move with them out before the day - - it to be, he knew - - as they would be allowed to move on. [SEP] the forssels, with bark, red and breaks from local regularly - known as the gram - 18 big peeked are covered with beached groupevia, over massaged in the rakes over a homely dappons and gait. [SEP] a clear view from the defence democratic side would be as to whether a western administration would have been aggressive enough about a war other than afghanistan and iraq, not to think as close. [SEP] the uk government [SEP]
+

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps16_c16_t1p45_raw_samples.txt

@@ -0,0 +1,224 @@
+steps16_c16_t1p45
+{
+  "type": "summary",
+  "name": "steps16_c16_t1p45",
+  "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt",
+  "step": 434000,
+  "decode": {
+    "kind": "categorical_fullvocab_normal_steps_sweep",
+    "config": "steps16_c16_t1p45",
+    "steps": 16,
+    "endpoint_temp": 1.45,
+    "concentration_max": 16.0,
+    "final_from": "state",
+    "update": "resample",
+    "n_samples": 64,
+    "seed": 20260509
+  },
+  "detok_genppl": {
+    "ppl": 87.09230147171434,
+    "nll_per_token": 4.46696849271573,
+    "tokens": 9436
+  },
+  "diversity": {
+    "sample_entropy": 4.209594284037644,
+    "unique_tokens": 1838,
+    "token_count": 8192,
+    "distinct_1": 0.224365234375,
+    "distinct_2": 0.7412647637795275,
+    "top_token_mass": 0.048828125
+  }
+}
+
+===== sample 000 =====
+[CLS] david a. gerck asked the appeals court to consider a 16 - page preliminary appeal with the whose action can be quidered out of his own. [SEP] the majority sit out for most of the year, and will not have to wait for a final term. [SEP] " she does, in iran or that ence, people have only really limited to it. [SEP] " this criminal made his company, " he said on an outdoor cover this week. [SEP] i grer his name, too and, after he started with long friends, he was quite funny. [SEP] the 35 - year - old died in 2003, an [SEP]
+
+===== sample 001 =====
+[CLS] i ' m really no doubt for a 2 % increase because the fire service is called when the first smoke and when the emergency go, this was escalating. ' [SEP] you said one thing. i used a word a. of course, can i have all you ' truth ' s neutrals coming down and then - - in now. [SEP] funding for a third reactor on the south river has been proposed in 2004, for the summer olympics of roletv. [SEP] the claim pay £250 from their trucking value of over £20, which includes a cream jacket during power breaks and the appropriates session. [SEP] and if [SEP]
+
+===== sample 002 =====
+[CLS] [SEP] there drink only champagne, and with a bit of wine. [SEP] 1 to create, and, thanks to the urban sprawl of skyscrapers has been happy to price its business squarely for greater economic advantage. [SEP] having managed to finish to 12 in the last six months, he played for both the black and a european title. [SEP] in response to the attack, he held a gun as a flait in his head and left a message in the back of the back of benitez a gun in 2006. [SEP] the jailers are apolo squadrone bortz, a 23 - foot, all - [SEP]
+
+===== sample 003 =====
+[CLS]acly sedative books and i watch the sun blow out as on the shifters of old capes.? [SEP] we should not look the woman in any way. [SEP] then does the children. [SEP] it was a particularly strong example of the consequences of the obama administration to respond. [SEP] meanwhile, we believe that the virus - free trabus fertili xus - - of whom are only the one human baby now separated in foster care - - had the will to win. [SEP] the two times he father and his son have left a " very small part of life " to get from me to my son to [SEP]
+
+===== sample 004 =====
+[CLS] been published on the web. [SEP] he ' s not too much like " i could get your head in! " [SEP] in addition to their their testing was only the best interest to the public interest, the two men also knew the security tests did nothing wrong, soares added. " have taken a position that now, mr. kaine, gave no clear consideration to the idea for the use of public bin machines by the state government. [SEP] play went on a while but weir was fouled first and then he could go out on his back to goal. [SEP] but china - - china said in august it was willing to join [SEP]
+
+===== sample 005 =====
+[CLS] - year children will usually stay for 1, 000 years to home, according to the secret law enforcement report, as the used first - middle - class bag is setsumed to be around $ 4 a day. [SEP] parents, house staff and council members all have a card at the local council with the key to their claims and due to receive complaints from parents who to turn it up. [SEP] but only " you ' re very lucky that you like something i like less.... " [SEP] we showed up in the top 10 times, and she said what so many we were, why they were letting you sing. [SEP] [SEP]
+
+===== sample 006 =====
+[CLS] out, and my knowledge passed of their own money, a bit was going to pay me out. [SEP] a few of still has more details, though - - the british government is there to come in on the first bank of type of bonuses. [SEP] however, it is in the government ' s interest to protect the program. [SEP] it was a boys ' bill of only hours, not aspects, of this nation ' s forecasting that might be expected from the parents, but mr. nabily, was much less resistant to such thought initiatives. [SEP] your country is way into that emergency. [SEP] the lights is out, so [SEP]
+
+===== sample 007 =====
+[CLS] one back is going to slow it down for a further while. [SEP] well, this always is your favorite animal. [SEP] " you still haven ' t heard what, period, but you ' re asked why. [SEP] if no one can do that, these are the start of the british leg on the night. [SEP] voyes also said two of the children should have medical treatment. [SEP] this is a fact. [SEP] probably, to its true that it has not to end to where there goes on for so long as the physical path of theoretically... [SEP] if you hear from it, that ' s amazing. [SEP] but [SEP]
+
+===== sample 008 =====
+[CLS] those in the camps see this as a bad way to protect their cause. [SEP] so al torre is putting him to a similar test in his al al east, the cbs baseball broadcast in rutherford, n. j. on wednesday. [SEP] first up, he believed - - was got it. [SEP] but now the national shi ' ites, allied to the sunni sunni allies, is rejecting the new method by the way of this modern, old - school name. [SEP] over there, the feeling is that he know he made up the people to help you out what he is going to grab you, " says boure. [SEP] [SEP]
+
+===== sample 009 =====
+[CLS] details of their illness, and three year old so - called out of correctness are given to each of them, one and one, three in every four days. [SEP] parker entered the game with two when tony parker returned with an injury to extend the lead to a row in the fourth quarter. [SEP] after that with a production of the best movie, the jacksons,, the first simons album, the hows returned to houston and go on to put on the re - produced show, " where i live! " [SEP] the opposition leader offered little mention of the former royal family and its influential green birds, who said in [SEP]
+
+===== sample 010 =====
+[CLS]rli matalan, the rabbi of the dikull, who have no children. [SEP] carter ' s, the ecobizly chain ' s toughest fashion line, drew 1, 4, 000 people to the mall in 2005. [SEP] she tried to sell small market prices failed to garner economy. [SEP] meanwhile the 15 - year old died of a variety of incubation diseases and serious natural injuries to her life. [SEP] fina said " that brown is going against china, dancing and preparing for a the beijing games bid the next summer. [SEP] she is now. [SEP] the security warned of the militants on monday that [SEP]
+
+===== sample 011 =====
+[CLS] t needed. [SEP] access to the media caused her to become so secret that she has gone to her - - her - - to - - mother. [SEP] the group says its players earned as much as a record 15. 1m euros last year and the money would be dropped if the team won the title. [SEP] david has moved to fight the recession and to scotland as their football manager. [SEP] but neither british nor us is going to succeed in a country which is considered a significant part of its stability. [SEP] new york ' s daniel clearder, who went to the ice last game for a league win for minnesota, had a [SEP]
+
+===== sample 012 =====
+[CLS]er, the french finance minister, said authorities have to work with its countries to be sure that the effect of euro was not on the banks ' situation. [SEP] he followss a study by one expert in durban, which showed a vet could be one million pounds a month - - immediately for the price of £250, 000 and paying £550, an eight - size. [SEP] however, the male population is expected to have 16 to 10 an oya. [SEP] regardless of displo, the four - and - chargeer price will be much higher if a storm breaks up with the one - four - - the if it [SEP]
+
+===== sample 013 =====
+[CLS] site. [SEP] seaton, who was born in cuba, adopted his mother ' s name in 2002, is still being held custody. [SEP] that i could go, this was to my son, mys : the only child that goes on after his mother killed her is he, was his daughter, so she and her son, william, jr., married to other children on christmas day, went out with her and old boys michael ; and james,, and thomas ashley, key 2 of their family ; two daughters ; and p. clarence, and goss and don and lisa, who were the grandchildren of their brothers ; [SEP]
+
+===== sample 014 =====
+[CLS] in their team. [SEP] well, you point out the question they asked knowingly was designed to appear insomie and dippee. [SEP] there ' s a big point - - ( think about not smiling in my heart at the elation of seeing kids who can ' t have computers. ) [SEP] the weeks after the playstation games also means people will start making up for themselves. [SEP] a deal, signed with judge bartel, in a high court program with video - merly took him the allegations to them, not just to the club. [SEP] maybe, it ' s the last, the point of the film. [SEP] [SEP]
+
+===== sample 015 =====
+[CLS] problems. [SEP] the coat come from midpoint but would have been known to atgoley house, north wales. [SEP] the news eventually comes with you a say he ' ll see you do it all ( if you ' re not offered a position ) or a slurrying of your.?. this is your vista... what turned it on when, will give you all theus with the bums? [SEP] how many pretains against in our state of play, but also or the environmental sector. " [SEP] mr miller told the station he lived in a nearby spot with his family because he had been found [SEP]
+
+===== sample 016 =====
+[CLS] us were right to pay the price " for nothing " or for himself or his family. [SEP] the trade equator will give the music on track based at the largest best on so far. together these idea, made and sell over 1, 000 copies a day. year. [SEP] wellge, this morning, i have myself asked the unrelated set of those by farhi ' s name. [SEP] there are only 9 missing - related ballots so far. [SEP] her run ended last season and his contract began looking up to end, prompting him need to confern to a cameo role in 2004. [SEP] the company says the changes in conditions [SEP]
+
+===== sample 017 =====
+[CLS] some time and are upset because they know that she is the underpaid, but why the media go so far. from the way i were met at a nyc birthday party in a crowd of thousands in a new york hotel. [SEP] so to make something even worse the preferred - well, that you have very nice opinions with. in the real world, you don ' t know as to what he said for. the guy is, or why doesn ' t he say, a " to the think " of how they might believe the other people who are in the know said he does. my mother seems to a real old with [SEP]
+
+===== sample 018 =====
+[CLS] he can kill them. [SEP] he was then an unusual kid ( leicester, for example to 5 - 11 ) in terms of possession, first half. [SEP] customers can buy them a cost of up to £100 each day by themselves but gmp experts say that some of the products should be sold to men. [SEP] the few years should have had as long a time on a bank as it would like to, before its woes began to ease. [SEP] on a day a group of seven americans who had voted for the first event on long island in 2006, people in their early 30s, on average, took away a given bag [SEP]
+
+===== sample 019 =====
+[CLS] at the time of the alleged will, said things that could have separated him from his friends for his volubetre. [SEP] the man ' s parents asked to ask the questions to my concerned, but i then shank myself to the situation of if you in my cell time after my birth, " the right phone and when the access to their private internet and... shut up and... " is the top of what i know is as long as i donʼt want to drop the land rules. [SEP] mr brady said : " it ' s an opportunity to go in to real and all the problems are [SEP]
+
+===== sample 020 =====
+[CLS] and vegetables a day, give them ale and a sled rice mixture with a little ofbean oil. [SEP] the camera had put on her at the time, so seems she wasn ' t moving like me, but this time of the week. [SEP] sparkly is a lifelong, and then gay, with she - with - over, his partner, ashley. [SEP] 27., to form his opposition partners for peace, the radical movement led by the zec, who pleaded for save - city homes by vacationing in their retirement area. [SEP] in addition to apple ' s iphone, the holiday holiday season continues to begin. [SEP]
+
+===== sample 021 =====
+[CLS] would be finished by my case. [SEP] i should not pay $ 7 a month, because they are covered by dollars. [SEP] organisers had 10 tabs on twitter, and was signed over 1, 000 for the first number. [SEP] 4. [SEP] jackson was a season 5 - foot - 10 senior of the top five teams in the league. [SEP] but the winner has to be included in that list to determine who would have been responsible for opposition to obama and in 2006 ' s elections. [SEP] tom bolton / the free j. p. morgan, got everything straight to me stuff. [SEP] anyone who would want to use people ' [SEP]
+
+===== sample 022 =====
+[CLS] by the government, her research ). [SEP] but then i cut him down - - before they tried to. [SEP] also, some said, the parents had to write off about the reason. [SEP] " i love to win, as i ' ve been blogging on his events and history and learning more about what he plays, in games. [SEP] " then it was right... and his kids and his parents were different to the team that he grew brought up. [SEP] added : " tim has set a top - down standard in the quality of food and has as much for it as possible. [SEP] in the meantime, a [SEP]
+
+===== sample 023 =====
+[CLS] the border town of zard vey mosimna, said officers were killed, including three woman, the three children. [SEP] the two were both growing up in the early 1980s, in the 60s, in the twenties, and even in movies. [SEP] my am and i live in the bar. [SEP] he is waiting to see whether the mega - alongs that could attract his future wife, boyfriend, the best man and husband and kids, will tend to get you vote for the girlfriend - - but isn ' t yet made up of our image of a pop star or a hot moment. [SEP] he said there were 200 [SEP]
+
+===== sample 024 =====
+[CLS] been dragged into a riot at an evening restaurant or market. [SEP] and then, when the children became more tired. [SEP] when she was said, " play back, you can remember down the message to her theate. [SEP] i ' ve really had this major amount of research before. [SEP] recent in school, pr ( ie, an advanced job of college ), we worked out and i have been, particularly in private matters. [SEP] with the finance system. [SEP] as if nothing should be brought against ggr?? [SEP] regional banks are under pressure to turn government status into sources of credit, a german newspaper report. [SEP] [SEP]
+
+===== sample 025 =====
+[CLS] her to conspin the obama mano to her so i tell her to have got to work on a book about her work and what he was not know and i hope it is her because when she was it i did not know what and i she she the money to be like that. on its. just something " was true, " and i am ifa., at her worst that, i wasnt t enough so i did. then now he she tried her looking up to a tv just hanging out of the window, but then the while it was nothing. [SEP] this said, the tromp of grace will [SEP]
+
+===== sample 026 =====
+[CLS] about 10 percent behind in the event and so he went back to the landing site from landing down with the water. [SEP] there were about 100 golfers on his course, with play at about 4, 000. [SEP] what must get overall early? [SEP] now some other analysts believe that the global blogging industry has suffered these slights, the result of the current state of financial crisis. [SEP] mr brown said he and the film team would have to get their writing back in the us. [SEP] if you consider who believes that celebs, traditionally out from the country ' s ruling majority and, a single world leader, are agree [SEP]
+
+===== sample 027 =====
+[CLS] problems - - by adding hot - to - the - hot design. [SEP] but 15 - drowned least it is coming on to the market. [SEP] the revolvers recently took the name away with its three more stars and stars ( see " not with me " ) in the latest ads. [SEP] suffolk social orgy - new kibuk - with a green list of building projects. [SEP] u. s. secretary of the u. s. army and technology alan kolel is funding the development of a biorweal energy research lab on campus at boston university. [SEP] you may also visit his site with the right, you [SEP]
+
+===== sample 028 =====
+[CLS] must hear and report its sources of headline news : blogs and news, post - election coverage and woes and news. [SEP] ningara sales let its short family on hand to make a home, while the charity comes into the race, with a slower pace. [SEP] the endangeredm was killed when the bomb was set off when the car was seen zooming on his car. [SEP] december 30 was the previous quarterly loss, p & i and its banks, via cm4 markets, own bad loans. [SEP] it may be much more than similar white big - outlines found in dreier ' s new case. [SEP] police say [SEP]
+
+===== sample 029 =====
+[CLS] the economy increased. [SEP] kesaru, co - owned and alston, since it was bought in 1999. [SEP] manufacturer fluor systems inc. officials said the facility could save jobs of 700. [SEP] even more so, it seems, if he ' s no longer a player of his side by side - and in particular, you can be paid for by going for it. [SEP] move on. [SEP] but he was a good guy, but not not too much? [SEP] and, of course, edwards is certainly showing up in a few days for her un capital. [SEP] just as people like to say, to concuring [SEP]
+
+===== sample 030 =====
+[CLS] the newspaper said. [SEP] seven - world pro winner john entigo, of surrey - has long retired from south africa. [SEP] but environmentalists say the group is not stalling and will continue to encourage the production of ethanol from power sources. [SEP] wie daly was off, and marino led a three - on 61. [SEP] the cardinal sir thomas, who faced fresh calls from the government today, was also told he and his non - medical condition could be investigated. [SEP] it ' s in his waking life of their excesses and conversations, the footage of his experience of texting with people. [SEP] he scored with 3 : [SEP]
+
+===== sample 031 =====
+[CLS] to people who understand him and they hear him sometimes. [SEP] cablevision ' s performance is up well this time, with the throughout christmas day and weekend both running up the rankings. [SEP] the second group, a very group of 3, was able to lift explosives onto a 10 - foot mini that ran 25 out recaps, at the " end of the year. " [SEP] although just under $ 20 is made, a few bidder can be found in the round. [SEP] by andrea bargnani and jason jones, who came out in the third for their 10 - 0 win over the flames, the jose ( 3 - [SEP]
+
+===== sample 032 =====
+[CLS] has began to live within its means. [SEP] if you want to change your opinion of which country that i am - but what i am? [SEP] mr blair was asked, but, not as a leader, on which the mid - 1980s ' chancellors said all he could have asked for, not to be appointed as home staff. [SEP] her still? [SEP] he ' s quite exciting - - on the other hand, you thing to come around to it. " [SEP] these are not one of their songs they try to teach their handlers on the internet, but it ' s said the woman they see on the show making up it [SEP]
+
+===== sample 033 =====
+[CLS] obama % at his on tuesday. [SEP] i, inevitably, might be very through offended if the air, it is, to break down on him if his name goes on you - - " that voice " - - but i try to be an american in a dour way or that way. [SEP] i said to you, are you going to sell u. s. president, "?? [SEP] i have people know their win is a first turn to the economy, including their young stars. [SEP] when i were born of gordon ' s father, ely, who was an important fan for david, who very often happened to be [SEP]
+
+===== sample 034 =====
+[CLS] on the manchester streets this week, holding his up and breaking their head ; they come for the big story, nothing like the fact that he is a " get " in a world with just 15, 000 players. [SEP] my job in the town was turned away. [SEP] now because i have fi obama pictures its something that it includes eight nanoconds of fibres across the building like a billion years. [SEP] still, they fans are pored over because of plastic made in green, with the result of special fittings - - sticking up coverings when their pieces are cut to protect the skin. [SEP] since the time we were [SEP]
+
+===== sample 035 =====
+[CLS] set of new rules that could set way for their party candidates to face a cross - primary in june. [SEP] it blamed the problem on a change, " rooted in the u. s. government of only its " of team. [SEP] " they ' re just about sex issues rather than the danger of oral sex.... [SEP] but how often? [SEP] mark p. laroche, spokesman for the board, said that friday ' s case would be given discussed at a public meeting. [SEP] at 33, mr. daniel is losing everything but, when both he and her father can finish off his games at his age of [SEP]
+
+===== sample 036 =====
+[CLS] obama backed down a 25p loan to us consumers monday in washington. protests. [SEP] lawmakers from the vote, spoke to a homelandize spokesman, saying he would " speak with congress. " [SEP] mr. salinger ' s father, a longtime news magazine fan, said he ' s now being able to sell his other works. attributed monday ' s results to hollywood and said there were an estimated recent group of around 100, 000 active to the site, which has the most sales online. [SEP] many groups wanted to dissey thousands of drivers to submit information, some several years, that are used to be a 20 - [SEP]
+
+===== sample 037 =====
+[CLS] your area, " if it ' s on a tree, or the sun, " bloch said. [SEP] is this is also an actor or a dj??? [SEP] however, ttf lawyers says they still won ' t hold back claims from michael jackson ' s father that his mother got out of drugs when he was with her singer. [SEP] and i ' ll campaign for a european phone? [SEP] what would pay for the deficit is a little direct to the pentagon. [SEP] they are good under pressure of competition and terror, they can be drugy, cold, and scary. [SEP] be wrong. [SEP] but, have you [SEP]
+
+===== sample 038 =====
+[CLS] and to look for extra places, and on the basis of how as and their education marble. [SEP] for jay hearns, a lawyer, this series is an opera long story. [SEP] the barclo website ( www. barclo. org. uk / trade ) for over two cents of frames to the owners of 4x4s, is about £1, mr. smith said. [SEP] a quick turnout is not expected but because, the new last year and still a part of the everson - growing drag calendar, they move quickly across the country. [SEP] thousands of the opposition to switch plan to vote for him, [SEP]
+
+===== sample 039 =====
+[CLS] in the playoffs, captured his second major after winning a third race, but needed to move into fourth place to finish at third with the north central title to go. [SEP] the truth, say, make a mixed eye. [SEP] discuss poll : those who get an opinion on the limits of body - like strength when sex during a meeting to a new friend is caused a bigger hug? [SEP] scottish senator gordon brown caused a similar issue last month after a self - described " eucuriator " admitted to interlonging some people. [SEP] mr goidle was later killed in a strong people ' s revolt. [SEP] that would help [SEP]
+
+===== sample 040 =====
+[CLS], so who can stay 10m under the maximum - - last week, was one of the world ' s shortest selling women. [SEP] the part of the f. b. a. investigation is to get its players and players to their first world cup in november next year. [SEP] you were not that happy with you em. [SEP] he had never played twice on his first day with his team. [SEP] i why i like to have such memories... [SEP] is a mega - prop a sales business to? [SEP] it ' s like a shaker stood out and stuck on to something. [SEP] gordon brown said the u. [SEP]
+
+===== sample 041 =====
+[CLS] sure. he meant to sing and make any boos. taps go to put him on this someone would say you should be old enough to know this big boy ' s medical history and fight that problem, being that he really couldn ' t even live his life trying to get a doctor to do it but he would think it would be so great? [SEP] the man claims that ms jewell asked him the cancer he was but his true number was not. [SEP] however, on the first time in, the was that the fraud note was being foreclosed for an average fee of about £200 against him. [SEP] the [SEP]
+
+===== sample 042 =====
+[CLS] now was a suspect in his death, and all the women, the law and under investigation for tusss that they performed with a recent deputy. [SEP] they all want the same result, have not to get to win, have to keep getting clear from the track, " says james. [SEP] much research has shown the use of genetic data - testing as an erm to create more information as to the more responsible type. [SEP] and now he has says something about this and mccain is asked if they are to your site to answer questions. [SEP] mr mccrory took his own advice and then suggested to him " do something, [SEP]
+
+===== sample 043 =====
+[CLS] more pain in a big mouth, because he had had to start next week ' s first games against stiot ' s less than eight months ago. [SEP] and she offered him the edgys and scro - like defnaz the last chance for his khenomina. [SEP] loi ' s political party is one of the strongest of iran ' s pro - western elite. [SEP] in a statement, his investigation referred to an incident where the prostitute made a break in retaliation for grousing fun to her teenage half - husband and for asking for photographs. [SEP] " but these conditions are not acceptable, " he said [SEP]
+
+===== sample 044 =====
+[CLS] home doesn ' t help because she ' s done all of this, " officials said. [SEP] " the teacher was looking at some of the children at the kindergarten, and he said he had met the 6 - year - old muhsy for two hours thursday with the school, and he was one of them in a similar experience, " police chief carni jones said. [SEP] which is that - well - - you it, are they - - up - -? [SEP] get them alone... and you said how the big 5s, $ $ and the us make the job right? [SEP] to the man he shaped [SEP]
+
+===== sample 045 =====
+[CLS] comment to berlusconi. [SEP] 91. [SEP] days of technology and war, locust diseases are under threat, are there the population ashes? [SEP] however, the news has blunted the simple practice of making progress on tax pay for the year to april 3, he said. [SEP] time for her rivals to protect themselves. [SEP] as good, the former wall street market chief and master, to run a web service like citigroup inc., to show us how well he understand risks on merrill lynch and aig. [SEP] it " - - to women of children ( between 10 - and 13 in israel ), [SEP]
+
+===== sample 046 =====
+[CLS] dismissed as " pure leverage ". [SEP] mr obama, who ' s long been comparing the newspaper to the leader of al - qaeda, said it was a " real relief " that, if the man had no one in pakistan, he just arrived in pakistan to make the case. [SEP] a k nyt al, a medical nurse whose findings are paid out by the american medical association, said, " really : i look in many cases, and to me, i think i never made a difference, " if those pledges, i think i would not believe it, were very small, they might not have sound sense. [SEP] [SEP]
+
+===== sample 047 =====
+[CLS] at your house because a little lad didn ' t want her. [SEP] he was fulfilling his right for that and would not move to get have her. [SEP] the company began operations in 2001 and now hopes to have the best to work out how to reach its economic future in 2007. [SEP] are you going to get a record of this summer, a result of this tough economy weather forecast. [SEP] i got to john krasner getting held in his carnivore in the $ 500, 000 a & e i. [SEP] nar, where the fed rules, has been accepting all home mortgage loans since december 2006 to ensure they [SEP]
+
+===== sample 048 =====
+[CLS] actually used a series of alternative intravenous drugs. [SEP] they are so sad, even because their so - called children are safe, they are unsure what the future of this country was. [SEP] fill o ' connell high house, greatthorpe street, oxford. [SEP] more than 500 police workers in heclos, were at this time to tackle the problem and they were considering whether to close the club after staff said legal action would be taken by them on child protection policies. [SEP] until now, a now " old " like god has been calling on you to let me know for me years. [SEP] as the over eks of [SEP]
+
+===== sample 049 =====
+[CLS] the house count, " will we choose? [SEP] go for as many as it has during the count, get dro, and stay flat on the christmas season. [SEP] so, along with the male allor season and farn, you may call for the " spring, " the type of three early important plants in the red coat, where they typically can live for ever longer in parts of fall. [SEP] yes er hah my coh, as i have i advanced and i may have non - gamers in the u. s. i will be going to afghanistan in june. [SEP] the judge has refused to be sc [SEP]
+
+===== sample 050 =====
+[CLS]p bekhshdf. [SEP] one of the races in the final five will depend on chances in this round of the playoffs. [SEP] mrs says said 1 to 3, 000 tickets at first would be left just for the full family. [SEP] our students have led to a difference over the years. [SEP] he said that would go against him the rest of the trial. i could not look at his saw. [SEP] it is a fact that i have not read all over 100 of those published books - this has become a pretty interesting one. [SEP] he is a party with young people, not with old hair. [SEP] " i believe [SEP]
+
+===== sample 051 =====
+[CLS] up yesterday to the third match game of the 12 - man set of the champions series series and the final time that is taking weeks away. [SEP] along was the first case in which both pacey and lighty effectively went on to their goal, they probably lacked the right combination to work on a goal. [SEP] he said to him to pretend that to be a him. " because man said she is, " he said, that it get out of me. [SEP] a 3 - 0 victory seemed like more than 1 p. m. some of the third was when the peacocks were from patrick redes and in davis flat, [SEP]
+
+===== sample 052 =====
+[CLS] for learning to see and a failure every five years. [SEP] just 5, 000 dollars in applications this year came from the united states. [SEP] japan ' s foreign minister said the united states should avoid divisive military action, during the visit of a leader on the island last week. [SEP] " i ' ve already! " one of the gap went shouted. [SEP] " the list of this us offering is is a - relative value the number one in the house and pro excludes a sector, and everything that it would like to have on its tabled has in balance to this important support, " said matthew serries of the [SEP]
+
+===== sample 053 =====
+[CLS], two people in and over one of her dead sat on the sun before breakfast ( she kyl ). ( not us off by 2011 of a a year is the milton ). [SEP] wooguk an wonk, hoo, in fact, not for their two by people were to each other. [SEP] yes, you can ' t see this, but since you cannot read, you should know that the best decision, even so dramatically, is not to teach him, or her to do and do well, to teach them to own language. [SEP] she has had to go to school and work in hospital, but the [SEP]
+
+===== sample 054 =====
+[CLS] michael jackson - - because that people, the judge says, will never attempt to capture the young. [SEP] a key statement on the issue could make some clear by backing among lloyds ' small business community, including some on the proko takeover proposal. [SEP] " will & grace " was the no. 1 album in october sales in billboard magazine ' s top 100 100, 000 this week ' s, a top salescan report released wednesday showed tuesday. [SEP] yahoo, the chief chairman of an online video group, started a website that had about 2, 500 members posted in october 2001. [SEP] not, of those conditions that can men [SEP]
+
+===== sample 055 =====
+[CLS] the boy was killed just to the point of being caught in a bar when he was moved in to charge it. [SEP] the shares gained a little higher after that. [SEP] that compared with a last share price of $ 6. 40 on october 3, 2007. [SEP] they also said that only the creators of thecc groups, dr. and mr. mozant, could track the whereabouts for their content, had been able to track their information from their own sources. [SEP] or did we prefer him instead of the one you had never won. - the clinton - gated world series - and hasn ' t be around as 12 [SEP]
+
+===== sample 056 =====
+[CLS] second - life online game and a new generation of one of today ' s men of action. [SEP] a few women expect to take advantage of themselves as top two to make their finals in the year final. [SEP] gascot is skeptical about whether he ' s as good a backup, or a strong on a no. hitter team. [SEP] he said that the officer secured their hands only with white wine from the boys and showed them had been trying to study their licences. [SEP] not as but no it has to go get into these issues and they ' ve done the deal. [SEP] french authorities took three months to launch their appeal [SEP]
+
+===== sample 057 =====
+[CLS] of the health institute. [SEP] but the heart of the presidency, whose face is also not strong, come to a fore. [SEP] wild countrylls have been killed in three areas in eastington, south sussex since july. [SEP] portsmouth, england, may 18. [SEP] what, the united nations will have? 2 after a year of war.. from a display of debilitating down, wha... [SEP] mr abp, 57, was the speaker before and at the sex and culture festival in birmingham. [SEP] twenty years later i am prepared and to learn to have my aca knocked by the cructs after [SEP]
+
+===== sample 058 =====
+[CLS] was the first source of information for the afghan media. [SEP] officials close to mr. kadyrov, however first, responded to questions about their comments, including the possibility of a request to meet with a russian foreign affairs chief in moscow. [SEP] american bank must pay back borrowed money. [SEP] long long lines. [SEP] the scientists were on their return trip back to the moon, expected back at a beach near south rock on sunday. [SEP] he then helped to shift the rest. [SEP] home champion pak - fy and van derde, belgium, were nine - on favorites this afternoon. [SEP] when he went to iraq, a woman [SEP]
+
+===== sample 059 =====
+[CLS] president and the world. [SEP] his wife patricia jones said : " in two minutes of this tragic incident, i really lost and really cut off her co - workers. [SEP] and a few interesting, later.. ' s will he be. [SEP] now a friend... anddates and smiths, and the best friend ' s over - the - rules over a life for you and and your wife ' s late brother, t. i. they ' ve both had the year to... their p ' s, yet we have some of this care. [SEP] the capo plant ; alfaolla and terrestrial farm [SEP]
+
+===== sample 060 =====
+[CLS], and the two apparently did have a blood test at the hospital try to see newborns, one of his backer to show their hands to the service. [SEP] what would happen when you run for a top job? [SEP] the interesting question,, is the reaction in the markets for weeks. [SEP] the jury will change brains one month for its third year. [SEP] ms baines went into emergency two days after she was brought down. [SEP] a woman also appeared in court on december 15. [SEP] he wrote " all the mes " ( chesney ) a very best ger model. [SEP] the scheme toful - bag [SEP]
+
+===== sample 061 =====
+[CLS] century hit the hurs. co - directed by peter gox, the director - turned - actor produced by john r, and the producers robert gillmar, david weapons, and jeff al ' anif. [SEP] he has plenty of local mums with families i meet at least once in a week. [SEP] living his years as a green fleece fan. [SEP] his short take deals with simple people, moxies and justs, cowell said what he saw in today ' s financial landscape could be about as different as the big problems of some of the same films... [SEP] moir, aged 25 last year [SEP]
+
+===== sample 062 =====
+[CLS] have responded to the crisis, said on key 15 - day issues, including in some key euro nations. [SEP] they have to pay it daily, for the on profit of the project. [SEP] in turn, the k - 8 p 500 debuted in its first week with a budget of $ 34. 8. [SEP] have you have an adverse concern about its need for raw material to make into a treatment drug for a population of a a h1n1 fluine a he carried on a group of people. [SEP] " you the money for setting down later - - and if that ' s taking place before the day that is complete, [SEP]
+
+===== sample 063 =====
+[CLS]. " [SEP] eventually, he would move with them out before the day - - it to be, he knew - - as they would be allowed to move on. [SEP] the forssels, with bark, red and breaks from local regularly - known as the gram - 18 big peeked are covered with beached groupevia, over massaged in the rakes over a homely dappons and gait. [SEP] a clear view from the defence democratic side would be as to whether a western administration would have been aggressive enough about a war other than afghanistan and iraq, not to think as close. [SEP] the uk government [SEP]
+

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps16_c16_t1p45_scored.jsonl

@@ -0,0 +1,65 @@
+{"type": "summary", "name": "steps16_c16_t1p45", "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt", "step": 434000, "decode": {"kind": "categorical_fullvocab_normal_steps_sweep", "config": "steps16_c16_t1p45", "steps": 16, "endpoint_temp": 1.45, "concentration_max": 16.0, "final_from": "state", "update": "resample", "n_samples": 64, "seed": 20260509}, "detok_genppl": {"ppl": 87.09230147171434, "nll_per_token": 4.46696849271573, "tokens": 9436}, "diversity": {"sample_entropy": 4.209594284037644, "unique_tokens": 1838, "token_count": 8192, "distinct_1": 0.224365234375, "distinct_2": 0.7412647637795275, "top_token_mass": 0.048828125}}
+{"type": "sample", "index": 0, "raw_text": "[CLS] david a. gerck asked the appeals court to consider a 16 - page preliminary appeal with the whose action can be quidered out of his own. [SEP] the majority sit out for most of the year, and will not have to wait for a final term. [SEP] \" she does, in iran or that ence, people have only really limited to it. [SEP] \" this criminal made his company, \" he said on an outdoor cover this week. [SEP] i grer his name, too and, after he started with long friends, he was quite funny. [SEP] the 35 - year - old died in 2003, an [SEP]", "detok_text": "[CLS] david a. gerck asked the appeals court to consider a 16 - page preliminary appeal with the whose action can be quidered out of his own. [SEP] the majority sit out for most of the year, and will not have to wait for a final term. [SEP] \"she does, in iran or that ence, people have only really limited to it. [SEP]\" this criminal made his company, \" he said on an outdoor cover this week. [SEP] i grer his name, too and, after he started with long friends, he was quite funny. [SEP] the 35 - year - old died in 2003, an [SEP]"}
+{"type": "sample", "index": 1, "raw_text": "[CLS] i ' m really no doubt for a 2 % increase because the fire service is called when the first smoke and when the emergency go, this was escalating. ' [SEP] you said one thing. i used a word a. of course, can i have all you ' truth ' s neutrals coming down and then - - in now. [SEP] funding for a third reactor on the south river has been proposed in 2004, for the summer olympics of roletv. [SEP] the claim pay £250 from their trucking value of over £20, which includes a cream jacket during power breaks and the appropriates session. [SEP] and if [SEP]", "detok_text": "[CLS] i'm really no doubt for a 2 % increase because the fire service is called when the first smoke and when the emergency go, this was escalating. ' [SEP] you said one thing. i used a word a. of course, can i have all you' truth's neutrals coming down and then - - in now. [SEP] funding for a third reactor on the south river has been proposed in 2004, for the summer olympics of roletv. [SEP] the claim pay £250 from their trucking value of over £20, which includes a cream jacket during power breaks and the appropriates session. [SEP] and if [SEP]"}
+{"type": "sample", "index": 2, "raw_text": "[CLS] [SEP] there drink only champagne, and with a bit of wine. [SEP] 1 to create, and, thanks to the urban sprawl of skyscrapers has been happy to price its business squarely for greater economic advantage. [SEP] having managed to finish to 12 in the last six months, he played for both the black and a european title. [SEP] in response to the attack, he held a gun as a flait in his head and left a message in the back of the back of benitez a gun in 2006. [SEP] the jailers are apolo squadrone bortz, a 23 - foot, all - [SEP]", "detok_text": "[CLS] [SEP] there drink only champagne, and with a bit of wine. [SEP] 1 to create, and, thanks to the urban sprawl of skyscrapers has been happy to price its business squarely for greater economic advantage. [SEP] having managed to finish to 12 in the last six months, he played for both the black and a european title. [SEP] in response to the attack, he held a gun as a flait in his head and left a message in the back of the back of benitez a gun in 2006. [SEP] the jailers are apolo squadrone bortz, a 23 - foot, all - [SEP]"}
+{"type": "sample", "index": 3, "raw_text": "[CLS]acly sedative books and i watch the sun blow out as on the shifters of old capes.? [SEP] we should not look the woman in any way. [SEP] then does the children. [SEP] it was a particularly strong example of the consequences of the obama administration to respond. [SEP] meanwhile, we believe that the virus - free trabus fertili xus - - of whom are only the one human baby now separated in foster care - - had the will to win. [SEP] the two times he father and his son have left a \" very small part of life \" to get from me to my son to [SEP]", "detok_text": "[CLS]acly sedative books and i watch the sun blow out as on the shifters of old capes.? [SEP] we should not look the woman in any way. [SEP] then does the children. [SEP] it was a particularly strong example of the consequences of the obama administration to respond. [SEP] meanwhile, we believe that the virus - free trabus fertili xus - - of whom are only the one human baby now separated in foster care - - had the will to win. [SEP] the two times he father and his son have left a \"very small part of life\" to get from me to my son to [SEP]"}
+{"type": "sample", "index": 4, "raw_text": "[CLS] been published on the web. [SEP] he ' s not too much like \" i could get your head in! \" [SEP] in addition to their their testing was only the best interest to the public interest, the two men also knew the security tests did nothing wrong, soares added. \" have taken a position that now, mr. kaine, gave no clear consideration to the idea for the use of public bin machines by the state government. [SEP] play went on a while but weir was fouled first and then he could go out on his back to goal. [SEP] but china - - china said in august it was willing to join [SEP]", "detok_text": "[CLS] been published on the web. [SEP] he's not too much like \"i could get your head in!\" [SEP] in addition to their their testing was only the best interest to the public interest, the two men also knew the security tests did nothing wrong, soares added. \" have taken a position that now, mr. kaine, gave no clear consideration to the idea for the use of public bin machines by the state government. [SEP] play went on a while but weir was fouled first and then he could go out on his back to goal. [SEP] but china - - china said in august it was willing to join [SEP]"}
+{"type": "sample", "index": 5, "raw_text": "[CLS] - year children will usually stay for 1, 000 years to home, according to the secret law enforcement report, as the used first - middle - class bag is setsumed to be around $ 4 a day. [SEP] parents, house staff and council members all have a card at the local council with the key to their claims and due to receive complaints from parents who to turn it up. [SEP] but only \" you ' re very lucky that you like something i like less.... \" [SEP] we showed up in the top 10 times, and she said what so many we were, why they were letting you sing. [SEP] [SEP]", "detok_text": "[CLS] - year children will usually stay for 1, 000 years to home, according to the secret law enforcement report, as the used first - middle - class bag is setsumed to be around $4 a day. [SEP] parents, house staff and council members all have a card at the local council with the key to their claims and due to receive complaints from parents who to turn it up. [SEP] but only \"you're very lucky that you like something i like less....\" [SEP] we showed up in the top 10 times, and she said what so many we were, why they were letting you sing. [SEP] [SEP]"}
+{"type": "sample", "index": 6, "raw_text": "[CLS] out, and my knowledge passed of their own money, a bit was going to pay me out. [SEP] a few of still has more details, though - - the british government is there to come in on the first bank of type of bonuses. [SEP] however, it is in the government ' s interest to protect the program. [SEP] it was a boys ' bill of only hours, not aspects, of this nation ' s forecasting that might be expected from the parents, but mr. nabily, was much less resistant to such thought initiatives. [SEP] your country is way into that emergency. [SEP] the lights is out, so [SEP]", "detok_text": "[CLS] out, and my knowledge passed of their own money, a bit was going to pay me out. [SEP] a few of still has more details, though - - the british government is there to come in on the first bank of type of bonuses. [SEP] however, it is in the government's interest to protect the program. [SEP] it was a boys' bill of only hours, not aspects, of this nation's forecasting that might be expected from the parents, but mr. nabily, was much less resistant to such thought initiatives. [SEP] your country is way into that emergency. [SEP] the lights is out, so [SEP]"}
+{"type": "sample", "index": 7, "raw_text": "[CLS] one back is going to slow it down for a further while. [SEP] well, this always is your favorite animal. [SEP] \" you still haven ' t heard what, period, but you ' re asked why. [SEP] if no one can do that, these are the start of the british leg on the night. [SEP] voyes also said two of the children should have medical treatment. [SEP] this is a fact. [SEP] probably, to its true that it has not to end to where there goes on for so long as the physical path of theoretically... [SEP] if you hear from it, that ' s amazing. [SEP] but [SEP]", "detok_text": "[CLS] one back is going to slow it down for a further while. [SEP] well, this always is your favorite animal. [SEP] \" you still haven't heard what, period, but you're asked why. [SEP] if no one can do that, these are the start of the british leg on the night. [SEP] voyes also said two of the children should have medical treatment. [SEP] this is a fact. [SEP] probably, to its true that it has not to end to where there goes on for so long as the physical path of theoretically... [SEP] if you hear from it, that's amazing. [SEP] but [SEP]"}
+{"type": "sample", "index": 8, "raw_text": "[CLS] those in the camps see this as a bad way to protect their cause. [SEP] so al torre is putting him to a similar test in his al al east, the cbs baseball broadcast in rutherford, n. j. on wednesday. [SEP] first up, he believed - - was got it. [SEP] but now the national shi ' ites, allied to the sunni sunni allies, is rejecting the new method by the way of this modern, old - school name. [SEP] over there, the feeling is that he know he made up the people to help you out what he is going to grab you, \" says boure. [SEP] [SEP]", "detok_text": "[CLS] those in the camps see this as a bad way to protect their cause. [SEP] so al torre is putting him to a similar test in his al al east, the cbs baseball broadcast in rutherford, n. j. on wednesday. [SEP] first up, he believed - - was got it. [SEP] but now the national shi' ites, allied to the sunni sunni allies, is rejecting the new method by the way of this modern, old - school name. [SEP] over there, the feeling is that he know he made up the people to help you out what he is going to grab you, \" says boure. [SEP] [SEP]"}
+{"type": "sample", "index": 9, "raw_text": "[CLS] details of their illness, and three year old so - called out of correctness are given to each of them, one and one, three in every four days. [SEP] parker entered the game with two when tony parker returned with an injury to extend the lead to a row in the fourth quarter. [SEP] after that with a production of the best movie, the jacksons,, the first simons album, the hows returned to houston and go on to put on the re - produced show, \" where i live! \" [SEP] the opposition leader offered little mention of the former royal family and its influential green birds, who said in [SEP]", "detok_text": "[CLS] details of their illness, and three year old so - called out of correctness are given to each of them, one and one, three in every four days. [SEP] parker entered the game with two when tony parker returned with an injury to extend the lead to a row in the fourth quarter. [SEP] after that with a production of the best movie, the jacksons,, the first simons album, the hows returned to houston and go on to put on the re - produced show, \"where i live!\" [SEP] the opposition leader offered little mention of the former royal family and its influential green birds, who said in [SEP]"}
+{"type": "sample", "index": 10, "raw_text": "[CLS]rli matalan, the rabbi of the dikull, who have no children. [SEP] carter ' s, the ecobizly chain ' s toughest fashion line, drew 1, 4, 000 people to the mall in 2005. [SEP] she tried to sell small market prices failed to garner economy. [SEP] meanwhile the 15 - year old died of a variety of incubation diseases and serious natural injuries to her life. [SEP] fina said \" that brown is going against china, dancing and preparing for a the beijing games bid the next summer. [SEP] she is now. [SEP] the security warned of the militants on monday that [SEP]", "detok_text": "[CLS]rli matalan, the rabbi of the dikull, who have no children. [SEP] carter's, the ecobizly chain's toughest fashion line, drew 1, 4, 000 people to the mall in 2005. [SEP] she tried to sell small market prices failed to garner economy. [SEP] meanwhile the 15 - year old died of a variety of incubation diseases and serious natural injuries to her life. [SEP] fina said \" that brown is going against china, dancing and preparing for a the beijing games bid the next summer. [SEP] she is now. [SEP] the security warned of the militants on monday that [SEP]"}
+{"type": "sample", "index": 11, "raw_text": "[CLS] t needed. [SEP] access to the media caused her to become so secret that she has gone to her - - her - - to - - mother. [SEP] the group says its players earned as much as a record 15. 1m euros last year and the money would be dropped if the team won the title. [SEP] david has moved to fight the recession and to scotland as their football manager. [SEP] but neither british nor us is going to succeed in a country which is considered a significant part of its stability. [SEP] new york ' s daniel clearder, who went to the ice last game for a league win for minnesota, had a [SEP]", "detok_text": "[CLS] t needed. [SEP] access to the media caused her to become so secret that she has gone to her - - her - - to - - mother. [SEP] the group says its players earned as much as a record 15. 1m euros last year and the money would be dropped if the team won the title. [SEP] david has moved to fight the recession and to scotland as their football manager. [SEP] but neither british nor us is going to succeed in a country which is considered a significant part of its stability. [SEP] new york's daniel clearder, who went to the ice last game for a league win for minnesota, had a [SEP]"}
+{"type": "sample", "index": 12, "raw_text": "[CLS]er, the french finance minister, said authorities have to work with its countries to be sure that the effect of euro was not on the banks ' situation. [SEP] he followss a study by one expert in durban, which showed a vet could be one million pounds a month - - immediately for the price of £250, 000 and paying £550, an eight - size. [SEP] however, the male population is expected to have 16 to 10 an oya. [SEP] regardless of displo, the four - and - chargeer price will be much higher if a storm breaks up with the one - four - - the if it [SEP]", "detok_text": "[CLS]er, the french finance minister, said authorities have to work with its countries to be sure that the effect of euro was not on the banks' situation. [SEP] he followss a study by one expert in durban, which showed a vet could be one million pounds a month - - immediately for the price of £250, 000 and paying £550, an eight - size. [SEP] however, the male population is expected to have 16 to 10 an oya. [SEP] regardless of displo, the four - and - chargeer price will be much higher if a storm breaks up with the one - four - - the if it [SEP]"}
+{"type": "sample", "index": 13, "raw_text": "[CLS] site. [SEP] seaton, who was born in cuba, adopted his mother ' s name in 2002, is still being held custody. [SEP] that i could go, this was to my son, mys : the only child that goes on after his mother killed her is he, was his daughter, so she and her son, william, jr., married to other children on christmas day, went out with her and old boys michael ; and james,, and thomas ashley, key 2 of their family ; two daughters ; and p. clarence, and goss and don and lisa, who were the grandchildren of their brothers ; [SEP]", "detok_text": "[CLS] site. [SEP] seaton, who was born in cuba, adopted his mother's name in 2002, is still being held custody. [SEP] that i could go, this was to my son, mys: the only child that goes on after his mother killed her is he, was his daughter, so she and her son, william, jr., married to other children on christmas day, went out with her and old boys michael; and james,, and thomas ashley, key 2 of their family; two daughters; and p. clarence, and goss and don and lisa, who were the grandchildren of their brothers; [SEP]"}
+{"type": "sample", "index": 14, "raw_text": "[CLS] in their team. [SEP] well, you point out the question they asked knowingly was designed to appear insomie and dippee. [SEP] there ' s a big point - - ( think about not smiling in my heart at the elation of seeing kids who can ' t have computers. ) [SEP] the weeks after the playstation games also means people will start making up for themselves. [SEP] a deal, signed with judge bartel, in a high court program with video - merly took him the allegations to them, not just to the club. [SEP] maybe, it ' s the last, the point of the film. [SEP] [SEP]", "detok_text": "[CLS] in their team. [SEP] well, you point out the question they asked knowingly was designed to appear insomie and dippee. [SEP] there's a big point - - (think about not smiling in my heart at the elation of seeing kids who can't have computers.) [SEP] the weeks after the playstation games also means people will start making up for themselves. [SEP] a deal, signed with judge bartel, in a high court program with video - merly took him the allegations to them, not just to the club. [SEP] maybe, it's the last, the point of the film. [SEP] [SEP]"}
+{"type": "sample", "index": 15, "raw_text": "[CLS] problems. [SEP] the coat come from midpoint but would have been known to atgoley house, north wales. [SEP] the news eventually comes with you a say he ' ll see you do it all ( if you ' re not offered a position ) or a slurrying of your.?. this is your vista... what turned it on when, will give you all theus with the bums? [SEP] how many pretains against in our state of play, but also or the environmental sector. \" [SEP] mr miller told the station he lived in a nearby spot with his family because he had been found [SEP]", "detok_text": "[CLS] problems. [SEP] the coat come from midpoint but would have been known to atgoley house, north wales. [SEP] the news eventually comes with you a say he'll see you do it all (if you're not offered a position) or a slurrying of your.?. this is your vista... what turned it on when, will give you all theus with the bums? [SEP] how many pretains against in our state of play, but also or the environmental sector. \" [SEP] mr miller told the station he lived in a nearby spot with his family because he had been found [SEP]"}
+{"type": "sample", "index": 16, "raw_text": "[CLS] us were right to pay the price \" for nothing \" or for himself or his family. [SEP] the trade equator will give the music on track based at the largest best on so far. together these idea, made and sell over 1, 000 copies a day. year. [SEP] wellge, this morning, i have myself asked the unrelated set of those by farhi ' s name. [SEP] there are only 9 missing - related ballots so far. [SEP] her run ended last season and his contract began looking up to end, prompting him need to confern to a cameo role in 2004. [SEP] the company says the changes in conditions [SEP]", "detok_text": "[CLS] us were right to pay the price \"for nothing\" or for himself or his family. [SEP] the trade equator will give the music on track based at the largest best on so far. together these idea, made and sell over 1, 000 copies a day. year. [SEP] wellge, this morning, i have myself asked the unrelated set of those by farhi's name. [SEP] there are only 9 missing - related ballots so far. [SEP] her run ended last season and his contract began looking up to end, prompting him need to confern to a cameo role in 2004. [SEP] the company says the changes in conditions [SEP]"}
+{"type": "sample", "index": 17, "raw_text": "[CLS] some time and are upset because they know that she is the underpaid, but why the media go so far. from the way i were met at a nyc birthday party in a crowd of thousands in a new york hotel. [SEP] so to make something even worse the preferred - well, that you have very nice opinions with. in the real world, you don ' t know as to what he said for. the guy is, or why doesn ' t he say, a \" to the think \" of how they might believe the other people who are in the know said he does. my mother seems to a real old with [SEP]", "detok_text": "[CLS] some time and are upset because they know that she is the underpaid, but why the media go so far. from the way i were met at a nyc birthday party in a crowd of thousands in a new york hotel. [SEP] so to make something even worse the preferred - well, that you have very nice opinions with. in the real world, you don't know as to what he said for. the guy is, or why doesn't he say, a \"to the think\" of how they might believe the other people who are in the know said he does. my mother seems to a real old with [SEP]"}
+{"type": "sample", "index": 18, "raw_text": "[CLS] he can kill them. [SEP] he was then an unusual kid ( leicester, for example to 5 - 11 ) in terms of possession, first half. [SEP] customers can buy them a cost of up to £100 each day by themselves but gmp experts say that some of the products should be sold to men. [SEP] the few years should have had as long a time on a bank as it would like to, before its woes began to ease. [SEP] on a day a group of seven americans who had voted for the first event on long island in 2006, people in their early 30s, on average, took away a given bag [SEP]", "detok_text": "[CLS] he can kill them. [SEP] he was then an unusual kid (leicester, for example to 5 - 11) in terms of possession, first half. [SEP] customers can buy them a cost of up to £100 each day by themselves but gmp experts say that some of the products should be sold to men. [SEP] the few years should have had as long a time on a bank as it would like to, before its woes began to ease. [SEP] on a day a group of seven americans who had voted for the first event on long island in 2006, people in their early 30s, on average, took away a given bag [SEP]"}
+{"type": "sample", "index": 19, "raw_text": "[CLS] at the time of the alleged will, said things that could have separated him from his friends for his volubetre. [SEP] the man ' s parents asked to ask the questions to my concerned, but i then shank myself to the situation of if you in my cell time after my birth, \" the right phone and when the access to their private internet and... shut up and... \" is the top of what i know is as long as i donʼt want to drop the land rules. [SEP] mr brady said : \" it ' s an opportunity to go in to real and all the problems are [SEP]", "detok_text": "[CLS] at the time of the alleged will, said things that could have separated him from his friends for his volubetre. [SEP] the man's parents asked to ask the questions to my concerned, but i then shank myself to the situation of if you in my cell time after my birth, \"the right phone and when the access to their private internet and... shut up and...\" is the top of what i know is as long as i donʼt want to drop the land rules. [SEP] mr brady said: \" it's an opportunity to go in to real and all the problems are [SEP]"}
+{"type": "sample", "index": 20, "raw_text": "[CLS] and vegetables a day, give them ale and a sled rice mixture with a little ofbean oil. [SEP] the camera had put on her at the time, so seems she wasn ' t moving like me, but this time of the week. [SEP] sparkly is a lifelong, and then gay, with she - with - over, his partner, ashley. [SEP] 27., to form his opposition partners for peace, the radical movement led by the zec, who pleaded for save - city homes by vacationing in their retirement area. [SEP] in addition to apple ' s iphone, the holiday holiday season continues to begin. [SEP]", "detok_text": "[CLS] and vegetables a day, give them ale and a sled rice mixture with a little ofbean oil. [SEP] the camera had put on her at the time, so seems she wasn't moving like me, but this time of the week. [SEP] sparkly is a lifelong, and then gay, with she - with - over, his partner, ashley. [SEP] 27., to form his opposition partners for peace, the radical movement led by the zec, who pleaded for save - city homes by vacationing in their retirement area. [SEP] in addition to apple's iphone, the holiday holiday season continues to begin. [SEP]"}
+{"type": "sample", "index": 21, "raw_text": "[CLS] would be finished by my case. [SEP] i should not pay $ 7 a month, because they are covered by dollars. [SEP] organisers had 10 tabs on twitter, and was signed over 1, 000 for the first number. [SEP] 4. [SEP] jackson was a season 5 - foot - 10 senior of the top five teams in the league. [SEP] but the winner has to be included in that list to determine who would have been responsible for opposition to obama and in 2006 ' s elections. [SEP] tom bolton / the free j. p. morgan, got everything straight to me stuff. [SEP] anyone who would want to use people ' [SEP]", "detok_text": "[CLS] would be finished by my case. [SEP] i should not pay $7 a month, because they are covered by dollars. [SEP] organisers had 10 tabs on twitter, and was signed over 1, 000 for the first number. [SEP] 4. [SEP] jackson was a season 5 - foot - 10 senior of the top five teams in the league. [SEP] but the winner has to be included in that list to determine who would have been responsible for opposition to obama and in 2006's elections. [SEP] tom bolton/the free j. p. morgan, got everything straight to me stuff. [SEP] anyone who would want to use people ' [SEP]"}
+{"type": "sample", "index": 22, "raw_text": "[CLS] by the government, her research ). [SEP] but then i cut him down - - before they tried to. [SEP] also, some said, the parents had to write off about the reason. [SEP] \" i love to win, as i ' ve been blogging on his events and history and learning more about what he plays, in games. [SEP] \" then it was right... and his kids and his parents were different to the team that he grew brought up. [SEP] added : \" tim has set a top - down standard in the quality of food and has as much for it as possible. [SEP] in the meantime, a [SEP]", "detok_text": "[CLS] by the government, her research ). [SEP] but then i cut him down - - before they tried to. [SEP] also, some said, the parents had to write off about the reason. [SEP] \"i love to win, as i've been blogging on his events and history and learning more about what he plays, in games. [SEP]\" then it was right... and his kids and his parents were different to the team that he grew brought up. [SEP] added: \" tim has set a top - down standard in the quality of food and has as much for it as possible. [SEP] in the meantime, a [SEP]"}
+{"type": "sample", "index": 23, "raw_text": "[CLS] the border town of zard vey mosimna, said officers were killed, including three woman, the three children. [SEP] the two were both growing up in the early 1980s, in the 60s, in the twenties, and even in movies. [SEP] my am and i live in the bar. [SEP] he is waiting to see whether the mega - alongs that could attract his future wife, boyfriend, the best man and husband and kids, will tend to get you vote for the girlfriend - - but isn ' t yet made up of our image of a pop star or a hot moment. [SEP] he said there were 200 [SEP]", "detok_text": "[CLS] the border town of zard vey mosimna, said officers were killed, including three woman, the three children. [SEP] the two were both growing up in the early 1980s, in the 60s, in the twenties, and even in movies. [SEP] my am and i live in the bar. [SEP] he is waiting to see whether the mega - alongs that could attract his future wife, boyfriend, the best man and husband and kids, will tend to get you vote for the girlfriend - - but isn't yet made up of our image of a pop star or a hot moment. [SEP] he said there were 200 [SEP]"}
+{"type": "sample", "index": 24, "raw_text": "[CLS] been dragged into a riot at an evening restaurant or market. [SEP] and then, when the children became more tired. [SEP] when she was said, \" play back, you can remember down the message to her theate. [SEP] i ' ve really had this major amount of research before. [SEP] recent in school, pr ( ie, an advanced job of college ), we worked out and i have been, particularly in private matters. [SEP] with the finance system. [SEP] as if nothing should be brought against ggr?? [SEP] regional banks are under pressure to turn government status into sources of credit, a german newspaper report. [SEP] [SEP]", "detok_text": "[CLS] been dragged into a riot at an evening restaurant or market. [SEP] and then, when the children became more tired. [SEP] when she was said, \" play back, you can remember down the message to her theate. [SEP] i've really had this major amount of research before. [SEP] recent in school, pr (ie, an advanced job of college), we worked out and i have been, particularly in private matters. [SEP] with the finance system. [SEP] as if nothing should be brought against ggr?? [SEP] regional banks are under pressure to turn government status into sources of credit, a german newspaper report. [SEP] [SEP]"}
+{"type": "sample", "index": 25, "raw_text": "[CLS] her to conspin the obama mano to her so i tell her to have got to work on a book about her work and what he was not know and i hope it is her because when she was it i did not know what and i she she the money to be like that. on its. just something \" was true, \" and i am ifa., at her worst that, i wasnt t enough so i did. then now he she tried her looking up to a tv just hanging out of the window, but then the while it was nothing. [SEP] this said, the tromp of grace will [SEP]", "detok_text": "[CLS] her to conspin the obama mano to her so i tell her to have got to work on a book about her work and what he was not know and i hope it is her because when she was it i did not know what and i she she the money to be like that. on its. just something \"was true,\" and i am ifa., at her worst that, i wasnt t enough so i did. then now he she tried her looking up to a tv just hanging out of the window, but then the while it was nothing. [SEP] this said, the tromp of grace will [SEP]"}
+{"type": "sample", "index": 26, "raw_text": "[CLS] about 10 percent behind in the event and so he went back to the landing site from landing down with the water. [SEP] there were about 100 golfers on his course, with play at about 4, 000. [SEP] what must get overall early? [SEP] now some other analysts believe that the global blogging industry has suffered these slights, the result of the current state of financial crisis. [SEP] mr brown said he and the film team would have to get their writing back in the us. [SEP] if you consider who believes that celebs, traditionally out from the country ' s ruling majority and, a single world leader, are agree [SEP]", "detok_text": "[CLS] about 10 percent behind in the event and so he went back to the landing site from landing down with the water. [SEP] there were about 100 golfers on his course, with play at about 4, 000. [SEP] what must get overall early? [SEP] now some other analysts believe that the global blogging industry has suffered these slights, the result of the current state of financial crisis. [SEP] mr brown said he and the film team would have to get their writing back in the us. [SEP] if you consider who believes that celebs, traditionally out from the country's ruling majority and, a single world leader, are agree [SEP]"}
+{"type": "sample", "index": 27, "raw_text": "[CLS] problems - - by adding hot - to - the - hot design. [SEP] but 15 - drowned least it is coming on to the market. [SEP] the revolvers recently took the name away with its three more stars and stars ( see \" not with me \" ) in the latest ads. [SEP] suffolk social orgy - new kibuk - with a green list of building projects. [SEP] u. s. secretary of the u. s. army and technology alan kolel is funding the development of a biorweal energy research lab on campus at boston university. [SEP] you may also visit his site with the right, you [SEP]", "detok_text": "[CLS] problems - - by adding hot - to - the - hot design. [SEP] but 15 - drowned least it is coming on to the market. [SEP] the revolvers recently took the name away with its three more stars and stars (see \"not with me\") in the latest ads. [SEP] suffolk social orgy - new kibuk - with a green list of building projects. [SEP] u. s. secretary of the u. s. army and technology alan kolel is funding the development of a biorweal energy research lab on campus at boston university. [SEP] you may also visit his site with the right, you [SEP]"}
+{"type": "sample", "index": 28, "raw_text": "[CLS] must hear and report its sources of headline news : blogs and news, post - election coverage and woes and news. [SEP] ningara sales let its short family on hand to make a home, while the charity comes into the race, with a slower pace. [SEP] the endangeredm was killed when the bomb was set off when the car was seen zooming on his car. [SEP] december 30 was the previous quarterly loss, p & i and its banks, via cm4 markets, own bad loans. [SEP] it may be much more than similar white big - outlines found in dreier ' s new case. [SEP] police say [SEP]", "detok_text": "[CLS] must hear and report its sources of headline news: blogs and news, post - election coverage and woes and news. [SEP] ningara sales let its short family on hand to make a home, while the charity comes into the race, with a slower pace. [SEP] the endangeredm was killed when the bomb was set off when the car was seen zooming on his car. [SEP] december 30 was the previous quarterly loss, p & i and its banks, via cm4 markets, own bad loans. [SEP] it may be much more than similar white big - outlines found in dreier's new case. [SEP] police say [SEP]"}
+{"type": "sample", "index": 29, "raw_text": "[CLS] the economy increased. [SEP] kesaru, co - owned and alston, since it was bought in 1999. [SEP] manufacturer fluor systems inc. officials said the facility could save jobs of 700. [SEP] even more so, it seems, if he ' s no longer a player of his side by side - and in particular, you can be paid for by going for it. [SEP] move on. [SEP] but he was a good guy, but not not too much? [SEP] and, of course, edwards is certainly showing up in a few days for her un capital. [SEP] just as people like to say, to concuring [SEP]", "detok_text": "[CLS] the economy increased. [SEP] kesaru, co - owned and alston, since it was bought in 1999. [SEP] manufacturer fluor systems inc. officials said the facility could save jobs of 700. [SEP] even more so, it seems, if he's no longer a player of his side by side - and in particular, you can be paid for by going for it. [SEP] move on. [SEP] but he was a good guy, but not not too much? [SEP] and, of course, edwards is certainly showing up in a few days for her un capital. [SEP] just as people like to say, to concuring [SEP]"}
+{"type": "sample", "index": 30, "raw_text": "[CLS] the newspaper said. [SEP] seven - world pro winner john entigo, of surrey - has long retired from south africa. [SEP] but environmentalists say the group is not stalling and will continue to encourage the production of ethanol from power sources. [SEP] wie daly was off, and marino led a three - on 61. [SEP] the cardinal sir thomas, who faced fresh calls from the government today, was also told he and his non - medical condition could be investigated. [SEP] it ' s in his waking life of their excesses and conversations, the footage of his experience of texting with people. [SEP] he scored with 3 : [SEP]", "detok_text": "[CLS] the newspaper said. [SEP] seven - world pro winner john entigo, of surrey - has long retired from south africa. [SEP] but environmentalists say the group is not stalling and will continue to encourage the production of ethanol from power sources. [SEP] wie daly was off, and marino led a three - on 61. [SEP] the cardinal sir thomas, who faced fresh calls from the government today, was also told he and his non - medical condition could be investigated. [SEP] it's in his waking life of their excesses and conversations, the footage of his experience of texting with people. [SEP] he scored with 3: [SEP]"}
+{"type": "sample", "index": 31, "raw_text": "[CLS] to people who understand him and they hear him sometimes. [SEP] cablevision ' s performance is up well this time, with the throughout christmas day and weekend both running up the rankings. [SEP] the second group, a very group of 3, was able to lift explosives onto a 10 - foot mini that ran 25 out recaps, at the \" end of the year. \" [SEP] although just under $ 20 is made, a few bidder can be found in the round. [SEP] by andrea bargnani and jason jones, who came out in the third for their 10 - 0 win over the flames, the jose ( 3 - [SEP]", "detok_text": "[CLS] to people who understand him and they hear him sometimes. [SEP] cablevision's performance is up well this time, with the throughout christmas day and weekend both running up the rankings. [SEP] the second group, a very group of 3, was able to lift explosives onto a 10 - foot mini that ran 25 out recaps, at the \"end of the year.\" [SEP] although just under $20 is made, a few bidder can be found in the round. [SEP] by andrea bargnani and jason jones, who came out in the third for their 10 - 0 win over the flames, the jose ( 3 - [SEP]"}
+{"type": "sample", "index": 32, "raw_text": "[CLS] has began to live within its means. [SEP] if you want to change your opinion of which country that i am - but what i am? [SEP] mr blair was asked, but, not as a leader, on which the mid - 1980s ' chancellors said all he could have asked for, not to be appointed as home staff. [SEP] her still? [SEP] he ' s quite exciting - - on the other hand, you thing to come around to it. \" [SEP] these are not one of their songs they try to teach their handlers on the internet, but it ' s said the woman they see on the show making up it [SEP]", "detok_text": "[CLS] has began to live within its means. [SEP] if you want to change your opinion of which country that i am - but what i am? [SEP] mr blair was asked, but, not as a leader, on which the mid - 1980s' chancellors said all he could have asked for, not to be appointed as home staff. [SEP] her still? [SEP] he's quite exciting - - on the other hand, you thing to come around to it. \" [SEP] these are not one of their songs they try to teach their handlers on the internet, but it's said the woman they see on the show making up it [SEP]"}
+{"type": "sample", "index": 33, "raw_text": "[CLS] obama % at his on tuesday. [SEP] i, inevitably, might be very through offended if the air, it is, to break down on him if his name goes on you - - \" that voice \" - - but i try to be an american in a dour way or that way. [SEP] i said to you, are you going to sell u. s. president, \"?? [SEP] i have people know their win is a first turn to the economy, including their young stars. [SEP] when i were born of gordon ' s father, ely, who was an important fan for david, who very often happened to be [SEP]", "detok_text": "[CLS] obama % at his on tuesday. [SEP] i, inevitably, might be very through offended if the air, it is, to break down on him if his name goes on you - - \"that voice\" - - but i try to be an american in a dour way or that way. [SEP] i said to you, are you going to sell u. s. president, \"?? [SEP] i have people know their win is a first turn to the economy, including their young stars. [SEP] when i were born of gordon's father, ely, who was an important fan for david, who very often happened to be [SEP]"}
+{"type": "sample", "index": 34, "raw_text": "[CLS] on the manchester streets this week, holding his up and breaking their head ; they come for the big story, nothing like the fact that he is a \" get \" in a world with just 15, 000 players. [SEP] my job in the town was turned away. [SEP] now because i have fi obama pictures its something that it includes eight nanoconds of fibres across the building like a billion years. [SEP] still, they fans are pored over because of plastic made in green, with the result of special fittings - - sticking up coverings when their pieces are cut to protect the skin. [SEP] since the time we were [SEP]", "detok_text": "[CLS] on the manchester streets this week, holding his up and breaking their head; they come for the big story, nothing like the fact that he is a \"get\" in a world with just 15, 000 players. [SEP] my job in the town was turned away. [SEP] now because i have fi obama pictures its something that it includes eight nanoconds of fibres across the building like a billion years. [SEP] still, they fans are pored over because of plastic made in green, with the result of special fittings - - sticking up coverings when their pieces are cut to protect the skin. [SEP] since the time we were [SEP]"}
+{"type": "sample", "index": 35, "raw_text": "[CLS] set of new rules that could set way for their party candidates to face a cross - primary in june. [SEP] it blamed the problem on a change, \" rooted in the u. s. government of only its \" of team. [SEP] \" they ' re just about sex issues rather than the danger of oral sex.... [SEP] but how often? [SEP] mark p. laroche, spokesman for the board, said that friday ' s case would be given discussed at a public meeting. [SEP] at 33, mr. daniel is losing everything but, when both he and her father can finish off his games at his age of [SEP]", "detok_text": "[CLS] set of new rules that could set way for their party candidates to face a cross - primary in june. [SEP] it blamed the problem on a change, \"rooted in the u. s. government of only its\" of team. [SEP] \" they're just about sex issues rather than the danger of oral sex.... [SEP] but how often? [SEP] mark p. laroche, spokesman for the board, said that friday's case would be given discussed at a public meeting. [SEP] at 33, mr. daniel is losing everything but, when both he and her father can finish off his games at his age of [SEP]"}
+{"type": "sample", "index": 36, "raw_text": "[CLS] obama backed down a 25p loan to us consumers monday in washington. protests. [SEP] lawmakers from the vote, spoke to a homelandize spokesman, saying he would \" speak with congress. \" [SEP] mr. salinger ' s father, a longtime news magazine fan, said he ' s now being able to sell his other works. attributed monday ' s results to hollywood and said there were an estimated recent group of around 100, 000 active to the site, which has the most sales online. [SEP] many groups wanted to dissey thousands of drivers to submit information, some several years, that are used to be a 20 - [SEP]", "detok_text": "[CLS] obama backed down a 25p loan to us consumers monday in washington. protests. [SEP] lawmakers from the vote, spoke to a homelandize spokesman, saying he would \"speak with congress.\" [SEP] mr. salinger's father, a longtime news magazine fan, said he's now being able to sell his other works. attributed monday's results to hollywood and said there were an estimated recent group of around 100, 000 active to the site, which has the most sales online. [SEP] many groups wanted to dissey thousands of drivers to submit information, some several years, that are used to be a 20 - [SEP]"}
+{"type": "sample", "index": 37, "raw_text": "[CLS] your area, \" if it ' s on a tree, or the sun, \" bloch said. [SEP] is this is also an actor or a dj??? [SEP] however, ttf lawyers says they still won ' t hold back claims from michael jackson ' s father that his mother got out of drugs when he was with her singer. [SEP] and i ' ll campaign for a european phone? [SEP] what would pay for the deficit is a little direct to the pentagon. [SEP] they are good under pressure of competition and terror, they can be drugy, cold, and scary. [SEP] be wrong. [SEP] but, have you [SEP]", "detok_text": "[CLS] your area, \"if it's on a tree, or the sun,\" bloch said. [SEP] is this is also an actor or a dj??? [SEP] however, ttf lawyers says they still won't hold back claims from michael jackson's father that his mother got out of drugs when he was with her singer. [SEP] and i'll campaign for a european phone? [SEP] what would pay for the deficit is a little direct to the pentagon. [SEP] they are good under pressure of competition and terror, they can be drugy, cold, and scary. [SEP] be wrong. [SEP] but, have you [SEP]"}
+{"type": "sample", "index": 38, "raw_text": "[CLS] and to look for extra places, and on the basis of how as and their education marble. [SEP] for jay hearns, a lawyer, this series is an opera long story. [SEP] the barclo website ( www. barclo. org. uk / trade ) for over two cents of frames to the owners of 4x4s, is about £1, mr. smith said. [SEP] a quick turnout is not expected but because, the new last year and still a part of the everson - growing drag calendar, they move quickly across the country. [SEP] thousands of the opposition to switch plan to vote for him, [SEP]", "detok_text": "[CLS] and to look for extra places, and on the basis of how as and their education marble. [SEP] for jay hearns, a lawyer, this series is an opera long story. [SEP] the barclo website (www. barclo. org. uk/trade) for over two cents of frames to the owners of 4x4s, is about £1, mr. smith said. [SEP] a quick turnout is not expected but because, the new last year and still a part of the everson - growing drag calendar, they move quickly across the country. [SEP] thousands of the opposition to switch plan to vote for him, [SEP]"}
+{"type": "sample", "index": 39, "raw_text": "[CLS] in the playoffs, captured his second major after winning a third race, but needed to move into fourth place to finish at third with the north central title to go. [SEP] the truth, say, make a mixed eye. [SEP] discuss poll : those who get an opinion on the limits of body - like strength when sex during a meeting to a new friend is caused a bigger hug? [SEP] scottish senator gordon brown caused a similar issue last month after a self - described \" eucuriator \" admitted to interlonging some people. [SEP] mr goidle was later killed in a strong people ' s revolt. [SEP] that would help [SEP]", "detok_text": "[CLS] in the playoffs, captured his second major after winning a third race, but needed to move into fourth place to finish at third with the north central title to go. [SEP] the truth, say, make a mixed eye. [SEP] discuss poll: those who get an opinion on the limits of body - like strength when sex during a meeting to a new friend is caused a bigger hug? [SEP] scottish senator gordon brown caused a similar issue last month after a self - described \"eucuriator\" admitted to interlonging some people. [SEP] mr goidle was later killed in a strong people's revolt. [SEP] that would help [SEP]"}
+{"type": "sample", "index": 40, "raw_text": "[CLS], so who can stay 10m under the maximum - - last week, was one of the world ' s shortest selling women. [SEP] the part of the f. b. a. investigation is to get its players and players to their first world cup in november next year. [SEP] you were not that happy with you em. [SEP] he had never played twice on his first day with his team. [SEP] i why i like to have such memories... [SEP] is a mega - prop a sales business to? [SEP] it ' s like a shaker stood out and stuck on to something. [SEP] gordon brown said the u. [SEP]", "detok_text": "[CLS], so who can stay 10m under the maximum - - last week, was one of the world's shortest selling women. [SEP] the part of the f. b. a. investigation is to get its players and players to their first world cup in november next year. [SEP] you were not that happy with you em. [SEP] he had never played twice on his first day with his team. [SEP] i why i like to have such memories... [SEP] is a mega - prop a sales business to? [SEP] it's like a shaker stood out and stuck on to something. [SEP] gordon brown said the u. [SEP]"}
+{"type": "sample", "index": 41, "raw_text": "[CLS] sure. he meant to sing and make any boos. taps go to put him on this someone would say you should be old enough to know this big boy ' s medical history and fight that problem, being that he really couldn ' t even live his life trying to get a doctor to do it but he would think it would be so great? [SEP] the man claims that ms jewell asked him the cancer he was but his true number was not. [SEP] however, on the first time in, the was that the fraud note was being foreclosed for an average fee of about £200 against him. [SEP] the [SEP]", "detok_text": "[CLS] sure. he meant to sing and make any boos. taps go to put him on this someone would say you should be old enough to know this big boy's medical history and fight that problem, being that he really couldn't even live his life trying to get a doctor to do it but he would think it would be so great? [SEP] the man claims that ms jewell asked him the cancer he was but his true number was not. [SEP] however, on the first time in, the was that the fraud note was being foreclosed for an average fee of about £200 against him. [SEP] the [SEP]"}
+{"type": "sample", "index": 42, "raw_text": "[CLS] now was a suspect in his death, and all the women, the law and under investigation for tusss that they performed with a recent deputy. [SEP] they all want the same result, have not to get to win, have to keep getting clear from the track, \" says james. [SEP] much research has shown the use of genetic data - testing as an erm to create more information as to the more responsible type. [SEP] and now he has says something about this and mccain is asked if they are to your site to answer questions. [SEP] mr mccrory took his own advice and then suggested to him \" do something, [SEP]", "detok_text": "[CLS] now was a suspect in his death, and all the women, the law and under investigation for tusss that they performed with a recent deputy. [SEP] they all want the same result, have not to get to win, have to keep getting clear from the track, \"says james. [SEP] much research has shown the use of genetic data - testing as an erm to create more information as to the more responsible type. [SEP] and now he has says something about this and mccain is asked if they are to your site to answer questions. [SEP] mr mccrory took his own advice and then suggested to him\" do something, [SEP]"}
+{"type": "sample", "index": 43, "raw_text": "[CLS] more pain in a big mouth, because he had had to start next week ' s first games against stiot ' s less than eight months ago. [SEP] and she offered him the edgys and scro - like defnaz the last chance for his khenomina. [SEP] loi ' s political party is one of the strongest of iran ' s pro - western elite. [SEP] in a statement, his investigation referred to an incident where the prostitute made a break in retaliation for grousing fun to her teenage half - husband and for asking for photographs. [SEP] \" but these conditions are not acceptable, \" he said [SEP]", "detok_text": "[CLS] more pain in a big mouth, because he had had to start next week's first games against stiot's less than eight months ago. [SEP] and she offered him the edgys and scro - like defnaz the last chance for his khenomina. [SEP] loi's political party is one of the strongest of iran's pro - western elite. [SEP] in a statement, his investigation referred to an incident where the prostitute made a break in retaliation for grousing fun to her teenage half - husband and for asking for photographs. [SEP] \"but these conditions are not acceptable,\" he said [SEP]"}
+{"type": "sample", "index": 44, "raw_text": "[CLS] home doesn ' t help because she ' s done all of this, \" officials said. [SEP] \" the teacher was looking at some of the children at the kindergarten, and he said he had met the 6 - year - old muhsy for two hours thursday with the school, and he was one of them in a similar experience, \" police chief carni jones said. [SEP] which is that - well - - you it, are they - - up - -? [SEP] get them alone... and you said how the big 5s, $ $ and the us make the job right? [SEP] to the man he shaped [SEP]", "detok_text": "[CLS] home doesn't help because she's done all of this, \"officials said. [SEP]\" the teacher was looking at some of the children at the kindergarten, and he said he had met the 6 - year - old muhsy for two hours thursday with the school, and he was one of them in a similar experience, \" police chief carni jones said. [SEP] which is that - well - - you it, are they - - up - -? [SEP] get them alone... and you said how the big 5s, $$and the us make the job right? [SEP] to the man he shaped [SEP]"}
+{"type": "sample", "index": 45, "raw_text": "[CLS] comment to berlusconi. [SEP] 91. [SEP] days of technology and war, locust diseases are under threat, are there the population ashes? [SEP] however, the news has blunted the simple practice of making progress on tax pay for the year to april 3, he said. [SEP] time for her rivals to protect themselves. [SEP] as good, the former wall street market chief and master, to run a web service like citigroup inc., to show us how well he understand risks on merrill lynch and aig. [SEP] it \" - - to women of children ( between 10 - and 13 in israel ), [SEP]", "detok_text": "[CLS] comment to berlusconi. [SEP] 91. [SEP] days of technology and war, locust diseases are under threat, are there the population ashes? [SEP] however, the news has blunted the simple practice of making progress on tax pay for the year to april 3, he said. [SEP] time for her rivals to protect themselves. [SEP] as good, the former wall street market chief and master, to run a web service like citigroup inc., to show us how well he understand risks on merrill lynch and aig. [SEP] it \" - - to women of children (between 10 - and 13 in israel), [SEP]"}
+{"type": "sample", "index": 46, "raw_text": "[CLS] dismissed as \" pure leverage \". [SEP] mr obama, who ' s long been comparing the newspaper to the leader of al - qaeda, said it was a \" real relief \" that, if the man had no one in pakistan, he just arrived in pakistan to make the case. [SEP] a k nyt al, a medical nurse whose findings are paid out by the american medical association, said, \" really : i look in many cases, and to me, i think i never made a difference, \" if those pledges, i think i would not believe it, were very small, they might not have sound sense. [SEP] [SEP]", "detok_text": "[CLS] dismissed as \"pure leverage\". [SEP] mr obama, who's long been comparing the newspaper to the leader of al - qaeda, said it was a \"real relief\" that, if the man had no one in pakistan, he just arrived in pakistan to make the case. [SEP] a k nyt al, a medical nurse whose findings are paid out by the american medical association, said, \"really: i look in many cases, and to me, i think i never made a difference,\" if those pledges, i think i would not believe it, were very small, they might not have sound sense. [SEP] [SEP]"}
+{"type": "sample", "index": 47, "raw_text": "[CLS] at your house because a little lad didn ' t want her. [SEP] he was fulfilling his right for that and would not move to get have her. [SEP] the company began operations in 2001 and now hopes to have the best to work out how to reach its economic future in 2007. [SEP] are you going to get a record of this summer, a result of this tough economy weather forecast. [SEP] i got to john krasner getting held in his carnivore in the $ 500, 000 a & e i. [SEP] nar, where the fed rules, has been accepting all home mortgage loans since december 2006 to ensure they [SEP]", "detok_text": "[CLS] at your house because a little lad didn't want her. [SEP] he was fulfilling his right for that and would not move to get have her. [SEP] the company began operations in 2001 and now hopes to have the best to work out how to reach its economic future in 2007. [SEP] are you going to get a record of this summer, a result of this tough economy weather forecast. [SEP] i got to john krasner getting held in his carnivore in the $500, 000 a & e i. [SEP] nar, where the fed rules, has been accepting all home mortgage loans since december 2006 to ensure they [SEP]"}
+{"type": "sample", "index": 48, "raw_text": "[CLS] actually used a series of alternative intravenous drugs. [SEP] they are so sad, even because their so - called children are safe, they are unsure what the future of this country was. [SEP] fill o ' connell high house, greatthorpe street, oxford. [SEP] more than 500 police workers in heclos, were at this time to tackle the problem and they were considering whether to close the club after staff said legal action would be taken by them on child protection policies. [SEP] until now, a now \" old \" like god has been calling on you to let me know for me years. [SEP] as the over eks of [SEP]", "detok_text": "[CLS] actually used a series of alternative intravenous drugs. [SEP] they are so sad, even because their so - called children are safe, they are unsure what the future of this country was. [SEP] fill o' connell high house, greatthorpe street, oxford. [SEP] more than 500 police workers in heclos, were at this time to tackle the problem and they were considering whether to close the club after staff said legal action would be taken by them on child protection policies. [SEP] until now, a now \"old\" like god has been calling on you to let me know for me years. [SEP] as the over eks of [SEP]"}
+{"type": "sample", "index": 49, "raw_text": "[CLS] the house count, \" will we choose? [SEP] go for as many as it has during the count, get dro, and stay flat on the christmas season. [SEP] so, along with the male allor season and farn, you may call for the \" spring, \" the type of three early important plants in the red coat, where they typically can live for ever longer in parts of fall. [SEP] yes er hah my coh, as i have i advanced and i may have non - gamers in the u. s. i will be going to afghanistan in june. [SEP] the judge has refused to be sc [SEP]", "detok_text": "[CLS] the house count, \"will we choose? [SEP] go for as many as it has during the count, get dro, and stay flat on the christmas season. [SEP] so, along with the male allor season and farn, you may call for the\" spring, \" the type of three early important plants in the red coat, where they typically can live for ever longer in parts of fall. [SEP] yes er hah my coh, as i have i advanced and i may have non - gamers in the u. s. i will be going to afghanistan in june. [SEP] the judge has refused to be sc [SEP]"}
+{"type": "sample", "index": 50, "raw_text": "[CLS]p bekhshdf. [SEP] one of the races in the final five will depend on chances in this round of the playoffs. [SEP] mrs says said 1 to 3, 000 tickets at first would be left just for the full family. [SEP] our students have led to a difference over the years. [SEP] he said that would go against him the rest of the trial. i could not look at his saw. [SEP] it is a fact that i have not read all over 100 of those published books - this has become a pretty interesting one. [SEP] he is a party with young people, not with old hair. [SEP] \" i believe [SEP]", "detok_text": "[CLS]p bekhshdf. [SEP] one of the races in the final five will depend on chances in this round of the playoffs. [SEP] mrs says said 1 to 3, 000 tickets at first would be left just for the full family. [SEP] our students have led to a difference over the years. [SEP] he said that would go against him the rest of the trial. i could not look at his saw. [SEP] it is a fact that i have not read all over 100 of those published books - this has become a pretty interesting one. [SEP] he is a party with young people, not with old hair. [SEP] \" i believe [SEP]"}
+{"type": "sample", "index": 51, "raw_text": "[CLS] up yesterday to the third match game of the 12 - man set of the champions series series and the final time that is taking weeks away. [SEP] along was the first case in which both pacey and lighty effectively went on to their goal, they probably lacked the right combination to work on a goal. [SEP] he said to him to pretend that to be a him. \" because man said she is, \" he said, that it get out of me. [SEP] a 3 - 0 victory seemed like more than 1 p. m. some of the third was when the peacocks were from patrick redes and in davis flat, [SEP]", "detok_text": "[CLS] up yesterday to the third match game of the 12 - man set of the champions series series and the final time that is taking weeks away. [SEP] along was the first case in which both pacey and lighty effectively went on to their goal, they probably lacked the right combination to work on a goal. [SEP] he said to him to pretend that to be a him. \"because man said she is,\" he said, that it get out of me. [SEP] a 3 - 0 victory seemed like more than 1 p. m. some of the third was when the peacocks were from patrick redes and in davis flat, [SEP]"}
+{"type": "sample", "index": 52, "raw_text": "[CLS] for learning to see and a failure every five years. [SEP] just 5, 000 dollars in applications this year came from the united states. [SEP] japan ' s foreign minister said the united states should avoid divisive military action, during the visit of a leader on the island last week. [SEP] \" i ' ve already! \" one of the gap went shouted. [SEP] \" the list of this us offering is is a - relative value the number one in the house and pro excludes a sector, and everything that it would like to have on its tabled has in balance to this important support, \" said matthew serries of the [SEP]", "detok_text": "[CLS] for learning to see and a failure every five years. [SEP] just 5, 000 dollars in applications this year came from the united states. [SEP] japan's foreign minister said the united states should avoid divisive military action, during the visit of a leader on the island last week. [SEP] \"i've already!\" one of the gap went shouted. [SEP] \"the list of this us offering is is a - relative value the number one in the house and pro excludes a sector, and everything that it would like to have on its tabled has in balance to this important support,\" said matthew serries of the [SEP]"}
+{"type": "sample", "index": 53, "raw_text": "[CLS], two people in and over one of her dead sat on the sun before breakfast ( she kyl ). ( not us off by 2011 of a a year is the milton ). [SEP] wooguk an wonk, hoo, in fact, not for their two by people were to each other. [SEP] yes, you can ' t see this, but since you cannot read, you should know that the best decision, even so dramatically, is not to teach him, or her to do and do well, to teach them to own language. [SEP] she has had to go to school and work in hospital, but the [SEP]", "detok_text": "[CLS], two people in and over one of her dead sat on the sun before breakfast (she kyl). (not us off by 2011 of a a year is the milton). [SEP] wooguk an wonk, hoo, in fact, not for their two by people were to each other. [SEP] yes, you can't see this, but since you cannot read, you should know that the best decision, even so dramatically, is not to teach him, or her to do and do well, to teach them to own language. [SEP] she has had to go to school and work in hospital, but the [SEP]"}
+{"type": "sample", "index": 54, "raw_text": "[CLS] michael jackson - - because that people, the judge says, will never attempt to capture the young. [SEP] a key statement on the issue could make some clear by backing among lloyds ' small business community, including some on the proko takeover proposal. [SEP] \" will & grace \" was the no. 1 album in october sales in billboard magazine ' s top 100 100, 000 this week ' s, a top salescan report released wednesday showed tuesday. [SEP] yahoo, the chief chairman of an online video group, started a website that had about 2, 500 members posted in october 2001. [SEP] not, of those conditions that can men [SEP]", "detok_text": "[CLS] michael jackson - - because that people, the judge says, will never attempt to capture the young. [SEP] a key statement on the issue could make some clear by backing among lloyds' small business community, including some on the proko takeover proposal. [SEP] \"will & grace\" was the no. 1 album in october sales in billboard magazine's top 100 100, 000 this week's, a top salescan report released wednesday showed tuesday. [SEP] yahoo, the chief chairman of an online video group, started a website that had about 2, 500 members posted in october 2001. [SEP] not, of those conditions that can men [SEP]"}
+{"type": "sample", "index": 55, "raw_text": "[CLS] the boy was killed just to the point of being caught in a bar when he was moved in to charge it. [SEP] the shares gained a little higher after that. [SEP] that compared with a last share price of $ 6. 40 on october 3, 2007. [SEP] they also said that only the creators of thecc groups, dr. and mr. mozant, could track the whereabouts for their content, had been able to track their information from their own sources. [SEP] or did we prefer him instead of the one you had never won. - the clinton - gated world series - and hasn ' t be around as 12 [SEP]", "detok_text": "[CLS] the boy was killed just to the point of being caught in a bar when he was moved in to charge it. [SEP] the shares gained a little higher after that. [SEP] that compared with a last share price of $6. 40 on october 3, 2007. [SEP] they also said that only the creators of thecc groups, dr. and mr. mozant, could track the whereabouts for their content, had been able to track their information from their own sources. [SEP] or did we prefer him instead of the one you had never won. - the clinton - gated world series - and hasn't be around as 12 [SEP]"}
+{"type": "sample", "index": 56, "raw_text": "[CLS] second - life online game and a new generation of one of today ' s men of action. [SEP] a few women expect to take advantage of themselves as top two to make their finals in the year final. [SEP] gascot is skeptical about whether he ' s as good a backup, or a strong on a no. hitter team. [SEP] he said that the officer secured their hands only with white wine from the boys and showed them had been trying to study their licences. [SEP] not as but no it has to go get into these issues and they ' ve done the deal. [SEP] french authorities took three months to launch their appeal [SEP]", "detok_text": "[CLS] second - life online game and a new generation of one of today's men of action. [SEP] a few women expect to take advantage of themselves as top two to make their finals in the year final. [SEP] gascot is skeptical about whether he's as good a backup, or a strong on a no. hitter team. [SEP] he said that the officer secured their hands only with white wine from the boys and showed them had been trying to study their licences. [SEP] not as but no it has to go get into these issues and they've done the deal. [SEP] french authorities took three months to launch their appeal [SEP]"}
+{"type": "sample", "index": 57, "raw_text": "[CLS] of the health institute. [SEP] but the heart of the presidency, whose face is also not strong, come to a fore. [SEP] wild countrylls have been killed in three areas in eastington, south sussex since july. [SEP] portsmouth, england, may 18. [SEP] what, the united nations will have? 2 after a year of war.. from a display of debilitating down, wha... [SEP] mr abp, 57, was the speaker before and at the sex and culture festival in birmingham. [SEP] twenty years later i am prepared and to learn to have my aca knocked by the cructs after [SEP]", "detok_text": "[CLS] of the health institute. [SEP] but the heart of the presidency, whose face is also not strong, come to a fore. [SEP] wild countrylls have been killed in three areas in eastington, south sussex since july. [SEP] portsmouth, england, may 18. [SEP] what, the united nations will have? 2 after a year of war.. from a display of debilitating down, wha... [SEP] mr abp, 57, was the speaker before and at the sex and culture festival in birmingham. [SEP] twenty years later i am prepared and to learn to have my aca knocked by the cructs after [SEP]"}
+{"type": "sample", "index": 58, "raw_text": "[CLS] was the first source of information for the afghan media. [SEP] officials close to mr. kadyrov, however first, responded to questions about their comments, including the possibility of a request to meet with a russian foreign affairs chief in moscow. [SEP] american bank must pay back borrowed money. [SEP] long long lines. [SEP] the scientists were on their return trip back to the moon, expected back at a beach near south rock on sunday. [SEP] he then helped to shift the rest. [SEP] home champion pak - fy and van derde, belgium, were nine - on favorites this afternoon. [SEP] when he went to iraq, a woman [SEP]", "detok_text": "[CLS] was the first source of information for the afghan media. [SEP] officials close to mr. kadyrov, however first, responded to questions about their comments, including the possibility of a request to meet with a russian foreign affairs chief in moscow. [SEP] american bank must pay back borrowed money. [SEP] long long lines. [SEP] the scientists were on their return trip back to the moon, expected back at a beach near south rock on sunday. [SEP] he then helped to shift the rest. [SEP] home champion pak - fy and van derde, belgium, were nine - on favorites this afternoon. [SEP] when he went to iraq, a woman [SEP]"}
+{"type": "sample", "index": 59, "raw_text": "[CLS] president and the world. [SEP] his wife patricia jones said : \" in two minutes of this tragic incident, i really lost and really cut off her co - workers. [SEP] and a few interesting, later.. ' s will he be. [SEP] now a friend... anddates and smiths, and the best friend ' s over - the - rules over a life for you and and your wife ' s late brother, t. i. they ' ve both had the year to... their p ' s, yet we have some of this care. [SEP] the capo plant ; alfaolla and terrestrial farm [SEP]", "detok_text": "[CLS] president and the world. [SEP] his wife patricia jones said: \" in two minutes of this tragic incident, i really lost and really cut off her co - workers. [SEP] and a few interesting, later..'s will he be. [SEP] now a friend... anddates and smiths, and the best friend's over - the - rules over a life for you and and your wife's late brother, t. i. they've both had the year to... their p's, yet we have some of this care. [SEP] the capo plant; alfaolla and terrestrial farm [SEP]"}
+{"type": "sample", "index": 60, "raw_text": "[CLS], and the two apparently did have a blood test at the hospital try to see newborns, one of his backer to show their hands to the service. [SEP] what would happen when you run for a top job? [SEP] the interesting question,, is the reaction in the markets for weeks. [SEP] the jury will change brains one month for its third year. [SEP] ms baines went into emergency two days after she was brought down. [SEP] a woman also appeared in court on december 15. [SEP] he wrote \" all the mes \" ( chesney ) a very best ger model. [SEP] the scheme toful - bag [SEP]", "detok_text": "[CLS], and the two apparently did have a blood test at the hospital try to see newborns, one of his backer to show their hands to the service. [SEP] what would happen when you run for a top job? [SEP] the interesting question,, is the reaction in the markets for weeks. [SEP] the jury will change brains one month for its third year. [SEP] ms baines went into emergency two days after she was brought down. [SEP] a woman also appeared in court on december 15. [SEP] he wrote \"all the mes\" (chesney) a very best ger model. [SEP] the scheme toful - bag [SEP]"}
+{"type": "sample", "index": 61, "raw_text": "[CLS] century hit the hurs. co - directed by peter gox, the director - turned - actor produced by john r, and the producers robert gillmar, david weapons, and jeff al ' anif. [SEP] he has plenty of local mums with families i meet at least once in a week. [SEP] living his years as a green fleece fan. [SEP] his short take deals with simple people, moxies and justs, cowell said what he saw in today ' s financial landscape could be about as different as the big problems of some of the same films... [SEP] moir, aged 25 last year [SEP]", "detok_text": "[CLS] century hit the hurs. co - directed by peter gox, the director - turned - actor produced by john r, and the producers robert gillmar, david weapons, and jeff al' anif. [SEP] he has plenty of local mums with families i meet at least once in a week. [SEP] living his years as a green fleece fan. [SEP] his short take deals with simple people, moxies and justs, cowell said what he saw in today's financial landscape could be about as different as the big problems of some of the same films... [SEP] moir, aged 25 last year [SEP]"}
+{"type": "sample", "index": 62, "raw_text": "[CLS] have responded to the crisis, said on key 15 - day issues, including in some key euro nations. [SEP] they have to pay it daily, for the on profit of the project. [SEP] in turn, the k - 8 p 500 debuted in its first week with a budget of $ 34. 8. [SEP] have you have an adverse concern about its need for raw material to make into a treatment drug for a population of a a h1n1 fluine a he carried on a group of people. [SEP] \" you the money for setting down later - - and if that ' s taking place before the day that is complete, [SEP]", "detok_text": "[CLS] have responded to the crisis, said on key 15 - day issues, including in some key euro nations. [SEP] they have to pay it daily, for the on profit of the project. [SEP] in turn, the k - 8 p 500 debuted in its first week with a budget of $34. 8. [SEP] have you have an adverse concern about its need for raw material to make into a treatment drug for a population of a a h1n1 fluine a he carried on a group of people. [SEP] \" you the money for setting down later - - and if that's taking place before the day that is complete, [SEP]"}
+{"type": "sample", "index": 63, "raw_text": "[CLS]. \" [SEP] eventually, he would move with them out before the day - - it to be, he knew - - as they would be allowed to move on. [SEP] the forssels, with bark, red and breaks from local regularly - known as the gram - 18 big peeked are covered with beached groupevia, over massaged in the rakes over a homely dappons and gait. [SEP] a clear view from the defence democratic side would be as to whether a western administration would have been aggressive enough about a war other than afghanistan and iraq, not to think as close. [SEP] the uk government [SEP]", "detok_text": "[CLS]. \" [SEP] eventually, he would move with them out before the day - - it to be, he knew - - as they would be allowed to move on. [SEP] the forssels, with bark, red and breaks from local regularly - known as the gram - 18 big peeked are covered with beached groupevia, over massaged in the rakes over a homely dappons and gait. [SEP] a clear view from the defence democratic side would be as to whether a western administration would have been aggressive enough about a war other than afghanistan and iraq, not to think as close. [SEP] the uk government [SEP]"}

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps16_c64_t1p45_detok_raw_samples.txt

@@ -0,0 +1,224 @@
+steps16_c64_t1p45_detok
+{
+  "type": "summary",
+  "name": "steps16_c64_t1p45",
+  "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt",
+  "step": 434000,
+  "decode": {
+    "kind": "categorical_fullvocab_normal_steps_sweep",
+    "config": "steps16_c64_t1p45",
+    "steps": 16,
+    "endpoint_temp": 1.45,
+    "concentration_max": 64.0,
+    "final_from": "state",
+    "update": "resample",
+    "n_samples": 64,
+    "seed": 20260509
+  },
+  "detok_genppl": {
+    "ppl": 66.61748976274951,
+    "nll_per_token": 4.1989671521209155,
+    "tokens": 9396
+  },
+  "diversity": {
+    "sample_entropy": 4.231530478940866,
+    "unique_tokens": 1676,
+    "token_count": 8192,
+    "distinct_1": 0.20458984375,
+    "distinct_2": 0.717888779527559,
+    "top_token_mass": 0.047119140625
+  }
+}
+
+===== sample 000 =====
+[CLS] have a decision on wednesday to ask an appeals court to put a new term vote on the council, whose 60 seats include at least three of 13 seats in parliament, each of them, for 30 seats a year, but the opposition need 15 parliamentary seats on final elections. [SEP] in this summer, he also saw two fetid people with they killed in his neighborhood. [SEP] murtay made it very clear when he says he will have the money to make his cars cider and agururies, and he starts with a £3 car and $10m to make a one - foot boat. [SEP] in time we would [SEP]
+
+===== sample 001 =====
+[CLS] when he wants, no kids know the case, but when the older sister is dead, the first of the children are born to a mother; and find that he's still has her child and she wants a bottlenoe of his, and her not know she and she'll be but if they take a leave - in stand. [SEP] but for a major art gallery, it's difficult to sell up around $100 million for his pieces - - something that has not made to as a match - up. [SEP] on friday, khambok said: " we do believe that the president will have to make [SEP]
+
+===== sample 002 =====
+[CLS] [SEP] the caron t - type 8 has a 10 - inch - 8 - foot - high, 2 - 5 foot frame. [SEP] he has vowed to fight the gun crime, fighting squarely for gun rights legislation. [SEP] having managed to sell to shareholders, the club have raised interest over the market they took their borrowings on, with the acquisition of alliance & leicester, the new company they bought, for £50m in the third quarter. [SEP] in the beginning i went back to my mother, but i would soon back on. [SEP] they also scored 21 points, while koz bryant scored 18 and the korver [SEP]
+
+===== sample 003 =====
+[CLS]tedly, maybe he knew the word coming out, but now what on is not in his right as it is? and we should not always have made money on their backsides. [SEP] their children are likely to see a very strong example of the consequences of aders going to college. [SEP] however, analysts believe that the next year's growth in the industry has probably will have to wait until both motor market and demand begins to recover. [SEP] i would be insanely interesting to debate something about my own feelings - get me out of the experience of my own life, because if they can get from it on, i can [SEP]
+
+===== sample 004 =====
+[CLS] such as schaal, who didn't wear too much clothing. [SEP] their money, they have change. [SEP] in fact, no knew just how the amount it costs to buy public transport projects continued to grow, but the data showed that could happen, to just two million dollars euros. [SEP] 1242: we got here to go, to go with the other team, for the day now, we know about the injury line - up. [SEP] tolima says that it has a big impact for his children. [SEP] mr mukherjee began diplomatic talks on october 10, but after pakistan said for months it was willing to resume [SEP]
+
+===== sample 005 =====
+[CLS] - old son, i am perful that i have to pay back attention to the secret comments he made when his daughter wanted to marry. [SEP] costs to use dragpipes amount to about $200 a day. [SEP] they do not not know if they would have, but what if his government would force him to do this, as "i just don was going to turn a little gun now when it is enough, i very well to you know, and i will wake you up?" [SEP] the wild flooding of may killed 10 people. [SEP] they say that this could also disrupt lines to supply lines and supplies between china, [SEP]
+
+===== sample 006 =====
+[CLS] "$100, 000 to buy" some children, "and what could they say about my children plan for christmas? [SEP]" i would never be going over the programme to use it to adopt him so i will be introduced into human beings. [SEP] i make it that, i wasn't a mother. [SEP] new york - now two summer games (one category, the gold medal, the second round and the third games) is unimaginably the same thing. [SEP] mr wen's decision was much less controversial after massive street protests in france and china as the games began its global schedule. [SEP] set out, set [SEP]
+
+===== sample 007 =====
+[CLS] it quite our job to be put down in a future world of war? [SEP] they are just your little animals. [SEP] "if you didn't hear what, 'to know,'" she said. [SEP] any positive progress can depend how, whether ethnic groups have options, and by policies or behaviors. [SEP] all of this up said a lot of other concerns. [SEP] were open. [SEP] owned by the european government government, safin power has been asked by germany and two major power companies to obtain licences for the main division of electric power plants. [SEP] if you hear from it, that would make you. [SEP] but [SEP]
+
+===== sample 008 =====
+[CLS] those with more serious disorders such as liver cancer, to die, and brain cancer, that there is just one chance of of born in the uk to have the serious condition to die in the wrong hand. [SEP] deposit insurance corp. has agreed to provide us $500 million in short - term funding to keep the national money in american banks, the uso reported on wednesday. [SEP] just the rule is your car. [SEP] it will come or, i know, my love and leave our country back, and i know that i i want to help find out why this guy is going to happen, " one, a one - year [SEP]
+
+===== sample 009 =====
+[CLS] of water in rain, and nearly half a ton of snow. [SEP] lambs are fed to each other with their legs and legs that then make a large bit of cullies. [SEP] but rookie marion jones came up with an interception to extend the lead to a point in the fourth quarter, and s. e can't ever turn away. [SEP] and almost never knew just what was up with them the feds. [SEP] it is the fact that mr obama thought he was running scared, he thought that he could have helped the opposition get so confrontational that they would have been quick to put hold on him. [SEP] the [SEP]
+
+===== sample 010 =====
+[CLS] surropoor, the if would not give him him or her his son. [SEP] it's 4. 10ft long, it's already agreed to use two guns because they said the u. s. force was not going far enough to defend him and used heavy force to slow him. [SEP] meanwhile, the storm could drive through the next six hours in even worse conditions just to win attention. [SEP] " if they're not complaining that they have to do something, try and make for a tough fight with the teacher. [SEP] she said she wanted more. [SEP] he said he was asked about the incident as [SEP]
+
+===== sample 011 =====
+[CLS] called him back. [SEP] in the first three months of beijing, bortman has gone to the three - week time - trial program because he is only really in the race. [SEP] a recent evidence showed that investors returned to consumer spending last year, in the fiscal year ended in june of 2008, the first full quarter of the fund year. [SEP] he could claim that his son was involved, but neither would he be him. [SEP] however, a magazine article about how a positive for her child gave pregnant last year and gave birth to daughter jagger, and it seems to be true of her father and daughter. [SEP] the 16 - [SEP]
+
+===== sample 012 =====
+[CLS] is lots of their rules about what those kids have to, but they'll only do that to keep each other safe and you call them that. [SEP] " i just had a shoulder, almost there in his face. [SEP] a north carolina officer was issued friday for a 21 - year - old suspect of the killings, and his remains to be suspended from a police unit. [SEP] another said the gunman told him he had been going to jail. [SEP] they have been in top pressure all night on centre - half andrivals cliari, who was subjud from the 6 after two weeks ago and who did [SEP]
+
+===== sample 013 =====
+[CLS] they put a false end for me, " she said before tustin began. [SEP] i think it is an immoralcy. [SEP] if i could see her britain would try to take its first female child in 2010. [SEP] i still though a new car life is not the proper right offer, so get this for sure. [SEP] he said she, married to other children on the day she went, thought i was old, but he had to keep taking a picture of the case. [SEP] this was a clear reason to this particular case in 2000 was made for my own purpose: this sort of a thing to come true; [SEP]
+
+===== sample 014 =====
+[CLS] in july, one year early, to carry out a six - dollar - day budget plan to add $600 in additional taxes on fuel. [SEP] he's closed down his two - sub poolside here and started to live at the farm just in moretown, ga. [SEP] the driver died shortly after the scene of the crash. [SEP] usg, which makes equipment for its book and television magazines, bought a time co - owned timeday last summer. [SEP] brain - half i took him was born to four months old, which was difficult. [SEP] but the government's deficit will cut by 1 percent this year. [SEP] [SEP]
+
+===== sample 015 =====
+[CLS] can get him instead. but she and her son will have nothing to do about going way over. they will get her to take him down into the street. but when one of them want to give her all her money ). she know and she'll give now, she will just pay it to you and your money.. and i feel that this guy was just bailing it out out with children like her? [SEP] so is only the fact that some guy know what he?? (or maybe her,?) or that he had the same thing thing in life. this because he's father had all done [SEP]
+
+===== sample 016 =====
+[CLS] with the right to carry the gun. [SEP] the teams had won all of their games. [SEP] "your doctor will give you the power to choose you not to buy oncell if you think you will be able to fend them to have the one on the company going to close," he said. [SEP] he loved the stories of his family in their name, he said. [SEP] there will be no checks about the position themselves. [SEP] i hope we'll get on, and they get up very well, but i know, you know, i told you that in 2006 but at the abounding anti - government [SEP]
+
+===== sample 017 =====
+[CLS] some of the crime, saying that she was attacked at the south london zoo, but instead was a a piece of blood from her father who stabbed her at the back when he watched her flash of film in a new school friend. [SEP] that's something good. [SEP] as now, i think you know consequently that i have only responded to each son's parents or friends what he would like him, or something, he was, and if they were believed in his belief that the "you" status was the most important part of life. [SEP] she said they have been in hiding without any since late this week [SEP]
+
+===== sample 018 =====
+[CLS] up a bit of booty. [SEP] then come you want, say, garlic, olivees, olives and cantach, this delicious trio of rose - soured chicken kloas and arrid cotta, the hearty - style grail, could soon be sold in brooklyn. [SEP] i know what people have, how long do you have a job and can do anything you and all its excesses just going to get out of. [SEP] a scottish government project to set it up for the development of a wind farm in southlothian, and the amount of the money is needed to plug a large number [SEP]
+
+===== sample 019 =====
+[CLS] at the time, the judge said that they should not not let him know who was responsible for them, and they should not be sent back. [SEP] there's the wind, here's the bone and then yak the industry. [SEP] "if they want to do so after my birthday, they give them the name, in addition to their own children. [SEP] i always be despay - and there is no evidence that what i have had to ever been through a bad women - like condition in my life. [SEP] the obama administration said wednesday it is" extremely concerned " about the health measures and hopes the final legislation [SEP]
+
+===== sample 020 =====
+[CLS] home with his kids, tell them to pay what he was not to pay the part of his tax break. [SEP] the serbian had hoped to qualify at the time, to qualify for women's wimbledon singles finals, but a victory was not granted. [SEP] sully is $2, 200, 000, an earnings of $3 million, his partner keloy about $10 million. [SEP] with financial help, these companies would can get you funds, although not know as many teachers in the city and legitimately live in their retirement area. [SEP] in addition to madonna's daughter, spears and her daughter, have said they [SEP]
+
+===== sample 021 =====
+[CLS] i sent them to his friends. [SEP] in fact, only approximately 1 % of the financial transactions are covered with credit. [SEP] he was had sex warrants on her, he was pregnant. [SEP] washington opened a 2 - 3 lead late on the power play in the second and a 9 - 8 lead of the rangers five minutes in the second period. [SEP] the country's leaders seem likely to be revising their approach to tax revenues. [SEP] two months later, the radio 2 show won almost £3m ($3. 3m) and, who was, to me, set to win money on britain's face of [SEP]
+
+===== sample 022 =====
+[CLS] the new york market on tuesday at $10. 3 million. [SEP] it went by the word "champion." [SEP] mr shill told his parents to talk him off about this at the time as his father had told him "the story is real - fast and simple" and he picked up on a good issue to include in this. [SEP] he's been called him, " says thomas. [SEP] the report also as to the political health of former president makhda kadi, who has been attacked by saudi officials who suspect the leaders of a sep fundamentalist movement of islam. [SEP] this person in the same position is [SEP]
+
+===== sample 023 =====
+[CLS] [SEP] i thought of being taken to a moshu camp, but i will be killed, and in all the words tortured. [SEP] the typical quarterly fall was 12 in all in north carolina in 2001 to 13 in the 2008, and two in 2009. [SEP] semrava has her son at 18 but she is waiting to take photos or ultrasounds to prove that only one bit of sperm would be considered the right size. [SEP] and so, after three hours, i vote for my speech. [SEP] i welcome my 13 year children... [SEP] on a bid to fuel a controversial debate that some critics said would not be [SEP]
+
+===== sample 024 =====
+[CLS] on holiday in the uk. [SEP] we launch or economic weapons to north korea, while the six - party korea, russia, china, japan, will. [SEP] the rules will come down on tuesday, if people in the street can take their share with all the proceeds of the crisis down to the one trillion of dollars (perhaps worth an eye 2, 000 billion dollars). [SEP] google members have contributed $2. 5 million, according to the new york times which web site google, has voted against it, to adraises. [SEP] and how much we would have to come up with against a 35 - year - old [SEP]
+
+===== sample 025 =====
+[CLS] to 12 months old, the weight went from 0. 3oz in scales of 9 feet to 6ft, or 3kg. [SEP] they married in 2008 and have previously been accused of conceverting the confidentiality of their children. [SEP] he once publicly refused to say this. back in the dark, he "didn't know, know you what we wanted, but has not to say it and he will would always talk him. as i he could not could you come after a child just go out with him and i can see him open their eyes and they them do something" he have lots of worry about [SEP]
+
+===== sample 026 =====
+[CLS] them they to get a green light and so they could respond to the recent argument for a new driver licensing system. [SEP] there were almost no bookings on the course of the post - 14 w defeat by france in may. [SEP] some are going extinct, but they do so because the global warming also means there is more outbreaks from sharks, bottle toms, tigers and tigers. [SEP] mr witty said he and the management team would have to hold off on business in future weeks when the company was unable to hold that time to give people agreed with the company. [SEP] he is to start serving 18 years of prison, which included [SEP]
+
+===== sample 027 =====
+[CLS] you will, by means - - on a game - like scale and on the basis of how his story is so at its most extreme. [SEP] i probably did not know the name of her, but her name and i would send her out with me. [SEP] in the airport, their clothes are slumpy - - and you could leave with a nicer face, a bleable brown nose and a lump in your hair. [SEP] ex - married kim kop - young has the option of a second meeting with her family to help her campaign at the polls. [SEP] the court also asked for nine weeks of silence that if [SEP]
+
+===== sample 028 =====
+[CLS] just just turned my phone on at 11 o :..., i are what you and your friends are... i have been saying to your same daughter on the internet, most recently, while i just went into the car and then a woman you had been forwarded to on the video, you was disrobeful. [SEP] a japanese electric research company, a japanese electronics company, the toogba, a japanese st. operating company, is expected to report a operating profit of 1. 6 percent this year more than half the cost of sales. [SEP] question time - - not hear the radio, i have [SEP]
+
+===== sample 029 =====
+[CLS] the credit conditions. [SEP] "you married the german - born bonarlo, and it was the only time he came home," she said. [SEP] when the report was released, the list of these claims in the complaint went out weeks. [SEP] but took even longer as the stewards turned over his phone and personal details, and in a separate case they determined that mr. coutt's name belonged to a new woman, but did not know that? [SEP] so, looking on, people were certainly showing up in a local park for their vote, they would just like to see a cross - section of their lives [SEP]
+
+===== sample 030 =====
+[CLS] this year. [SEP] i think - and i think i will win decider of 50 - over round of the us open. [SEP] it is clear why the agency is slow in getting the information it needs. [SEP] temperatures will drop from about 21. 5c, - 6f, as a clear, thaw on monday. [SEP] i had questions about when i lived in los angeles. [SEP] the court was also told of the father's failure to support his children. [SEP] i're in public after you talk about hard things and sex, and you get his take of texting with people. [SEP] it has about 3, [SEP]
+
+===== sample 031 =====
+[CLS] old father who kept him away his father shot him. [SEP] so he's got to keep watching this, going with some friends every day and really feel the love of it. [SEP] the second - grader, tian, 3, was able to bring only two people out of the largest 600 animals, still about 15. [SEP] the victim said she once sent him the copies of his book for $1, 000, and then fought over what to put in the show. [SEP] a former rights activist, an anti - government activist, has been set aside for a small plane for the 12 games he arrived. [SEP] in year, [SEP]
+
+===== sample 032 =====
+[CLS] climate deal will go some way, and copenhagen leaders have agreed to meet a host of substantial issues, including legally - binding emissions targets. [SEP] mr sark was well known for his about 100 people in court, but the 18 - year - old daughter of jamel, is also the youngest, to be heard by security officers. [SEP] we first got coffee and then one of the boys said on the radio "want to put in this sleeve to open." [SEP] over the first half of last year, three federal officers carried out more than 40 guns, more than five others in the same gray range, all related to a gun [SEP]
+
+===== sample 033 =====
+[CLS] security pledge to president obama tuesday. [SEP] i said she was just too kind with me if and when one could go on to break down on, because his parents moved on she could have used the title "- - i had to only one" things "to help her understand their first language. [SEP] buthattap samprashe, cricket board's general secretary, told the bbc's website:" this contract will play an important role in further the transport development in india. [SEP] he told the court that the sentence he would not send to prison was "not good enough" without parole and that he complied with [SEP]
+
+===== sample 034 =====
+[CLS] least until the elections this summer. [SEP] " you and my people are trying to make money but their numbers are nothing but the fact is what we need are about cents on a computer and just 15 cents a day. [SEP] but coming in the end it looked as if they had turned their back back to play the game. [SEP] even now if the credits run out out, they could will just take years to go away. [SEP] what has she looked like so quiet you could ask how much or does she have done to her children since growing up? [SEP] when a witness asked to have access to the photo, officers said the girls were [SEP]
+
+===== sample 035 =====
+[CLS] top of a group that could afford it after their father was to face a family court hearing in january. [SEP] get what they say on a hot, wet end of the morning. [SEP] a choice of california - based tmods - - they live with their group sex much bigger than the risk of oral cancer.... [SEP] volkswagen, the german company, launched an initial round of emissions competition for all three vehicles for the european biodraft project, its announcement at a public meeting. [SEP] at 62, mr. mccain is no longer shy, but slightly shy and even outgoing. [SEP] he was taken at 8. 30 [SEP]
+
+===== sample 036 =====
+[CLS] obama has unveiled a new plan for the us. [SEP] in november, ms jones claimed that mak's car seat was "too excited, and and drunk," as all evidence heard. [SEP] mr. inouia, 82, had announced to state officials that he was seeking re - election. [SEP] mr jackson, who voted him children's first music artist, said "i" has the most recent, really, the album. [SEP] in a country that is unable to achieve a certain level of income, british companies have a good reason to keep work and to pay down fees that are increasing by more than double - [SEP]
+
+===== sample 037 =====
+[CLS] metropolitan area, where the country's top retail price base is yuyuan, prices may not rise. [SEP] sir alex ferguson is not very good around to predicting a win, but he said that, "i just won't blow him away." [SEP] then that day, my mother was scared of me when she came, but she could to see her. [SEP] i would say the day i go with it... i will have little room to the final words i have. [SEP] under the chairmanship of gates, mr. bosworth, the defense department and u. s. secretary of state michael cherto, [SEP]
+
+===== sample 038 =====
+[CLS], a court report was said friday. [SEP] the change is significant, because they are given three minutes to keep their head. [SEP] overall, the jury is likely to choose on three categories: four best screenplays and five of 10 directors - related awards. [SEP] well paid. [SEP] most car - insurance companies and the owners of 4x4s have only their ccs, " he said. [SEP] not their names are important, but what, they might have to look like on their tombstones? [SEP] it started growing on just three days after the school opened. [SEP] he, on his 27 - year sentence in federal court, [SEP]
+
+===== sample 039 =====
+[CLS] in his absence. [SEP] his mother asked him for a drink, and did not force himself into trouble. [SEP] but she was 2 september that year. [SEP] i was on the cl road unconsciously feeling a strong eye. some next time i just got caught kicked me to the ground of the man who broke his eye with a bit as the eye i turned into the other side and was was going to lean back. [SEP] my only child and mother worked as a child, and i don't refuse a medical company's request for help. [SEP] it was later heard in tears by people in her family. [SEP] that would help [SEP]
+
+===== sample 040 =====
+[CLS] say so when germany's cvc investment come in. [SEP] it once was one of the world's short - lived brands. [SEP] if convicted under the u. s. law, jones will be accused of doping, a woman with two gold medals in beijing last year. [SEP] you could have other people with different stories. [SEP] he had a fist cast on his face after a brain accident. [SEP] but but now obama has said nothing to do since. [SEP] but we you have to fly it over that area, so it was like a caver going out and standing on fire. [SEP] a report by u. s. [SEP]
+
+===== sample 041 =====
+[CLS] the senate friday approved a budget that would to cut spending by up to $400 billion from the cap and energy plan bush approved in 2004. [SEP] you have read like god's questions. [SEP] oh, how we wanted this to happen in pain, because i thought i know i get a little - - it's because now i've got mitt. [SEP] he has never started going into it under the rules. [SEP] he said the terms of the deal come in a number of less than 200, 000 - in excess of $2, 000.. [SEP] " i travel to israel to fight against the iaea, [SEP]
+
+===== sample 042 =====
+[CLS] of the mains later this year with the start of the new term that is under way for the first time that the car championship starts in 2010. [SEP] when all of the doors open, she has to talk to the carbido in a passage from the track, then go off, (much preferer to her) and docolity, i, be able to get her up enough to get her children back. [SEP] i know you have more time about it because what is asked that i would put your word or to know it, as i know it is coming about constantly and i have asked us what to do about [SEP]
+
+===== sample 043 =====
+[CLS] scheduled for first - degree murder in april, when prosecutors will be able to call for the return of the dna dna dna of convicted child war criminals. [SEP] and she's not getting out in the scro - like fashion at this point. [SEP] chief minister ghasamd makol kazvedi told a meeting of foreign journalists held at a state site of parliament on saturday. [SEP] the auction house say they now offer an example where 2, 000 children can get into their own parents in a year or so, but they will not make the payments. [SEP] resurff's offer was not " enough. [SEP]
+
+===== sample 044 =====
+[CLS] who is from veveconi's ump party, had not seen whether the existence of the programme was revealed at or of the case for further investigation. [SEP] officials said he turned into an al - qaeda figure. [SEP] as with most of the difference with the show, the affair was also the start of a relationship that is totally destroyed by snibalcence. [SEP] i should have taken her rights, but no laws are made out - of - control people could get out of debt but never, i said she might have to go, you know, know. [SEP] the state says it has not yet decided who will [SEP]
+
+===== sample 045 =====
+[CLS] controlled by the al - qaeda war's leaders. [SEP] fear of vannicism. [SEP] a?. [SEP] that is likely based on the cyclical fall in global temperature rates and warming in the warmer areas of the atlantic on year and in the weeks to march 3. [SEP] the focus on the case was how to appoint the attorney general to testify against the new direct fire law when they have have to learn about how they respond to the new law. [SEP] liverpool took the league premier league title and the hammers won three times. [SEP] revenue fell to about 3. 7 billion dollars ($7. 31 in revenue), [SEP]
+
+===== sample 046 =====
+[CLS] suggested that if he a small child (or maybe not, he was' as her daughter, " he asked) was standing by his head that an his hand in the law might be in the same order as children his father, i just would tell him to make the case. [SEP] bob blimt has always been a year and i laid him off by the year. [SEP] he was arrested on the night about 3: 30 a. m. [SEP] they had a one - year relationship and will never make him go, but its very likely he will take over them... [SEP] the web sites will be run by google [SEP]
+
+===== sample 047 =====
+[CLS] 2 - 6 - 3. [SEP] russia scored their first goal in second half play, saw out hosts georgia 4 - 4, and they have made another stop in their first game in 2001. [SEP] although the video was banned from work, he was banned from being released this year. [SEP] difficult to say, but the record of this question, published as of this month, is not really about the money that he means. [SEP] although they are not small to just kill in the wild side, they come from a small sharecritter, and the cockrox has died in recent years. [SEP] the more likely factor in the [SEP]
+
+===== sample 048 =====
+[CLS] actually suffered a big enough blow on the right leg. [SEP] they see it as a threat to their safety. [SEP] the reason is: the little men can think like any things for themselves. [SEP] but he did, as they did, eventually stuck with tears. [SEP] stephen ireland, the ireland midfield, took out les hlele's second goal in a fourth - minute tie to retain second place after a comfortable 3 - 1 home victory in stoke on friday. [SEP] mrs jones, 47, of bristol, said " six months has been stolen by you because i has known for four years. [SEP] as he was a victim of [SEP]
+
+===== sample 049 =====
+[CLS] - - as a second drug. [SEP] congress don't know anything about their final deal. [SEP] the most recent turn came june 3, in 2005, after he suggested that a woman who had tied up her teenage brother in a partying should be killed, because of a "fristor," but as a small boy that, if caught, he could only get a good bag of money. [SEP] maryi gourno, 19, already up to life in two jails, denies wrongdoing her mother in mather. [SEP] the shares will be sent to market markets and the world's largest stock exchange [SEP]
+
+===== sample 050 =====
+[CLS] the interlago cup, the full winner of the tournament. the players will have an good say about this round of the draw. [SEP] although he is to in the derby, 3, however, he and delrico will have to fight their way to the league titles. [SEP] the boy's father said he would not discipline them for much of the trial. he did not give a case reason. [SEP] it is a fact that they have not to hand over a local government case in which the alleged state supreme attorney is charged. [SEP] i had tried the act of 1996, but i took it. [SEP] yet instead of [SEP]
+
+===== sample 051 =====
+[CLS] $3 billion. [SEP] run through june 12. [SEP] i'm for the position of obama personally, except that he has no more than six weeks left on office. [SEP] the new study has divided the number of tests on the 17 million american population and bring the overall count to less than eight million, to 4. 6 million people. [SEP] " i should know he wouldn't want the jail time because he did not support it for any 10 years. [SEP] a wide - eyed smile, as his school teacher showed him he had signs of vision and was marked by ticks coming from his mouth, and then, his eyes [SEP]
+
+===== sample 052 =====
+[CLS] 6. 4 million in a failure at the u. s. open from the open in which he talked about the loss last month. [SEP] ferguson's players were consistent with, strong, and again on the ground as they remained the champions league unbeaten winners on the night last night. [SEP] congress would give them the option of a 12 weeks in china, infling the hours of 300 chinese workers to 20 days a week in the south and in factories. [SEP] by bashing companies with debt and making the money on a net - to - pay, he is going to tell them to get up and exoruish the [SEP]
+
+===== sample 053 =====
+[CLS] the shares are on top of some of their best names on the market (i suggest. 6 %). it may not matter what their very poor first year looks like. but we still after its years an llk and ipo, its best - ever market in years. [SEP] they don't have even a reason to put anyone out there for it, since they can not hold their mouths up when the time comes, but so the line is not so far as they would like a go and having a good experience with them it was a good idea. [SEP] but to all have their claims met in the days ahead, [SEP]
+
+===== sample 054 =====
+[CLS] crown court, they said that, after the judge heard mrs evans had threatened her repeatedly at their home in feneston on the previous occasion this year, she also was left with a small amount of water just to make he could give them water. [SEP] i think i knew she was very normal. [SEP] i grew up all in my father's deep shyness, in this case i i think that it might be over 10d, but i be a scribbler of my kid, as, not a strange kid, but it still might be there in october. [SEP] a federal court issued an investigation that found evidence [SEP]
+
+===== sample 055 =====
+[CLS]. [SEP] i've got the story in front of me. [SEP] his daughter was moved only to her parents. [SEP] he said the same a year after his brother told interne that their new iphone would cost $29. 40 on the new handset. [SEP] so in the week that our young of 10, john, matt, and ken,, i and my son, the venue for their event, had been able to make this difference to their own child. [SEP] or are things that could have turned the overpay or.. set the temperature down. [SEP] this result he received many thousands of people around the world [SEP]
+
+===== sample 056 =====
+[CLS] second - life video game to make a big run in a tablet format. [SEP] " there could be a sense of willing to take people as far as they want to put that on the international football stage. [SEP] amblet is so rare, but is not as good as before, or a natural change of species. [SEP] there the children in the youngest part, the 6, all a 12 - old group, dropped out of a day off to study their subjects. [SEP] still, i have taken all of my clothes with me. [SEP] the doping row has been formed by the 41 - year - three times european world champion. [SEP]
+
+===== sample 057 =====
+[CLS] of his face, and then challenging the identity of the man, whose face was still not visible to his face. [SEP] but children with young children have up to 50 percent of their families live in south africa, zubilla says, especially at their own. [SEP] can the sj's have a long shot? [SEP] "when will he be a few hours after that?" [SEP] so what.? [SEP] his most controversial decision, however, was the decision who refused at the end of the month to decide whether a course could be given to those who are required to attend a formal hearing on some parents who had only served [SEP]
+
+===== sample 058 =====
+[CLS] was the special coordinator for education for federal health, education, civil protection and health quality for gov. arnold schwarz viggers. [SEP] he is in just office, and has been scheduled to lead since a campaign for another term began in april. [SEP] the second, mokud, was re - elected. [SEP] the finest of any celeb visitor to the festival, one of the year's most celebrated celebration films. [SEP] andrew russell, 43, of humbering road, was driving a yellow car near the bron road, his nine - month - old daughter sophie, when he went to stop, a detective [SEP]
+
+===== sample 059 =====
+[CLS] it had ever come. [SEP] however, however strict rules on use in such cases have been kept, as foreigners were supposed to have the time to apply under the same law. [SEP] a local police officer also told that the young boy was being described as a child this year the mother of her young children, and the friend said that the 9 - year - old showed the boy around before the incident on craig street on the internet. [SEP] ronaldi's goal was the most memorable and came from anelka, who found in reina, who stepped up for the goal and dived under his body and rolled as [SEP]
+
+===== sample 060 =====
+[CLS] government and the imf have have a problem; if the banks have to pay less than the price of the lenders, we have different values of service. b. what happens when you are looking for your job. [SEP] the woman had asked who is the gender of the girl, that she was with the girl, but one asked for three and that she meant her as a young woman, who told her she was coming home. [SEP] the biggest video sports festival started in december 2006. [SEP] in the final minutes, he was not (and much considered) a right - blazer, is likely to even come to a close [SEP]
+
+===== sample 061 =====
+[CLS], 000 to £17, 000. [SEP] he said the internet would have made it easier for him to communicate against him. [SEP] the accident came tuesday morning. [SEP] investigators, the boyes' parents of the children's group of about six women were forced to have taken him,, police said. [SEP] i didnt think his friends, because i was not his band. [SEP] dear, people, you know how good it was, if you see what we see after today's pre - tax profit fell to £272m because of some gains made to the french game manufacturer the ncr. [SEP] the last moment [SEP]
+
+===== sample 062 =====
+[CLS] have intensified and increased recently, focusing on creating sex - free status, support for gay policy - making. [SEP] they have to pay not bonuses, and they are all about the money. [SEP] in addition to the agreement, the eu has voted from the first week of april of a government public plan or a private debt offering to help china to reduce its demand for raw material to cover credit markets. [SEP] in three years, it has so raised more than £100m through information gathered on a group of people. [SEP] now they expect to win one goal a second but he: that's happy. [SEP] " i got to carry on [SEP]
+
+===== sample 063 =====
+[CLS] children - - white, black, black, 15, 13 and 12 - - were pitless, he knew that their father could care for his young son and that he is a sick bear. [SEP] the big executives have taken their money to don't pay when they took money from their insurance company and gotti needed to work on the movie. [SEP] but mrs smith, known as mr de laezes, qc, read a clear statement from the court as she explained what she told her. [SEP] i would have had no doubts about what i might be going to do without conspring a blow. [SEP] the uk government [SEP]
+

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps16_c64_t1p45_raw_samples.txt

@@ -0,0 +1,224 @@
+steps16_c64_t1p45
+{
+  "type": "summary",
+  "name": "steps16_c64_t1p45",
+  "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt",
+  "step": 434000,
+  "decode": {
+    "kind": "categorical_fullvocab_normal_steps_sweep",
+    "config": "steps16_c64_t1p45",
+    "steps": 16,
+    "endpoint_temp": 1.45,
+    "concentration_max": 64.0,
+    "final_from": "state",
+    "update": "resample",
+    "n_samples": 64,
+    "seed": 20260509
+  },
+  "detok_genppl": {
+    "ppl": 66.61748976274951,
+    "nll_per_token": 4.1989671521209155,
+    "tokens": 9396
+  },
+  "diversity": {
+    "sample_entropy": 4.231530478940866,
+    "unique_tokens": 1676,
+    "token_count": 8192,
+    "distinct_1": 0.20458984375,
+    "distinct_2": 0.717888779527559,
+    "top_token_mass": 0.047119140625
+  }
+}
+
+===== sample 000 =====
+[CLS] have a decision on wednesday to ask an appeals court to put a new term vote on the council, whose 60 seats include at least three of 13 seats in parliament, each of them, for 30 seats a year, but the opposition need 15 parliamentary seats on final elections. [SEP] in this summer, he also saw two fetid people with they killed in his neighborhood. [SEP] murtay made it very clear when he says he will have the money to make his cars cider and agururies, and he starts with a £3 car and $ 10m to make a one - foot boat. [SEP] in time we would [SEP]
+
+===== sample 001 =====
+[CLS] when he wants, no kids know the case, but when the older sister is dead, the first of the children are born to a mother ; and find that he ' s still has her child and she wants a bottlenoe of his, and her not know she and she ' ll be but if they take a leave - in stand. [SEP] but for a major art gallery, it ' s difficult to sell up around $ 100 million for his pieces - - something that has not made to as a match - up. [SEP] on friday, khambok said : " we do believe that the president will have to make [SEP]
+
+===== sample 002 =====
+[CLS] [SEP] the caron t - type 8 has a 10 - inch - 8 - foot - high, 2 - 5 foot frame. [SEP] he has vowed to fight the gun crime, fighting squarely for gun rights legislation. [SEP] having managed to sell to shareholders, the club have raised interest over the market they took their borrowings on, with the acquisition of alliance & leicester, the new company they bought, for £50m in the third quarter. [SEP] in the beginning i went back to my mother, but i would soon back on. [SEP] they also scored 21 points, while koz bryant scored 18 and the korver [SEP]
+
+===== sample 003 =====
+[CLS]tedly, maybe he knew the word coming out, but now what on is not in his right as it is? and we should not always have made money on their backsides. [SEP] their children are likely to see a very strong example of the consequences of aders going to college. [SEP] however, analysts believe that the next year ' s growth in the industry has probably will have to wait until both motor market and demand begins to recover. [SEP] i would be insanely interesting to debate something about my own feelings - get me out of the experience of my own life, because if they can get from it on, i can [SEP]
+
+===== sample 004 =====
+[CLS] such as schaal, who didn ' t wear too much clothing. [SEP] their money, they have change. [SEP] in fact, no knew just how the amount it costs to buy public transport projects continued to grow, but the data showed that could happen, to just two million dollars euros. [SEP] 1242 : we got here to go, to go with the other team, for the day now, we know about the injury line - up. [SEP] tolima says that it has a big impact for his children. [SEP] mr mukherjee began diplomatic talks on october 10, but after pakistan said for months it was willing to resume [SEP]
+
+===== sample 005 =====
+[CLS] - old son, i am perful that i have to pay back attention to the secret comments he made when his daughter wanted to marry. [SEP] costs to use dragpipes amount to about $ 200 a day. [SEP] they do not not know if they would have, but what if his government would force him to do this, as " i just don was going to turn a little gun now when it is enough, i very well to you know, and i will wake you up? " [SEP] the wild flooding of may killed 10 people. [SEP] they say that this could also disrupt lines to supply lines and supplies between china, [SEP]
+
+===== sample 006 =====
+[CLS] " $ 100, 000 to buy " some children, " and what could they say about my children plan for christmas? [SEP] " i would never be going over the programme to use it to adopt him so i will be introduced into human beings. [SEP] i make it that, i wasn ' t a mother. [SEP] new york - now two summer games ( one category, the gold medal, the second round and the third games ) is unimaginably the same thing. [SEP] mr wen ' s decision was much less controversial after massive street protests in france and china as the games began its global schedule. [SEP] set out, set [SEP]
+
+===== sample 007 =====
+[CLS] it quite our job to be put down in a future world of war? [SEP] they are just your little animals. [SEP] " if you didn ' t hear what, ' to know, ' " she said. [SEP] any positive progress can depend how, whether ethnic groups have options, and by policies or behaviors. [SEP] all of this up said a lot of other concerns. [SEP] were open. [SEP] owned by the european government government, safin power has been asked by germany and two major power companies to obtain licences for the main division of electric power plants. [SEP] if you hear from it, that would make you. [SEP] but [SEP]
+
+===== sample 008 =====
+[CLS] those with more serious disorders such as liver cancer, to die, and brain cancer, that there is just one chance of of born in the uk to have the serious condition to die in the wrong hand. [SEP] deposit insurance corp. has agreed to provide us $ 500 million in short - term funding to keep the national money in american banks, the uso reported on wednesday. [SEP] just the rule is your car. [SEP] it will come or, i know, my love and leave our country back, and i know that i i want to help find out why this guy is going to happen, " one, a one - year [SEP]
+
+===== sample 009 =====
+[CLS] of water in rain, and nearly half a ton of snow. [SEP] lambs are fed to each other with their legs and legs that then make a large bit of cullies. [SEP] but rookie marion jones came up with an interception to extend the lead to a point in the fourth quarter, and s. e can ' t ever turn away. [SEP] and almost never knew just what was up with them the feds. [SEP] it is the fact that mr obama thought he was running scared, he thought that he could have helped the opposition get so confrontational that they would have been quick to put hold on him. [SEP] the [SEP]
+
+===== sample 010 =====
+[CLS] surropoor, the if would not give him him or her his son. [SEP] it ' s 4. 10ft long, it ' s already agreed to use two guns because they said the u. s. force was not going far enough to defend him and used heavy force to slow him. [SEP] meanwhile, the storm could drive through the next six hours in even worse conditions just to win attention. [SEP] " if they ' re not complaining that they have to do something, try and make for a tough fight with the teacher. [SEP] she said she wanted more. [SEP] he said he was asked about the incident as [SEP]
+
+===== sample 011 =====
+[CLS] called him back. [SEP] in the first three months of beijing, bortman has gone to the three - week time - trial program because he is only really in the race. [SEP] a recent evidence showed that investors returned to consumer spending last year, in the fiscal year ended in june of 2008, the first full quarter of the fund year. [SEP] he could claim that his son was involved, but neither would he be him. [SEP] however, a magazine article about how a positive for her child gave pregnant last year and gave birth to daughter jagger, and it seems to be true of her father and daughter. [SEP] the 16 - [SEP]
+
+===== sample 012 =====
+[CLS] is lots of their rules about what those kids have to, but they ' ll only do that to keep each other safe and you call them that. [SEP] " i just had a shoulder, almost there in his face. [SEP] a north carolina officer was issued friday for a 21 - year - old suspect of the killings, and his remains to be suspended from a police unit. [SEP] another said the gunman told him he had been going to jail. [SEP] they have been in top pressure all night on centre - half andrivals cliari, who was subjud from the 6 after two weeks ago and who did [SEP]
+
+===== sample 013 =====
+[CLS] they put a false end for me, " she said before tustin began. [SEP] i think it is an immoralcy. [SEP] if i could see her britain would try to take its first female child in 2010. [SEP] i still though a new car life is not the proper right offer, so get this for sure. [SEP] he said she, married to other children on the day she went, thought i was old, but he had to keep taking a picture of the case. [SEP] this was a clear reason to this particular case in 2000 was made for my own purpose : this sort of a thing to come true ; [SEP]
+
+===== sample 014 =====
+[CLS] in july, one year early, to carry out a six - dollar - day budget plan to add $ 600 in additional taxes on fuel. [SEP] he ' s closed down his two - sub poolside here and started to live at the farm just in moretown, ga. [SEP] the driver died shortly after the scene of the crash. [SEP] usg, which makes equipment for its book and television magazines, bought a time co - owned timeday last summer. [SEP] brain - half i took him was born to four months old, which was difficult. [SEP] but the government ' s deficit will cut by 1 percent this year. [SEP] [SEP]
+
+===== sample 015 =====
+[CLS] can get him instead. but she and her son will have nothing to do about going way over. they will get her to take him down into the street. but when one of them want to give her all her money ). she know and she ' ll give now, she will just pay it to you and your money.. and i feel that this guy was just bailing it out out with children like her? [SEP] so is only the fact that some guy know what he?? ( or maybe her,? ) or that he had the same thing thing in life. this because he ' s father had all done [SEP]
+
+===== sample 016 =====
+[CLS] with the right to carry the gun. [SEP] the teams had won all of their games. [SEP] " your doctor will give you the power to choose you not to buy oncell if you think you will be able to fend them to have the one on the company going to close, " he said. [SEP] he loved the stories of his family in their name, he said. [SEP] there will be no checks about the position themselves. [SEP] i hope we ' ll get on, and they get up very well, but i know, you know, i told you that in 2006 but at the abounding anti - government [SEP]
+
+===== sample 017 =====
+[CLS] some of the crime, saying that she was attacked at the south london zoo, but instead was a a piece of blood from her father who stabbed her at the back when he watched her flash of film in a new school friend. [SEP] that ' s something good. [SEP] as now, i think you know consequently that i have only responded to each son ' s parents or friends what he would like him, or something, he was, and if they were believed in his belief that the " you " status was the most important part of life. [SEP] she said they have been in hiding without any since late this week [SEP]
+
+===== sample 018 =====
+[CLS] up a bit of booty. [SEP] then come you want, say, garlic, olivees, olives and cantach, this delicious trio of rose - soured chicken kloas and arrid cotta, the hearty - style grail, could soon be sold in brooklyn. [SEP] i know what people have, how long do you have a job and can do anything you and all its excesses just going to get out of. [SEP] a scottish government project to set it up for the development of a wind farm in southlothian, and the amount of the money is needed to plug a large number [SEP]
+
+===== sample 019 =====
+[CLS] at the time, the judge said that they should not not let him know who was responsible for them, and they should not be sent back. [SEP] there ' s the wind, here ' s the bone and then yak the industry. [SEP] " if they want to do so after my birthday, they give them the name, in addition to their own children. [SEP] i always be despay - and there is no evidence that what i have had to ever been through a bad women - like condition in my life. [SEP] the obama administration said wednesday it is " extremely concerned " about the health measures and hopes the final legislation [SEP]
+
+===== sample 020 =====
+[CLS] home with his kids, tell them to pay what he was not to pay the part of his tax break. [SEP] the serbian had hoped to qualify at the time, to qualify for women ' s wimbledon singles finals, but a victory was not granted. [SEP] sully is $ 2, 200, 000, an earnings of $ 3 million, his partner keloy about $ 10 million. [SEP] with financial help, these companies would can get you funds, although not know as many teachers in the city and legitimately live in their retirement area. [SEP] in addition to madonna ' s daughter, spears and her daughter, have said they [SEP]
+
+===== sample 021 =====
+[CLS] i sent them to his friends. [SEP] in fact, only approximately 1 % of the financial transactions are covered with credit. [SEP] he was had sex warrants on her, he was pregnant. [SEP] washington opened a 2 - 3 lead late on the power play in the second and a 9 - 8 lead of the rangers five minutes in the second period. [SEP] the country ' s leaders seem likely to be revising their approach to tax revenues. [SEP] two months later, the radio 2 show won almost £3m ( $ 3. 3m ) and, who was, to me, set to win money on britain ' s face of [SEP]
+
+===== sample 022 =====
+[CLS] the new york market on tuesday at $ 10. 3 million. [SEP] it went by the word " champion. " [SEP] mr shill told his parents to talk him off about this at the time as his father had told him " the story is real - fast and simple " and he picked up on a good issue to include in this. [SEP] he ' s been called him, " says thomas. [SEP] the report also as to the political health of former president makhda kadi, who has been attacked by saudi officials who suspect the leaders of a sep fundamentalist movement of islam. [SEP] this person in the same position is [SEP]
+
+===== sample 023 =====
+[CLS] [SEP] i thought of being taken to a moshu camp, but i will be killed, and in all the words tortured. [SEP] the typical quarterly fall was 12 in all in north carolina in 2001 to 13 in the 2008, and two in 2009. [SEP] semrava has her son at 18 but she is waiting to take photos or ultrasounds to prove that only one bit of sperm would be considered the right size. [SEP] and so, after three hours, i vote for my speech. [SEP] i welcome my 13 year children... [SEP] on a bid to fuel a controversial debate that some critics said would not be [SEP]
+
+===== sample 024 =====
+[CLS] on holiday in the uk. [SEP] we launch or economic weapons to north korea, while the six - party korea, russia, china, japan, will. [SEP] the rules will come down on tuesday, if people in the street can take their share with all the proceeds of the crisis down to the one trillion of dollars ( perhaps worth an eye 2, 000 billion dollars ). [SEP] google members have contributed $ 2. 5 million, according to the new york times which web site google, has voted against it, to adraises. [SEP] and how much we would have to come up with against a 35 - year - old [SEP]
+
+===== sample 025 =====
+[CLS] to 12 months old, the weight went from 0. 3oz in scales of 9 feet to 6ft, or 3kg. [SEP] they married in 2008 and have previously been accused of conceverting the confidentiality of their children. [SEP] he once publicly refused to say this. back in the dark, he " didn ' t know, know you what we wanted, but has not to say it and he will would always talk him. as i he could not could you come after a child just go out with him and i can see him open their eyes and they them do something " he have lots of worry about [SEP]
+
+===== sample 026 =====
+[CLS] them they to get a green light and so they could respond to the recent argument for a new driver licensing system. [SEP] there were almost no bookings on the course of the post - 14 w defeat by france in may. [SEP] some are going extinct, but they do so because the global warming also means there is more outbreaks from sharks, bottle toms, tigers and tigers. [SEP] mr witty said he and the management team would have to hold off on business in future weeks when the company was unable to hold that time to give people agreed with the company. [SEP] he is to start serving 18 years of prison, which included [SEP]
+
+===== sample 027 =====
+[CLS] you will, by means - - on a game - like scale and on the basis of how his story is so at its most extreme. [SEP] i probably did not know the name of her, but her name and i would send her out with me. [SEP] in the airport, their clothes are slumpy - - and you could leave with a nicer face, a bleable brown nose and a lump in your hair. [SEP] ex - married kim kop - young has the option of a second meeting with her family to help her campaign at the polls. [SEP] the court also asked for nine weeks of silence that if [SEP]
+
+===== sample 028 =====
+[CLS] just just turned my phone on at 11 o :..., i are what you and your friends are... i have been saying to your same daughter on the internet, most recently, while i just went into the car and then a woman you had been forwarded to on the video, you was disrobeful. [SEP] a japanese electric research company, a japanese electronics company, the toogba, a japanese st. operating company, is expected to report a operating profit of 1. 6 percent this year more than half the cost of sales. [SEP] question time - - not hear the radio, i have [SEP]
+
+===== sample 029 =====
+[CLS] the credit conditions. [SEP] " you married the german - born bonarlo, and it was the only time he came home, " she said. [SEP] when the report was released, the list of these claims in the complaint went out weeks. [SEP] but took even longer as the stewards turned over his phone and personal details, and in a separate case they determined that mr. coutt ' s name belonged to a new woman, but did not know that? [SEP] so, looking on, people were certainly showing up in a local park for their vote, they would just like to see a cross - section of their lives [SEP]
+
+===== sample 030 =====
+[CLS] this year. [SEP] i think - and i think i will win decider of 50 - over round of the us open. [SEP] it is clear why the agency is slow in getting the information it needs. [SEP] temperatures will drop from about 21. 5c, - 6f, as a clear, thaw on monday. [SEP] i had questions about when i lived in los angeles. [SEP] the court was also told of the father ' s failure to support his children. [SEP] i ' re in public after you talk about hard things and sex, and you get his take of texting with people. [SEP] it has about 3, [SEP]
+
+===== sample 031 =====
+[CLS] old father who kept him away his father shot him. [SEP] so he ' s got to keep watching this, going with some friends every day and really feel the love of it. [SEP] the second - grader, tian, 3, was able to bring only two people out of the largest 600 animals, still about 15. [SEP] the victim said she once sent him the copies of his book for $ 1, 000, and then fought over what to put in the show. [SEP] a former rights activist, an anti - government activist, has been set aside for a small plane for the 12 games he arrived. [SEP] in year, [SEP]
+
+===== sample 032 =====
+[CLS] climate deal will go some way, and copenhagen leaders have agreed to meet a host of substantial issues, including legally - binding emissions targets. [SEP] mr sark was well known for his about 100 people in court, but the 18 - year - old daughter of jamel, is also the youngest, to be heard by security officers. [SEP] we first got coffee and then one of the boys said on the radio " want to put in this sleeve to open. " [SEP] over the first half of last year, three federal officers carried out more than 40 guns, more than five others in the same gray range, all related to a gun [SEP]
+
+===== sample 033 =====
+[CLS] security pledge to president obama tuesday. [SEP] i said she was just too kind with me if and when one could go on to break down on, because his parents moved on she could have used the title " - - i had to only one " things " to help her understand their first language. [SEP] buthattap samprashe, cricket board ' s general secretary, told the bbc ' s website : " this contract will play an important role in further the transport development in india. [SEP] he told the court that the sentence he would not send to prison was " not good enough " without parole and that he complied with [SEP]
+
+===== sample 034 =====
+[CLS] least until the elections this summer. [SEP] " you and my people are trying to make money but their numbers are nothing but the fact is what we need are about cents on a computer and just 15 cents a day. [SEP] but coming in the end it looked as if they had turned their back back to play the game. [SEP] even now if the credits run out out, they could will just take years to go away. [SEP] what has she looked like so quiet you could ask how much or does she have done to her children since growing up? [SEP] when a witness asked to have access to the photo, officers said the girls were [SEP]
+
+===== sample 035 =====
+[CLS] top of a group that could afford it after their father was to face a family court hearing in january. [SEP] get what they say on a hot, wet end of the morning. [SEP] a choice of california - based tmods - - they live with their group sex much bigger than the risk of oral cancer.... [SEP] volkswagen, the german company, launched an initial round of emissions competition for all three vehicles for the european biodraft project, its announcement at a public meeting. [SEP] at 62, mr. mccain is no longer shy, but slightly shy and even outgoing. [SEP] he was taken at 8. 30 [SEP]
+
+===== sample 036 =====
+[CLS] obama has unveiled a new plan for the us. [SEP] in november, ms jones claimed that mak ' s car seat was " too excited, and and drunk, " as all evidence heard. [SEP] mr. inouia, 82, had announced to state officials that he was seeking re - election. [SEP] mr jackson, who voted him children ' s first music artist, said " i " has the most recent, really, the album. [SEP] in a country that is unable to achieve a certain level of income, british companies have a good reason to keep work and to pay down fees that are increasing by more than double - [SEP]
+
+===== sample 037 =====
+[CLS] metropolitan area, where the country ' s top retail price base is yuyuan, prices may not rise. [SEP] sir alex ferguson is not very good around to predicting a win, but he said that, " i just won ' t blow him away. " [SEP] then that day, my mother was scared of me when she came, but she could to see her. [SEP] i would say the day i go with it... i will have little room to the final words i have. [SEP] under the chairmanship of gates, mr. bosworth, the defense department and u. s. secretary of state michael cherto, [SEP]
+
+===== sample 038 =====
+[CLS], a court report was said friday. [SEP] the change is significant, because they are given three minutes to keep their head. [SEP] overall, the jury is likely to choose on three categories : four best screenplays and five of 10 directors - related awards. [SEP] well paid. [SEP] most car - insurance companies and the owners of 4x4s have only their ccs, " he said. [SEP] not their names are important, but what, they might have to look like on their tombstones? [SEP] it started growing on just three days after the school opened. [SEP] he, on his 27 - year sentence in federal court, [SEP]
+
+===== sample 039 =====
+[CLS] in his absence. [SEP] his mother asked him for a drink, and did not force himself into trouble. [SEP] but she was 2 september that year. [SEP] i was on the cl road unconsciously feeling a strong eye. some next time i just got caught kicked me to the ground of the man who broke his eye with a bit as the eye i turned into the other side and was was going to lean back. [SEP] my only child and mother worked as a child, and i don ' t refuse a medical company ' s request for help. [SEP] it was later heard in tears by people in her family. [SEP] that would help [SEP]
+
+===== sample 040 =====
+[CLS] say so when germany ' s cvc investment come in. [SEP] it once was one of the world ' s short - lived brands. [SEP] if convicted under the u. s. law, jones will be accused of doping, a woman with two gold medals in beijing last year. [SEP] you could have other people with different stories. [SEP] he had a fist cast on his face after a brain accident. [SEP] but but now obama has said nothing to do since. [SEP] but we you have to fly it over that area, so it was like a caver going out and standing on fire. [SEP] a report by u. s. [SEP]
+
+===== sample 041 =====
+[CLS] the senate friday approved a budget that would to cut spending by up to $ 400 billion from the cap and energy plan bush approved in 2004. [SEP] you have read like god ' s questions. [SEP] oh, how we wanted this to happen in pain, because i thought i know i get a little - - it ' s because now i ' ve got mitt. [SEP] he has never started going into it under the rules. [SEP] he said the terms of the deal come in a number of less than 200, 000 - in excess of $ 2, 000.. [SEP] " i travel to israel to fight against the iaea, [SEP]
+
+===== sample 042 =====
+[CLS] of the mains later this year with the start of the new term that is under way for the first time that the car championship starts in 2010. [SEP] when all of the doors open, she has to talk to the carbido in a passage from the track, then go off, ( much preferer to her ) and docolity, i, be able to get her up enough to get her children back. [SEP] i know you have more time about it because what is asked that i would put your word or to know it, as i know it is coming about constantly and i have asked us what to do about [SEP]
+
+===== sample 043 =====
+[CLS] scheduled for first - degree murder in april, when prosecutors will be able to call for the return of the dna dna dna of convicted child war criminals. [SEP] and she ' s not getting out in the scro - like fashion at this point. [SEP] chief minister ghasamd makol kazvedi told a meeting of foreign journalists held at a state site of parliament on saturday. [SEP] the auction house say they now offer an example where 2, 000 children can get into their own parents in a year or so, but they will not make the payments. [SEP] resurff ' s offer was not " enough. [SEP]
+
+===== sample 044 =====
+[CLS] who is from veveconi ' s ump party, had not seen whether the existence of the programme was revealed at or of the case for further investigation. [SEP] officials said he turned into an al - qaeda figure. [SEP] as with most of the difference with the show, the affair was also the start of a relationship that is totally destroyed by snibalcence. [SEP] i should have taken her rights, but no laws are made out - of - control people could get out of debt but never, i said she might have to go, you know, know. [SEP] the state says it has not yet decided who will [SEP]
+
+===== sample 045 =====
+[CLS] controlled by the al - qaeda war ' s leaders. [SEP] fear of vannicism. [SEP] a?. [SEP] that is likely based on the cyclical fall in global temperature rates and warming in the warmer areas of the atlantic on year and in the weeks to march 3. [SEP] the focus on the case was how to appoint the attorney general to testify against the new direct fire law when they have have to learn about how they respond to the new law. [SEP] liverpool took the league premier league title and the hammers won three times. [SEP] revenue fell to about 3. 7 billion dollars ( $ 7. 31 in revenue ), [SEP]
+
+===== sample 046 =====
+[CLS] suggested that if he a small child ( or maybe not, he was ' as her daughter, " he asked ) was standing by his head that an his hand in the law might be in the same order as children his father, i just would tell him to make the case. [SEP] bob blimt has always been a year and i laid him off by the year. [SEP] he was arrested on the night about 3 : 30 a. m. [SEP] they had a one - year relationship and will never make him go, but its very likely he will take over them... [SEP] the web sites will be run by google [SEP]
+
+===== sample 047 =====
+[CLS] 2 - 6 - 3. [SEP] russia scored their first goal in second half play, saw out hosts georgia 4 - 4, and they have made another stop in their first game in 2001. [SEP] although the video was banned from work, he was banned from being released this year. [SEP] difficult to say, but the record of this question, published as of this month, is not really about the money that he means. [SEP] although they are not small to just kill in the wild side, they come from a small sharecritter, and the cockrox has died in recent years. [SEP] the more likely factor in the [SEP]
+
+===== sample 048 =====
+[CLS] actually suffered a big enough blow on the right leg. [SEP] they see it as a threat to their safety. [SEP] the reason is : the little men can think like any things for themselves. [SEP] but he did, as they did, eventually stuck with tears. [SEP] stephen ireland, the ireland midfield, took out les hlele ' s second goal in a fourth - minute tie to retain second place after a comfortable 3 - 1 home victory in stoke on friday. [SEP] mrs jones, 47, of bristol, said " six months has been stolen by you because i has known for four years. [SEP] as he was a victim of [SEP]
+
+===== sample 049 =====
+[CLS] - - as a second drug. [SEP] congress don ' t know anything about their final deal. [SEP] the most recent turn came june 3, in 2005, after he suggested that a woman who had tied up her teenage brother in a partying should be killed, because of a " fristor, " but as a small boy that, if caught, he could only get a good bag of money. [SEP] maryi gourno, 19, already up to life in two jails, denies wrongdoing her mother in mather. [SEP] the shares will be sent to market markets and the world ' s largest stock exchange [SEP]
+
+===== sample 050 =====
+[CLS] the interlago cup, the full winner of the tournament. the players will have an good say about this round of the draw. [SEP] although he is to in the derby, 3, however, he and delrico will have to fight their way to the league titles. [SEP] the boy ' s father said he would not discipline them for much of the trial. he did not give a case reason. [SEP] it is a fact that they have not to hand over a local government case in which the alleged state supreme attorney is charged. [SEP] i had tried the act of 1996, but i took it. [SEP] yet instead of [SEP]
+
+===== sample 051 =====
+[CLS] $ 3 billion. [SEP] run through june 12. [SEP] i ' m for the position of obama personally, except that he has no more than six weeks left on office. [SEP] the new study has divided the number of tests on the 17 million american population and bring the overall count to less than eight million, to 4. 6 million people. [SEP] " i should know he wouldn ' t want the jail time because he did not support it for any 10 years. [SEP] a wide - eyed smile, as his school teacher showed him he had signs of vision and was marked by ticks coming from his mouth, and then, his eyes [SEP]
+
+===== sample 052 =====
+[CLS] 6. 4 million in a failure at the u. s. open from the open in which he talked about the loss last month. [SEP] ferguson ' s players were consistent with, strong, and again on the ground as they remained the champions league unbeaten winners on the night last night. [SEP] congress would give them the option of a 12 weeks in china, infling the hours of 300 chinese workers to 20 days a week in the south and in factories. [SEP] by bashing companies with debt and making the money on a net - to - pay, he is going to tell them to get up and exoruish the [SEP]
+
+===== sample 053 =====
+[CLS] the shares are on top of some of their best names on the market ( i suggest. 6 % ). it may not matter what their very poor first year looks like. but we still after its years an llk and ipo, its best - ever market in years. [SEP] they don ' t have even a reason to put anyone out there for it, since they can not hold their mouths up when the time comes, but so the line is not so far as they would like a go and having a good experience with them it was a good idea. [SEP] but to all have their claims met in the days ahead, [SEP]
+
+===== sample 054 =====
+[CLS] crown court, they said that, after the judge heard mrs evans had threatened her repeatedly at their home in feneston on the previous occasion this year, she also was left with a small amount of water just to make he could give them water. [SEP] i think i knew she was very normal. [SEP] i grew up all in my father ' s deep shyness, in this case i i think that it might be over 10d, but i be a scribbler of my kid, as, not a strange kid, but it still might be there in october. [SEP] a federal court issued an investigation that found evidence [SEP]
+
+===== sample 055 =====
+[CLS]. [SEP] i ' ve got the story in front of me. [SEP] his daughter was moved only to her parents. [SEP] he said the same a year after his brother told interne that their new iphone would cost $ 29. 40 on the new handset. [SEP] so in the week that our young of 10, john, matt, and ken,, i and my son, the venue for their event, had been able to make this difference to their own child. [SEP] or are things that could have turned the overpay or.. set the temperature down. [SEP] this result he received many thousands of people around the world [SEP]
+
+===== sample 056 =====
+[CLS] second - life video game to make a big run in a tablet format. [SEP] " there could be a sense of willing to take people as far as they want to put that on the international football stage. [SEP] amblet is so rare, but is not as good as before, or a natural change of species. [SEP] there the children in the youngest part, the 6, all a 12 - old group, dropped out of a day off to study their subjects. [SEP] still, i have taken all of my clothes with me. [SEP] the doping row has been formed by the 41 - year - three times european world champion. [SEP]
+
+===== sample 057 =====
+[CLS] of his face, and then challenging the identity of the man, whose face was still not visible to his face. [SEP] but children with young children have up to 50 percent of their families live in south africa, zubilla says, especially at their own. [SEP] can the sj ' s have a long shot? [SEP] " when will he be a few hours after that? " [SEP] so what.? [SEP] his most controversial decision, however, was the decision who refused at the end of the month to decide whether a course could be given to those who are required to attend a formal hearing on some parents who had only served [SEP]
+
+===== sample 058 =====
+[CLS] was the special coordinator for education for federal health, education, civil protection and health quality for gov. arnold schwarz viggers. [SEP] he is in just office, and has been scheduled to lead since a campaign for another term began in april. [SEP] the second, mokud, was re - elected. [SEP] the finest of any celeb visitor to the festival, one of the year ' s most celebrated celebration films. [SEP] andrew russell, 43, of humbering road, was driving a yellow car near the bron road, his nine - month - old daughter sophie, when he went to stop, a detective [SEP]
+
+===== sample 059 =====
+[CLS] it had ever come. [SEP] however, however strict rules on use in such cases have been kept, as foreigners were supposed to have the time to apply under the same law. [SEP] a local police officer also told that the young boy was being described as a child this year the mother of her young children, and the friend said that the 9 - year - old showed the boy around before the incident on craig street on the internet. [SEP] ronaldi ' s goal was the most memorable and came from anelka, who found in reina, who stepped up for the goal and dived under his body and rolled as [SEP]
+
+===== sample 060 =====
+[CLS] government and the imf have have a problem ; if the banks have to pay less than the price of the lenders, we have different values of service. b. what happens when you are looking for your job. [SEP] the woman had asked who is the gender of the girl, that she was with the girl, but one asked for three and that she meant her as a young woman, who told her she was coming home. [SEP] the biggest video sports festival started in december 2006. [SEP] in the final minutes, he was not ( and much considered ) a right - blazer, is likely to even come to a close [SEP]
+
+===== sample 061 =====
+[CLS], 000 to £17, 000. [SEP] he said the internet would have made it easier for him to communicate against him. [SEP] the accident came tuesday morning. [SEP] investigators, the boyes ' parents of the children ' s group of about six women were forced to have taken him,, police said. [SEP] i didnt think his friends, because i was not his band. [SEP] dear, people, you know how good it was, if you see what we see after today ' s pre - tax profit fell to £272m because of some gains made to the french game manufacturer the ncr. [SEP] the last moment [SEP]
+
+===== sample 062 =====
+[CLS] have intensified and increased recently, focusing on creating sex - free status, support for gay policy - making. [SEP] they have to pay not bonuses, and they are all about the money. [SEP] in addition to the agreement, the eu has voted from the first week of april of a government public plan or a private debt offering to help china to reduce its demand for raw material to cover credit markets. [SEP] in three years, it has so raised more than £100m through information gathered on a group of people. [SEP] now they expect to win one goal a second but he : that ' s happy. [SEP] " i got to carry on [SEP]
+
+===== sample 063 =====
+[CLS] children - - white, black, black, 15, 13 and 12 - - were pitless, he knew that their father could care for his young son and that he is a sick bear. [SEP] the big executives have taken their money to don ' t pay when they took money from their insurance company and gotti needed to work on the movie. [SEP] but mrs smith, known as mr de laezes, qc, read a clear statement from the court as she explained what she told her. [SEP] i would have had no doubts about what i might be going to do without conspring a blow. [SEP] the uk government [SEP]
+

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps16_c64_t1p45_scored.jsonl

@@ -0,0 +1,65 @@
+{"type": "summary", "name": "steps16_c64_t1p45", "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt", "step": 434000, "decode": {"kind": "categorical_fullvocab_normal_steps_sweep", "config": "steps16_c64_t1p45", "steps": 16, "endpoint_temp": 1.45, "concentration_max": 64.0, "final_from": "state", "update": "resample", "n_samples": 64, "seed": 20260509}, "detok_genppl": {"ppl": 66.61748976274951, "nll_per_token": 4.1989671521209155, "tokens": 9396}, "diversity": {"sample_entropy": 4.231530478940866, "unique_tokens": 1676, "token_count": 8192, "distinct_1": 0.20458984375, "distinct_2": 0.717888779527559, "top_token_mass": 0.047119140625}}
+{"type": "sample", "index": 0, "raw_text": "[CLS] have a decision on wednesday to ask an appeals court to put a new term vote on the council, whose 60 seats include at least three of 13 seats in parliament, each of them, for 30 seats a year, but the opposition need 15 parliamentary seats on final elections. [SEP] in this summer, he also saw two fetid people with they killed in his neighborhood. [SEP] murtay made it very clear when he says he will have the money to make his cars cider and agururies, and he starts with a £3 car and $ 10m to make a one - foot boat. [SEP] in time we would [SEP]", "detok_text": "[CLS] have a decision on wednesday to ask an appeals court to put a new term vote on the council, whose 60 seats include at least three of 13 seats in parliament, each of them, for 30 seats a year, but the opposition need 15 parliamentary seats on final elections. [SEP] in this summer, he also saw two fetid people with they killed in his neighborhood. [SEP] murtay made it very clear when he says he will have the money to make his cars cider and agururies, and he starts with a £3 car and $10m to make a one - foot boat. [SEP] in time we would [SEP]"}
+{"type": "sample", "index": 1, "raw_text": "[CLS] when he wants, no kids know the case, but when the older sister is dead, the first of the children are born to a mother ; and find that he ' s still has her child and she wants a bottlenoe of his, and her not know she and she ' ll be but if they take a leave - in stand. [SEP] but for a major art gallery, it ' s difficult to sell up around $ 100 million for his pieces - - something that has not made to as a match - up. [SEP] on friday, khambok said : \" we do believe that the president will have to make [SEP]", "detok_text": "[CLS] when he wants, no kids know the case, but when the older sister is dead, the first of the children are born to a mother; and find that he's still has her child and she wants a bottlenoe of his, and her not know she and she'll be but if they take a leave - in stand. [SEP] but for a major art gallery, it's difficult to sell up around $100 million for his pieces - - something that has not made to as a match - up. [SEP] on friday, khambok said: \" we do believe that the president will have to make [SEP]"}
+{"type": "sample", "index": 2, "raw_text": "[CLS] [SEP] the caron t - type 8 has a 10 - inch - 8 - foot - high, 2 - 5 foot frame. [SEP] he has vowed to fight the gun crime, fighting squarely for gun rights legislation. [SEP] having managed to sell to shareholders, the club have raised interest over the market they took their borrowings on, with the acquisition of alliance & leicester, the new company they bought, for £50m in the third quarter. [SEP] in the beginning i went back to my mother, but i would soon back on. [SEP] they also scored 21 points, while koz bryant scored 18 and the korver [SEP]", "detok_text": "[CLS] [SEP] the caron t - type 8 has a 10 - inch - 8 - foot - high, 2 - 5 foot frame. [SEP] he has vowed to fight the gun crime, fighting squarely for gun rights legislation. [SEP] having managed to sell to shareholders, the club have raised interest over the market they took their borrowings on, with the acquisition of alliance & leicester, the new company they bought, for £50m in the third quarter. [SEP] in the beginning i went back to my mother, but i would soon back on. [SEP] they also scored 21 points, while koz bryant scored 18 and the korver [SEP]"}
+{"type": "sample", "index": 3, "raw_text": "[CLS]tedly, maybe he knew the word coming out, but now what on is not in his right as it is? and we should not always have made money on their backsides. [SEP] their children are likely to see a very strong example of the consequences of aders going to college. [SEP] however, analysts believe that the next year ' s growth in the industry has probably will have to wait until both motor market and demand begins to recover. [SEP] i would be insanely interesting to debate something about my own feelings - get me out of the experience of my own life, because if they can get from it on, i can [SEP]", "detok_text": "[CLS]tedly, maybe he knew the word coming out, but now what on is not in his right as it is? and we should not always have made money on their backsides. [SEP] their children are likely to see a very strong example of the consequences of aders going to college. [SEP] however, analysts believe that the next year's growth in the industry has probably will have to wait until both motor market and demand begins to recover. [SEP] i would be insanely interesting to debate something about my own feelings - get me out of the experience of my own life, because if they can get from it on, i can [SEP]"}
+{"type": "sample", "index": 4, "raw_text": "[CLS] such as schaal, who didn ' t wear too much clothing. [SEP] their money, they have change. [SEP] in fact, no knew just how the amount it costs to buy public transport projects continued to grow, but the data showed that could happen, to just two million dollars euros. [SEP] 1242 : we got here to go, to go with the other team, for the day now, we know about the injury line - up. [SEP] tolima says that it has a big impact for his children. [SEP] mr mukherjee began diplomatic talks on october 10, but after pakistan said for months it was willing to resume [SEP]", "detok_text": "[CLS] such as schaal, who didn't wear too much clothing. [SEP] their money, they have change. [SEP] in fact, no knew just how the amount it costs to buy public transport projects continued to grow, but the data showed that could happen, to just two million dollars euros. [SEP] 1242: we got here to go, to go with the other team, for the day now, we know about the injury line - up. [SEP] tolima says that it has a big impact for his children. [SEP] mr mukherjee began diplomatic talks on october 10, but after pakistan said for months it was willing to resume [SEP]"}
+{"type": "sample", "index": 5, "raw_text": "[CLS] - old son, i am perful that i have to pay back attention to the secret comments he made when his daughter wanted to marry. [SEP] costs to use dragpipes amount to about $ 200 a day. [SEP] they do not not know if they would have, but what if his government would force him to do this, as \" i just don was going to turn a little gun now when it is enough, i very well to you know, and i will wake you up? \" [SEP] the wild flooding of may killed 10 people. [SEP] they say that this could also disrupt lines to supply lines and supplies between china, [SEP]", "detok_text": "[CLS] - old son, i am perful that i have to pay back attention to the secret comments he made when his daughter wanted to marry. [SEP] costs to use dragpipes amount to about $200 a day. [SEP] they do not not know if they would have, but what if his government would force him to do this, as \"i just don was going to turn a little gun now when it is enough, i very well to you know, and i will wake you up?\" [SEP] the wild flooding of may killed 10 people. [SEP] they say that this could also disrupt lines to supply lines and supplies between china, [SEP]"}
+{"type": "sample", "index": 6, "raw_text": "[CLS] \" $ 100, 000 to buy \" some children, \" and what could they say about my children plan for christmas? [SEP] \" i would never be going over the programme to use it to adopt him so i will be introduced into human beings. [SEP] i make it that, i wasn ' t a mother. [SEP] new york - now two summer games ( one category, the gold medal, the second round and the third games ) is unimaginably the same thing. [SEP] mr wen ' s decision was much less controversial after massive street protests in france and china as the games began its global schedule. [SEP] set out, set [SEP]", "detok_text": "[CLS] \"$100, 000 to buy\" some children, \"and what could they say about my children plan for christmas? [SEP]\" i would never be going over the programme to use it to adopt him so i will be introduced into human beings. [SEP] i make it that, i wasn't a mother. [SEP] new york - now two summer games (one category, the gold medal, the second round and the third games) is unimaginably the same thing. [SEP] mr wen's decision was much less controversial after massive street protests in france and china as the games began its global schedule. [SEP] set out, set [SEP]"}
+{"type": "sample", "index": 7, "raw_text": "[CLS] it quite our job to be put down in a future world of war? [SEP] they are just your little animals. [SEP] \" if you didn ' t hear what, ' to know, ' \" she said. [SEP] any positive progress can depend how, whether ethnic groups have options, and by policies or behaviors. [SEP] all of this up said a lot of other concerns. [SEP] were open. [SEP] owned by the european government government, safin power has been asked by germany and two major power companies to obtain licences for the main division of electric power plants. [SEP] if you hear from it, that would make you. [SEP] but [SEP]", "detok_text": "[CLS] it quite our job to be put down in a future world of war? [SEP] they are just your little animals. [SEP] \"if you didn't hear what, 'to know,'\" she said. [SEP] any positive progress can depend how, whether ethnic groups have options, and by policies or behaviors. [SEP] all of this up said a lot of other concerns. [SEP] were open. [SEP] owned by the european government government, safin power has been asked by germany and two major power companies to obtain licences for the main division of electric power plants. [SEP] if you hear from it, that would make you. [SEP] but [SEP]"}
+{"type": "sample", "index": 8, "raw_text": "[CLS] those with more serious disorders such as liver cancer, to die, and brain cancer, that there is just one chance of of born in the uk to have the serious condition to die in the wrong hand. [SEP] deposit insurance corp. has agreed to provide us $ 500 million in short - term funding to keep the national money in american banks, the uso reported on wednesday. [SEP] just the rule is your car. [SEP] it will come or, i know, my love and leave our country back, and i know that i i want to help find out why this guy is going to happen, \" one, a one - year [SEP]", "detok_text": "[CLS] those with more serious disorders such as liver cancer, to die, and brain cancer, that there is just one chance of of born in the uk to have the serious condition to die in the wrong hand. [SEP] deposit insurance corp. has agreed to provide us $500 million in short - term funding to keep the national money in american banks, the uso reported on wednesday. [SEP] just the rule is your car. [SEP] it will come or, i know, my love and leave our country back, and i know that i i want to help find out why this guy is going to happen, \" one, a one - year [SEP]"}
+{"type": "sample", "index": 9, "raw_text": "[CLS] of water in rain, and nearly half a ton of snow. [SEP] lambs are fed to each other with their legs and legs that then make a large bit of cullies. [SEP] but rookie marion jones came up with an interception to extend the lead to a point in the fourth quarter, and s. e can ' t ever turn away. [SEP] and almost never knew just what was up with them the feds. [SEP] it is the fact that mr obama thought he was running scared, he thought that he could have helped the opposition get so confrontational that they would have been quick to put hold on him. [SEP] the [SEP]", "detok_text": "[CLS] of water in rain, and nearly half a ton of snow. [SEP] lambs are fed to each other with their legs and legs that then make a large bit of cullies. [SEP] but rookie marion jones came up with an interception to extend the lead to a point in the fourth quarter, and s. e can't ever turn away. [SEP] and almost never knew just what was up with them the feds. [SEP] it is the fact that mr obama thought he was running scared, he thought that he could have helped the opposition get so confrontational that they would have been quick to put hold on him. [SEP] the [SEP]"}
+{"type": "sample", "index": 10, "raw_text": "[CLS] surropoor, the if would not give him him or her his son. [SEP] it ' s 4. 10ft long, it ' s already agreed to use two guns because they said the u. s. force was not going far enough to defend him and used heavy force to slow him. [SEP] meanwhile, the storm could drive through the next six hours in even worse conditions just to win attention. [SEP] \" if they ' re not complaining that they have to do something, try and make for a tough fight with the teacher. [SEP] she said she wanted more. [SEP] he said he was asked about the incident as [SEP]", "detok_text": "[CLS] surropoor, the if would not give him him or her his son. [SEP] it's 4. 10ft long, it's already agreed to use two guns because they said the u. s. force was not going far enough to defend him and used heavy force to slow him. [SEP] meanwhile, the storm could drive through the next six hours in even worse conditions just to win attention. [SEP] \" if they're not complaining that they have to do something, try and make for a tough fight with the teacher. [SEP] she said she wanted more. [SEP] he said he was asked about the incident as [SEP]"}
+{"type": "sample", "index": 11, "raw_text": "[CLS] called him back. [SEP] in the first three months of beijing, bortman has gone to the three - week time - trial program because he is only really in the race. [SEP] a recent evidence showed that investors returned to consumer spending last year, in the fiscal year ended in june of 2008, the first full quarter of the fund year. [SEP] he could claim that his son was involved, but neither would he be him. [SEP] however, a magazine article about how a positive for her child gave pregnant last year and gave birth to daughter jagger, and it seems to be true of her father and daughter. [SEP] the 16 - [SEP]", "detok_text": "[CLS] called him back. [SEP] in the first three months of beijing, bortman has gone to the three - week time - trial program because he is only really in the race. [SEP] a recent evidence showed that investors returned to consumer spending last year, in the fiscal year ended in june of 2008, the first full quarter of the fund year. [SEP] he could claim that his son was involved, but neither would he be him. [SEP] however, a magazine article about how a positive for her child gave pregnant last year and gave birth to daughter jagger, and it seems to be true of her father and daughter. [SEP] the 16 - [SEP]"}
+{"type": "sample", "index": 12, "raw_text": "[CLS] is lots of their rules about what those kids have to, but they ' ll only do that to keep each other safe and you call them that. [SEP] \" i just had a shoulder, almost there in his face. [SEP] a north carolina officer was issued friday for a 21 - year - old suspect of the killings, and his remains to be suspended from a police unit. [SEP] another said the gunman told him he had been going to jail. [SEP] they have been in top pressure all night on centre - half andrivals cliari, who was subjud from the 6 after two weeks ago and who did [SEP]", "detok_text": "[CLS] is lots of their rules about what those kids have to, but they'll only do that to keep each other safe and you call them that. [SEP] \" i just had a shoulder, almost there in his face. [SEP] a north carolina officer was issued friday for a 21 - year - old suspect of the killings, and his remains to be suspended from a police unit. [SEP] another said the gunman told him he had been going to jail. [SEP] they have been in top pressure all night on centre - half andrivals cliari, who was subjud from the 6 after two weeks ago and who did [SEP]"}
+{"type": "sample", "index": 13, "raw_text": "[CLS] they put a false end for me, \" she said before tustin began. [SEP] i think it is an immoralcy. [SEP] if i could see her britain would try to take its first female child in 2010. [SEP] i still though a new car life is not the proper right offer, so get this for sure. [SEP] he said she, married to other children on the day she went, thought i was old, but he had to keep taking a picture of the case. [SEP] this was a clear reason to this particular case in 2000 was made for my own purpose : this sort of a thing to come true ; [SEP]", "detok_text": "[CLS] they put a false end for me, \" she said before tustin began. [SEP] i think it is an immoralcy. [SEP] if i could see her britain would try to take its first female child in 2010. [SEP] i still though a new car life is not the proper right offer, so get this for sure. [SEP] he said she, married to other children on the day she went, thought i was old, but he had to keep taking a picture of the case. [SEP] this was a clear reason to this particular case in 2000 was made for my own purpose: this sort of a thing to come true; [SEP]"}
+{"type": "sample", "index": 14, "raw_text": "[CLS] in july, one year early, to carry out a six - dollar - day budget plan to add $ 600 in additional taxes on fuel. [SEP] he ' s closed down his two - sub poolside here and started to live at the farm just in moretown, ga. [SEP] the driver died shortly after the scene of the crash. [SEP] usg, which makes equipment for its book and television magazines, bought a time co - owned timeday last summer. [SEP] brain - half i took him was born to four months old, which was difficult. [SEP] but the government ' s deficit will cut by 1 percent this year. [SEP] [SEP]", "detok_text": "[CLS] in july, one year early, to carry out a six - dollar - day budget plan to add $600 in additional taxes on fuel. [SEP] he's closed down his two - sub poolside here and started to live at the farm just in moretown, ga. [SEP] the driver died shortly after the scene of the crash. [SEP] usg, which makes equipment for its book and television magazines, bought a time co - owned timeday last summer. [SEP] brain - half i took him was born to four months old, which was difficult. [SEP] but the government's deficit will cut by 1 percent this year. [SEP] [SEP]"}
+{"type": "sample", "index": 15, "raw_text": "[CLS] can get him instead. but she and her son will have nothing to do about going way over. they will get her to take him down into the street. but when one of them want to give her all her money ). she know and she ' ll give now, she will just pay it to you and your money.. and i feel that this guy was just bailing it out out with children like her? [SEP] so is only the fact that some guy know what he?? ( or maybe her,? ) or that he had the same thing thing in life. this because he ' s father had all done [SEP]", "detok_text": "[CLS] can get him instead. but she and her son will have nothing to do about going way over. they will get her to take him down into the street. but when one of them want to give her all her money ). she know and she'll give now, she will just pay it to you and your money.. and i feel that this guy was just bailing it out out with children like her? [SEP] so is only the fact that some guy know what he?? (or maybe her,?) or that he had the same thing thing in life. this because he's father had all done [SEP]"}
+{"type": "sample", "index": 16, "raw_text": "[CLS] with the right to carry the gun. [SEP] the teams had won all of their games. [SEP] \" your doctor will give you the power to choose you not to buy oncell if you think you will be able to fend them to have the one on the company going to close, \" he said. [SEP] he loved the stories of his family in their name, he said. [SEP] there will be no checks about the position themselves. [SEP] i hope we ' ll get on, and they get up very well, but i know, you know, i told you that in 2006 but at the abounding anti - government [SEP]", "detok_text": "[CLS] with the right to carry the gun. [SEP] the teams had won all of their games. [SEP] \"your doctor will give you the power to choose you not to buy oncell if you think you will be able to fend them to have the one on the company going to close,\" he said. [SEP] he loved the stories of his family in their name, he said. [SEP] there will be no checks about the position themselves. [SEP] i hope we'll get on, and they get up very well, but i know, you know, i told you that in 2006 but at the abounding anti - government [SEP]"}
+{"type": "sample", "index": 17, "raw_text": "[CLS] some of the crime, saying that she was attacked at the south london zoo, but instead was a a piece of blood from her father who stabbed her at the back when he watched her flash of film in a new school friend. [SEP] that ' s something good. [SEP] as now, i think you know consequently that i have only responded to each son ' s parents or friends what he would like him, or something, he was, and if they were believed in his belief that the \" you \" status was the most important part of life. [SEP] she said they have been in hiding without any since late this week [SEP]", "detok_text": "[CLS] some of the crime, saying that she was attacked at the south london zoo, but instead was a a piece of blood from her father who stabbed her at the back when he watched her flash of film in a new school friend. [SEP] that's something good. [SEP] as now, i think you know consequently that i have only responded to each son's parents or friends what he would like him, or something, he was, and if they were believed in his belief that the \"you\" status was the most important part of life. [SEP] she said they have been in hiding without any since late this week [SEP]"}
+{"type": "sample", "index": 18, "raw_text": "[CLS] up a bit of booty. [SEP] then come you want, say, garlic, olivees, olives and cantach, this delicious trio of rose - soured chicken kloas and arrid cotta, the hearty - style grail, could soon be sold in brooklyn. [SEP] i know what people have, how long do you have a job and can do anything you and all its excesses just going to get out of. [SEP] a scottish government project to set it up for the development of a wind farm in southlothian, and the amount of the money is needed to plug a large number [SEP]", "detok_text": "[CLS] up a bit of booty. [SEP] then come you want, say, garlic, olivees, olives and cantach, this delicious trio of rose - soured chicken kloas and arrid cotta, the hearty - style grail, could soon be sold in brooklyn. [SEP] i know what people have, how long do you have a job and can do anything you and all its excesses just going to get out of. [SEP] a scottish government project to set it up for the development of a wind farm in southlothian, and the amount of the money is needed to plug a large number [SEP]"}
+{"type": "sample", "index": 19, "raw_text": "[CLS] at the time, the judge said that they should not not let him know who was responsible for them, and they should not be sent back. [SEP] there ' s the wind, here ' s the bone and then yak the industry. [SEP] \" if they want to do so after my birthday, they give them the name, in addition to their own children. [SEP] i always be despay - and there is no evidence that what i have had to ever been through a bad women - like condition in my life. [SEP] the obama administration said wednesday it is \" extremely concerned \" about the health measures and hopes the final legislation [SEP]", "detok_text": "[CLS] at the time, the judge said that they should not not let him know who was responsible for them, and they should not be sent back. [SEP] there's the wind, here's the bone and then yak the industry. [SEP] \"if they want to do so after my birthday, they give them the name, in addition to their own children. [SEP] i always be despay - and there is no evidence that what i have had to ever been through a bad women - like condition in my life. [SEP] the obama administration said wednesday it is\" extremely concerned \" about the health measures and hopes the final legislation [SEP]"}
+{"type": "sample", "index": 20, "raw_text": "[CLS] home with his kids, tell them to pay what he was not to pay the part of his tax break. [SEP] the serbian had hoped to qualify at the time, to qualify for women ' s wimbledon singles finals, but a victory was not granted. [SEP] sully is $ 2, 200, 000, an earnings of $ 3 million, his partner keloy about $ 10 million. [SEP] with financial help, these companies would can get you funds, although not know as many teachers in the city and legitimately live in their retirement area. [SEP] in addition to madonna ' s daughter, spears and her daughter, have said they [SEP]", "detok_text": "[CLS] home with his kids, tell them to pay what he was not to pay the part of his tax break. [SEP] the serbian had hoped to qualify at the time, to qualify for women's wimbledon singles finals, but a victory was not granted. [SEP] sully is $2, 200, 000, an earnings of $3 million, his partner keloy about $10 million. [SEP] with financial help, these companies would can get you funds, although not know as many teachers in the city and legitimately live in their retirement area. [SEP] in addition to madonna's daughter, spears and her daughter, have said they [SEP]"}
+{"type": "sample", "index": 21, "raw_text": "[CLS] i sent them to his friends. [SEP] in fact, only approximately 1 % of the financial transactions are covered with credit. [SEP] he was had sex warrants on her, he was pregnant. [SEP] washington opened a 2 - 3 lead late on the power play in the second and a 9 - 8 lead of the rangers five minutes in the second period. [SEP] the country ' s leaders seem likely to be revising their approach to tax revenues. [SEP] two months later, the radio 2 show won almost £3m ( $ 3. 3m ) and, who was, to me, set to win money on britain ' s face of [SEP]", "detok_text": "[CLS] i sent them to his friends. [SEP] in fact, only approximately 1 % of the financial transactions are covered with credit. [SEP] he was had sex warrants on her, he was pregnant. [SEP] washington opened a 2 - 3 lead late on the power play in the second and a 9 - 8 lead of the rangers five minutes in the second period. [SEP] the country's leaders seem likely to be revising their approach to tax revenues. [SEP] two months later, the radio 2 show won almost £3m ($3. 3m) and, who was, to me, set to win money on britain's face of [SEP]"}
+{"type": "sample", "index": 22, "raw_text": "[CLS] the new york market on tuesday at $ 10. 3 million. [SEP] it went by the word \" champion. \" [SEP] mr shill told his parents to talk him off about this at the time as his father had told him \" the story is real - fast and simple \" and he picked up on a good issue to include in this. [SEP] he ' s been called him, \" says thomas. [SEP] the report also as to the political health of former president makhda kadi, who has been attacked by saudi officials who suspect the leaders of a sep fundamentalist movement of islam. [SEP] this person in the same position is [SEP]", "detok_text": "[CLS] the new york market on tuesday at $10. 3 million. [SEP] it went by the word \"champion.\" [SEP] mr shill told his parents to talk him off about this at the time as his father had told him \"the story is real - fast and simple\" and he picked up on a good issue to include in this. [SEP] he's been called him, \" says thomas. [SEP] the report also as to the political health of former president makhda kadi, who has been attacked by saudi officials who suspect the leaders of a sep fundamentalist movement of islam. [SEP] this person in the same position is [SEP]"}
+{"type": "sample", "index": 23, "raw_text": "[CLS] [SEP] i thought of being taken to a moshu camp, but i will be killed, and in all the words tortured. [SEP] the typical quarterly fall was 12 in all in north carolina in 2001 to 13 in the 2008, and two in 2009. [SEP] semrava has her son at 18 but she is waiting to take photos or ultrasounds to prove that only one bit of sperm would be considered the right size. [SEP] and so, after three hours, i vote for my speech. [SEP] i welcome my 13 year children... [SEP] on a bid to fuel a controversial debate that some critics said would not be [SEP]", "detok_text": "[CLS] [SEP] i thought of being taken to a moshu camp, but i will be killed, and in all the words tortured. [SEP] the typical quarterly fall was 12 in all in north carolina in 2001 to 13 in the 2008, and two in 2009. [SEP] semrava has her son at 18 but she is waiting to take photos or ultrasounds to prove that only one bit of sperm would be considered the right size. [SEP] and so, after three hours, i vote for my speech. [SEP] i welcome my 13 year children... [SEP] on a bid to fuel a controversial debate that some critics said would not be [SEP]"}
+{"type": "sample", "index": 24, "raw_text": "[CLS] on holiday in the uk. [SEP] we launch or economic weapons to north korea, while the six - party korea, russia, china, japan, will. [SEP] the rules will come down on tuesday, if people in the street can take their share with all the proceeds of the crisis down to the one trillion of dollars ( perhaps worth an eye 2, 000 billion dollars ). [SEP] google members have contributed $ 2. 5 million, according to the new york times which web site google, has voted against it, to adraises. [SEP] and how much we would have to come up with against a 35 - year - old [SEP]", "detok_text": "[CLS] on holiday in the uk. [SEP] we launch or economic weapons to north korea, while the six - party korea, russia, china, japan, will. [SEP] the rules will come down on tuesday, if people in the street can take their share with all the proceeds of the crisis down to the one trillion of dollars (perhaps worth an eye 2, 000 billion dollars). [SEP] google members have contributed $2. 5 million, according to the new york times which web site google, has voted against it, to adraises. [SEP] and how much we would have to come up with against a 35 - year - old [SEP]"}
+{"type": "sample", "index": 25, "raw_text": "[CLS] to 12 months old, the weight went from 0. 3oz in scales of 9 feet to 6ft, or 3kg. [SEP] they married in 2008 and have previously been accused of conceverting the confidentiality of their children. [SEP] he once publicly refused to say this. back in the dark, he \" didn ' t know, know you what we wanted, but has not to say it and he will would always talk him. as i he could not could you come after a child just go out with him and i can see him open their eyes and they them do something \" he have lots of worry about [SEP]", "detok_text": "[CLS] to 12 months old, the weight went from 0. 3oz in scales of 9 feet to 6ft, or 3kg. [SEP] they married in 2008 and have previously been accused of conceverting the confidentiality of their children. [SEP] he once publicly refused to say this. back in the dark, he \"didn't know, know you what we wanted, but has not to say it and he will would always talk him. as i he could not could you come after a child just go out with him and i can see him open their eyes and they them do something\" he have lots of worry about [SEP]"}
+{"type": "sample", "index": 26, "raw_text": "[CLS] them they to get a green light and so they could respond to the recent argument for a new driver licensing system. [SEP] there were almost no bookings on the course of the post - 14 w defeat by france in may. [SEP] some are going extinct, but they do so because the global warming also means there is more outbreaks from sharks, bottle toms, tigers and tigers. [SEP] mr witty said he and the management team would have to hold off on business in future weeks when the company was unable to hold that time to give people agreed with the company. [SEP] he is to start serving 18 years of prison, which included [SEP]", "detok_text": "[CLS] them they to get a green light and so they could respond to the recent argument for a new driver licensing system. [SEP] there were almost no bookings on the course of the post - 14 w defeat by france in may. [SEP] some are going extinct, but they do so because the global warming also means there is more outbreaks from sharks, bottle toms, tigers and tigers. [SEP] mr witty said he and the management team would have to hold off on business in future weeks when the company was unable to hold that time to give people agreed with the company. [SEP] he is to start serving 18 years of prison, which included [SEP]"}
+{"type": "sample", "index": 27, "raw_text": "[CLS] you will, by means - - on a game - like scale and on the basis of how his story is so at its most extreme. [SEP] i probably did not know the name of her, but her name and i would send her out with me. [SEP] in the airport, their clothes are slumpy - - and you could leave with a nicer face, a bleable brown nose and a lump in your hair. [SEP] ex - married kim kop - young has the option of a second meeting with her family to help her campaign at the polls. [SEP] the court also asked for nine weeks of silence that if [SEP]", "detok_text": "[CLS] you will, by means - - on a game - like scale and on the basis of how his story is so at its most extreme. [SEP] i probably did not know the name of her, but her name and i would send her out with me. [SEP] in the airport, their clothes are slumpy - - and you could leave with a nicer face, a bleable brown nose and a lump in your hair. [SEP] ex - married kim kop - young has the option of a second meeting with her family to help her campaign at the polls. [SEP] the court also asked for nine weeks of silence that if [SEP]"}
+{"type": "sample", "index": 28, "raw_text": "[CLS] just just turned my phone on at 11 o :..., i are what you and your friends are... i have been saying to your same daughter on the internet, most recently, while i just went into the car and then a woman you had been forwarded to on the video, you was disrobeful. [SEP] a japanese electric research company, a japanese electronics company, the toogba, a japanese st. operating company, is expected to report a operating profit of 1. 6 percent this year more than half the cost of sales. [SEP] question time - - not hear the radio, i have [SEP]", "detok_text": "[CLS] just just turned my phone on at 11 o :..., i are what you and your friends are... i have been saying to your same daughter on the internet, most recently, while i just went into the car and then a woman you had been forwarded to on the video, you was disrobeful. [SEP] a japanese electric research company, a japanese electronics company, the toogba, a japanese st. operating company, is expected to report a operating profit of 1. 6 percent this year more than half the cost of sales. [SEP] question time - - not hear the radio, i have [SEP]"}
+{"type": "sample", "index": 29, "raw_text": "[CLS] the credit conditions. [SEP] \" you married the german - born bonarlo, and it was the only time he came home, \" she said. [SEP] when the report was released, the list of these claims in the complaint went out weeks. [SEP] but took even longer as the stewards turned over his phone and personal details, and in a separate case they determined that mr. coutt ' s name belonged to a new woman, but did not know that? [SEP] so, looking on, people were certainly showing up in a local park for their vote, they would just like to see a cross - section of their lives [SEP]", "detok_text": "[CLS] the credit conditions. [SEP] \"you married the german - born bonarlo, and it was the only time he came home,\" she said. [SEP] when the report was released, the list of these claims in the complaint went out weeks. [SEP] but took even longer as the stewards turned over his phone and personal details, and in a separate case they determined that mr. coutt's name belonged to a new woman, but did not know that? [SEP] so, looking on, people were certainly showing up in a local park for their vote, they would just like to see a cross - section of their lives [SEP]"}
+{"type": "sample", "index": 30, "raw_text": "[CLS] this year. [SEP] i think - and i think i will win decider of 50 - over round of the us open. [SEP] it is clear why the agency is slow in getting the information it needs. [SEP] temperatures will drop from about 21. 5c, - 6f, as a clear, thaw on monday. [SEP] i had questions about when i lived in los angeles. [SEP] the court was also told of the father ' s failure to support his children. [SEP] i ' re in public after you talk about hard things and sex, and you get his take of texting with people. [SEP] it has about 3, [SEP]", "detok_text": "[CLS] this year. [SEP] i think - and i think i will win decider of 50 - over round of the us open. [SEP] it is clear why the agency is slow in getting the information it needs. [SEP] temperatures will drop from about 21. 5c, - 6f, as a clear, thaw on monday. [SEP] i had questions about when i lived in los angeles. [SEP] the court was also told of the father's failure to support his children. [SEP] i're in public after you talk about hard things and sex, and you get his take of texting with people. [SEP] it has about 3, [SEP]"}
+{"type": "sample", "index": 31, "raw_text": "[CLS] old father who kept him away his father shot him. [SEP] so he ' s got to keep watching this, going with some friends every day and really feel the love of it. [SEP] the second - grader, tian, 3, was able to bring only two people out of the largest 600 animals, still about 15. [SEP] the victim said she once sent him the copies of his book for $ 1, 000, and then fought over what to put in the show. [SEP] a former rights activist, an anti - government activist, has been set aside for a small plane for the 12 games he arrived. [SEP] in year, [SEP]", "detok_text": "[CLS] old father who kept him away his father shot him. [SEP] so he's got to keep watching this, going with some friends every day and really feel the love of it. [SEP] the second - grader, tian, 3, was able to bring only two people out of the largest 600 animals, still about 15. [SEP] the victim said she once sent him the copies of his book for $1, 000, and then fought over what to put in the show. [SEP] a former rights activist, an anti - government activist, has been set aside for a small plane for the 12 games he arrived. [SEP] in year, [SEP]"}
+{"type": "sample", "index": 32, "raw_text": "[CLS] climate deal will go some way, and copenhagen leaders have agreed to meet a host of substantial issues, including legally - binding emissions targets. [SEP] mr sark was well known for his about 100 people in court, but the 18 - year - old daughter of jamel, is also the youngest, to be heard by security officers. [SEP] we first got coffee and then one of the boys said on the radio \" want to put in this sleeve to open. \" [SEP] over the first half of last year, three federal officers carried out more than 40 guns, more than five others in the same gray range, all related to a gun [SEP]", "detok_text": "[CLS] climate deal will go some way, and copenhagen leaders have agreed to meet a host of substantial issues, including legally - binding emissions targets. [SEP] mr sark was well known for his about 100 people in court, but the 18 - year - old daughter of jamel, is also the youngest, to be heard by security officers. [SEP] we first got coffee and then one of the boys said on the radio \"want to put in this sleeve to open.\" [SEP] over the first half of last year, three federal officers carried out more than 40 guns, more than five others in the same gray range, all related to a gun [SEP]"}
+{"type": "sample", "index": 33, "raw_text": "[CLS] security pledge to president obama tuesday. [SEP] i said she was just too kind with me if and when one could go on to break down on, because his parents moved on she could have used the title \" - - i had to only one \" things \" to help her understand their first language. [SEP] buthattap samprashe, cricket board ' s general secretary, told the bbc ' s website : \" this contract will play an important role in further the transport development in india. [SEP] he told the court that the sentence he would not send to prison was \" not good enough \" without parole and that he complied with [SEP]", "detok_text": "[CLS] security pledge to president obama tuesday. [SEP] i said she was just too kind with me if and when one could go on to break down on, because his parents moved on she could have used the title \"- - i had to only one\" things \"to help her understand their first language. [SEP] buthattap samprashe, cricket board's general secretary, told the bbc's website:\" this contract will play an important role in further the transport development in india. [SEP] he told the court that the sentence he would not send to prison was \"not good enough\" without parole and that he complied with [SEP]"}
+{"type": "sample", "index": 34, "raw_text": "[CLS] least until the elections this summer. [SEP] \" you and my people are trying to make money but their numbers are nothing but the fact is what we need are about cents on a computer and just 15 cents a day. [SEP] but coming in the end it looked as if they had turned their back back to play the game. [SEP] even now if the credits run out out, they could will just take years to go away. [SEP] what has she looked like so quiet you could ask how much or does she have done to her children since growing up? [SEP] when a witness asked to have access to the photo, officers said the girls were [SEP]", "detok_text": "[CLS] least until the elections this summer. [SEP] \" you and my people are trying to make money but their numbers are nothing but the fact is what we need are about cents on a computer and just 15 cents a day. [SEP] but coming in the end it looked as if they had turned their back back to play the game. [SEP] even now if the credits run out out, they could will just take years to go away. [SEP] what has she looked like so quiet you could ask how much or does she have done to her children since growing up? [SEP] when a witness asked to have access to the photo, officers said the girls were [SEP]"}
+{"type": "sample", "index": 35, "raw_text": "[CLS] top of a group that could afford it after their father was to face a family court hearing in january. [SEP] get what they say on a hot, wet end of the morning. [SEP] a choice of california - based tmods - - they live with their group sex much bigger than the risk of oral cancer.... [SEP] volkswagen, the german company, launched an initial round of emissions competition for all three vehicles for the european biodraft project, its announcement at a public meeting. [SEP] at 62, mr. mccain is no longer shy, but slightly shy and even outgoing. [SEP] he was taken at 8. 30 [SEP]", "detok_text": "[CLS] top of a group that could afford it after their father was to face a family court hearing in january. [SEP] get what they say on a hot, wet end of the morning. [SEP] a choice of california - based tmods - - they live with their group sex much bigger than the risk of oral cancer.... [SEP] volkswagen, the german company, launched an initial round of emissions competition for all three vehicles for the european biodraft project, its announcement at a public meeting. [SEP] at 62, mr. mccain is no longer shy, but slightly shy and even outgoing. [SEP] he was taken at 8. 30 [SEP]"}
+{"type": "sample", "index": 36, "raw_text": "[CLS] obama has unveiled a new plan for the us. [SEP] in november, ms jones claimed that mak ' s car seat was \" too excited, and and drunk, \" as all evidence heard. [SEP] mr. inouia, 82, had announced to state officials that he was seeking re - election. [SEP] mr jackson, who voted him children ' s first music artist, said \" i \" has the most recent, really, the album. [SEP] in a country that is unable to achieve a certain level of income, british companies have a good reason to keep work and to pay down fees that are increasing by more than double - [SEP]", "detok_text": "[CLS] obama has unveiled a new plan for the us. [SEP] in november, ms jones claimed that mak's car seat was \"too excited, and and drunk,\" as all evidence heard. [SEP] mr. inouia, 82, had announced to state officials that he was seeking re - election. [SEP] mr jackson, who voted him children's first music artist, said \"i\" has the most recent, really, the album. [SEP] in a country that is unable to achieve a certain level of income, british companies have a good reason to keep work and to pay down fees that are increasing by more than double - [SEP]"}
+{"type": "sample", "index": 37, "raw_text": "[CLS] metropolitan area, where the country ' s top retail price base is yuyuan, prices may not rise. [SEP] sir alex ferguson is not very good around to predicting a win, but he said that, \" i just won ' t blow him away. \" [SEP] then that day, my mother was scared of me when she came, but she could to see her. [SEP] i would say the day i go with it... i will have little room to the final words i have. [SEP] under the chairmanship of gates, mr. bosworth, the defense department and u. s. secretary of state michael cherto, [SEP]", "detok_text": "[CLS] metropolitan area, where the country's top retail price base is yuyuan, prices may not rise. [SEP] sir alex ferguson is not very good around to predicting a win, but he said that, \"i just won't blow him away.\" [SEP] then that day, my mother was scared of me when she came, but she could to see her. [SEP] i would say the day i go with it... i will have little room to the final words i have. [SEP] under the chairmanship of gates, mr. bosworth, the defense department and u. s. secretary of state michael cherto, [SEP]"}
+{"type": "sample", "index": 38, "raw_text": "[CLS], a court report was said friday. [SEP] the change is significant, because they are given three minutes to keep their head. [SEP] overall, the jury is likely to choose on three categories : four best screenplays and five of 10 directors - related awards. [SEP] well paid. [SEP] most car - insurance companies and the owners of 4x4s have only their ccs, \" he said. [SEP] not their names are important, but what, they might have to look like on their tombstones? [SEP] it started growing on just three days after the school opened. [SEP] he, on his 27 - year sentence in federal court, [SEP]", "detok_text": "[CLS], a court report was said friday. [SEP] the change is significant, because they are given three minutes to keep their head. [SEP] overall, the jury is likely to choose on three categories: four best screenplays and five of 10 directors - related awards. [SEP] well paid. [SEP] most car - insurance companies and the owners of 4x4s have only their ccs, \" he said. [SEP] not their names are important, but what, they might have to look like on their tombstones? [SEP] it started growing on just three days after the school opened. [SEP] he, on his 27 - year sentence in federal court, [SEP]"}
+{"type": "sample", "index": 39, "raw_text": "[CLS] in his absence. [SEP] his mother asked him for a drink, and did not force himself into trouble. [SEP] but she was 2 september that year. [SEP] i was on the cl road unconsciously feeling a strong eye. some next time i just got caught kicked me to the ground of the man who broke his eye with a bit as the eye i turned into the other side and was was going to lean back. [SEP] my only child and mother worked as a child, and i don ' t refuse a medical company ' s request for help. [SEP] it was later heard in tears by people in her family. [SEP] that would help [SEP]", "detok_text": "[CLS] in his absence. [SEP] his mother asked him for a drink, and did not force himself into trouble. [SEP] but she was 2 september that year. [SEP] i was on the cl road unconsciously feeling a strong eye. some next time i just got caught kicked me to the ground of the man who broke his eye with a bit as the eye i turned into the other side and was was going to lean back. [SEP] my only child and mother worked as a child, and i don't refuse a medical company's request for help. [SEP] it was later heard in tears by people in her family. [SEP] that would help [SEP]"}
+{"type": "sample", "index": 40, "raw_text": "[CLS] say so when germany ' s cvc investment come in. [SEP] it once was one of the world ' s short - lived brands. [SEP] if convicted under the u. s. law, jones will be accused of doping, a woman with two gold medals in beijing last year. [SEP] you could have other people with different stories. [SEP] he had a fist cast on his face after a brain accident. [SEP] but but now obama has said nothing to do since. [SEP] but we you have to fly it over that area, so it was like a caver going out and standing on fire. [SEP] a report by u. s. [SEP]", "detok_text": "[CLS] say so when germany's cvc investment come in. [SEP] it once was one of the world's short - lived brands. [SEP] if convicted under the u. s. law, jones will be accused of doping, a woman with two gold medals in beijing last year. [SEP] you could have other people with different stories. [SEP] he had a fist cast on his face after a brain accident. [SEP] but but now obama has said nothing to do since. [SEP] but we you have to fly it over that area, so it was like a caver going out and standing on fire. [SEP] a report by u. s. [SEP]"}
+{"type": "sample", "index": 41, "raw_text": "[CLS] the senate friday approved a budget that would to cut spending by up to $ 400 billion from the cap and energy plan bush approved in 2004. [SEP] you have read like god ' s questions. [SEP] oh, how we wanted this to happen in pain, because i thought i know i get a little - - it ' s because now i ' ve got mitt. [SEP] he has never started going into it under the rules. [SEP] he said the terms of the deal come in a number of less than 200, 000 - in excess of $ 2, 000.. [SEP] \" i travel to israel to fight against the iaea, [SEP]", "detok_text": "[CLS] the senate friday approved a budget that would to cut spending by up to $400 billion from the cap and energy plan bush approved in 2004. [SEP] you have read like god's questions. [SEP] oh, how we wanted this to happen in pain, because i thought i know i get a little - - it's because now i've got mitt. [SEP] he has never started going into it under the rules. [SEP] he said the terms of the deal come in a number of less than 200, 000 - in excess of $2, 000.. [SEP] \" i travel to israel to fight against the iaea, [SEP]"}
+{"type": "sample", "index": 42, "raw_text": "[CLS] of the mains later this year with the start of the new term that is under way for the first time that the car championship starts in 2010. [SEP] when all of the doors open, she has to talk to the carbido in a passage from the track, then go off, ( much preferer to her ) and docolity, i, be able to get her up enough to get her children back. [SEP] i know you have more time about it because what is asked that i would put your word or to know it, as i know it is coming about constantly and i have asked us what to do about [SEP]", "detok_text": "[CLS] of the mains later this year with the start of the new term that is under way for the first time that the car championship starts in 2010. [SEP] when all of the doors open, she has to talk to the carbido in a passage from the track, then go off, (much preferer to her) and docolity, i, be able to get her up enough to get her children back. [SEP] i know you have more time about it because what is asked that i would put your word or to know it, as i know it is coming about constantly and i have asked us what to do about [SEP]"}
+{"type": "sample", "index": 43, "raw_text": "[CLS] scheduled for first - degree murder in april, when prosecutors will be able to call for the return of the dna dna dna of convicted child war criminals. [SEP] and she ' s not getting out in the scro - like fashion at this point. [SEP] chief minister ghasamd makol kazvedi told a meeting of foreign journalists held at a state site of parliament on saturday. [SEP] the auction house say they now offer an example where 2, 000 children can get into their own parents in a year or so, but they will not make the payments. [SEP] resurff ' s offer was not \" enough. [SEP]", "detok_text": "[CLS] scheduled for first - degree murder in april, when prosecutors will be able to call for the return of the dna dna dna of convicted child war criminals. [SEP] and she's not getting out in the scro - like fashion at this point. [SEP] chief minister ghasamd makol kazvedi told a meeting of foreign journalists held at a state site of parliament on saturday. [SEP] the auction house say they now offer an example where 2, 000 children can get into their own parents in a year or so, but they will not make the payments. [SEP] resurff's offer was not \" enough. [SEP]"}
+{"type": "sample", "index": 44, "raw_text": "[CLS] who is from veveconi ' s ump party, had not seen whether the existence of the programme was revealed at or of the case for further investigation. [SEP] officials said he turned into an al - qaeda figure. [SEP] as with most of the difference with the show, the affair was also the start of a relationship that is totally destroyed by snibalcence. [SEP] i should have taken her rights, but no laws are made out - of - control people could get out of debt but never, i said she might have to go, you know, know. [SEP] the state says it has not yet decided who will [SEP]", "detok_text": "[CLS] who is from veveconi's ump party, had not seen whether the existence of the programme was revealed at or of the case for further investigation. [SEP] officials said he turned into an al - qaeda figure. [SEP] as with most of the difference with the show, the affair was also the start of a relationship that is totally destroyed by snibalcence. [SEP] i should have taken her rights, but no laws are made out - of - control people could get out of debt but never, i said she might have to go, you know, know. [SEP] the state says it has not yet decided who will [SEP]"}
+{"type": "sample", "index": 45, "raw_text": "[CLS] controlled by the al - qaeda war ' s leaders. [SEP] fear of vannicism. [SEP] a?. [SEP] that is likely based on the cyclical fall in global temperature rates and warming in the warmer areas of the atlantic on year and in the weeks to march 3. [SEP] the focus on the case was how to appoint the attorney general to testify against the new direct fire law when they have have to learn about how they respond to the new law. [SEP] liverpool took the league premier league title and the hammers won three times. [SEP] revenue fell to about 3. 7 billion dollars ( $ 7. 31 in revenue ), [SEP]", "detok_text": "[CLS] controlled by the al - qaeda war's leaders. [SEP] fear of vannicism. [SEP] a?. [SEP] that is likely based on the cyclical fall in global temperature rates and warming in the warmer areas of the atlantic on year and in the weeks to march 3. [SEP] the focus on the case was how to appoint the attorney general to testify against the new direct fire law when they have have to learn about how they respond to the new law. [SEP] liverpool took the league premier league title and the hammers won three times. [SEP] revenue fell to about 3. 7 billion dollars ($7. 31 in revenue), [SEP]"}
+{"type": "sample", "index": 46, "raw_text": "[CLS] suggested that if he a small child ( or maybe not, he was ' as her daughter, \" he asked ) was standing by his head that an his hand in the law might be in the same order as children his father, i just would tell him to make the case. [SEP] bob blimt has always been a year and i laid him off by the year. [SEP] he was arrested on the night about 3 : 30 a. m. [SEP] they had a one - year relationship and will never make him go, but its very likely he will take over them... [SEP] the web sites will be run by google [SEP]", "detok_text": "[CLS] suggested that if he a small child (or maybe not, he was' as her daughter, \" he asked) was standing by his head that an his hand in the law might be in the same order as children his father, i just would tell him to make the case. [SEP] bob blimt has always been a year and i laid him off by the year. [SEP] he was arrested on the night about 3: 30 a. m. [SEP] they had a one - year relationship and will never make him go, but its very likely he will take over them... [SEP] the web sites will be run by google [SEP]"}
+{"type": "sample", "index": 47, "raw_text": "[CLS] 2 - 6 - 3. [SEP] russia scored their first goal in second half play, saw out hosts georgia 4 - 4, and they have made another stop in their first game in 2001. [SEP] although the video was banned from work, he was banned from being released this year. [SEP] difficult to say, but the record of this question, published as of this month, is not really about the money that he means. [SEP] although they are not small to just kill in the wild side, they come from a small sharecritter, and the cockrox has died in recent years. [SEP] the more likely factor in the [SEP]", "detok_text": "[CLS] 2 - 6 - 3. [SEP] russia scored their first goal in second half play, saw out hosts georgia 4 - 4, and they have made another stop in their first game in 2001. [SEP] although the video was banned from work, he was banned from being released this year. [SEP] difficult to say, but the record of this question, published as of this month, is not really about the money that he means. [SEP] although they are not small to just kill in the wild side, they come from a small sharecritter, and the cockrox has died in recent years. [SEP] the more likely factor in the [SEP]"}
+{"type": "sample", "index": 48, "raw_text": "[CLS] actually suffered a big enough blow on the right leg. [SEP] they see it as a threat to their safety. [SEP] the reason is : the little men can think like any things for themselves. [SEP] but he did, as they did, eventually stuck with tears. [SEP] stephen ireland, the ireland midfield, took out les hlele ' s second goal in a fourth - minute tie to retain second place after a comfortable 3 - 1 home victory in stoke on friday. [SEP] mrs jones, 47, of bristol, said \" six months has been stolen by you because i has known for four years. [SEP] as he was a victim of [SEP]", "detok_text": "[CLS] actually suffered a big enough blow on the right leg. [SEP] they see it as a threat to their safety. [SEP] the reason is: the little men can think like any things for themselves. [SEP] but he did, as they did, eventually stuck with tears. [SEP] stephen ireland, the ireland midfield, took out les hlele's second goal in a fourth - minute tie to retain second place after a comfortable 3 - 1 home victory in stoke on friday. [SEP] mrs jones, 47, of bristol, said \" six months has been stolen by you because i has known for four years. [SEP] as he was a victim of [SEP]"}
+{"type": "sample", "index": 49, "raw_text": "[CLS] - - as a second drug. [SEP] congress don ' t know anything about their final deal. [SEP] the most recent turn came june 3, in 2005, after he suggested that a woman who had tied up her teenage brother in a partying should be killed, because of a \" fristor, \" but as a small boy that, if caught, he could only get a good bag of money. [SEP] maryi gourno, 19, already up to life in two jails, denies wrongdoing her mother in mather. [SEP] the shares will be sent to market markets and the world ' s largest stock exchange [SEP]", "detok_text": "[CLS] - - as a second drug. [SEP] congress don't know anything about their final deal. [SEP] the most recent turn came june 3, in 2005, after he suggested that a woman who had tied up her teenage brother in a partying should be killed, because of a \"fristor,\" but as a small boy that, if caught, he could only get a good bag of money. [SEP] maryi gourno, 19, already up to life in two jails, denies wrongdoing her mother in mather. [SEP] the shares will be sent to market markets and the world's largest stock exchange [SEP]"}
+{"type": "sample", "index": 50, "raw_text": "[CLS] the interlago cup, the full winner of the tournament. the players will have an good say about this round of the draw. [SEP] although he is to in the derby, 3, however, he and delrico will have to fight their way to the league titles. [SEP] the boy ' s father said he would not discipline them for much of the trial. he did not give a case reason. [SEP] it is a fact that they have not to hand over a local government case in which the alleged state supreme attorney is charged. [SEP] i had tried the act of 1996, but i took it. [SEP] yet instead of [SEP]", "detok_text": "[CLS] the interlago cup, the full winner of the tournament. the players will have an good say about this round of the draw. [SEP] although he is to in the derby, 3, however, he and delrico will have to fight their way to the league titles. [SEP] the boy's father said he would not discipline them for much of the trial. he did not give a case reason. [SEP] it is a fact that they have not to hand over a local government case in which the alleged state supreme attorney is charged. [SEP] i had tried the act of 1996, but i took it. [SEP] yet instead of [SEP]"}
+{"type": "sample", "index": 51, "raw_text": "[CLS] $ 3 billion. [SEP] run through june 12. [SEP] i ' m for the position of obama personally, except that he has no more than six weeks left on office. [SEP] the new study has divided the number of tests on the 17 million american population and bring the overall count to less than eight million, to 4. 6 million people. [SEP] \" i should know he wouldn ' t want the jail time because he did not support it for any 10 years. [SEP] a wide - eyed smile, as his school teacher showed him he had signs of vision and was marked by ticks coming from his mouth, and then, his eyes [SEP]", "detok_text": "[CLS] $3 billion. [SEP] run through june 12. [SEP] i'm for the position of obama personally, except that he has no more than six weeks left on office. [SEP] the new study has divided the number of tests on the 17 million american population and bring the overall count to less than eight million, to 4. 6 million people. [SEP] \" i should know he wouldn't want the jail time because he did not support it for any 10 years. [SEP] a wide - eyed smile, as his school teacher showed him he had signs of vision and was marked by ticks coming from his mouth, and then, his eyes [SEP]"}
+{"type": "sample", "index": 52, "raw_text": "[CLS] 6. 4 million in a failure at the u. s. open from the open in which he talked about the loss last month. [SEP] ferguson ' s players were consistent with, strong, and again on the ground as they remained the champions league unbeaten winners on the night last night. [SEP] congress would give them the option of a 12 weeks in china, infling the hours of 300 chinese workers to 20 days a week in the south and in factories. [SEP] by bashing companies with debt and making the money on a net - to - pay, he is going to tell them to get up and exoruish the [SEP]", "detok_text": "[CLS] 6. 4 million in a failure at the u. s. open from the open in which he talked about the loss last month. [SEP] ferguson's players were consistent with, strong, and again on the ground as they remained the champions league unbeaten winners on the night last night. [SEP] congress would give them the option of a 12 weeks in china, infling the hours of 300 chinese workers to 20 days a week in the south and in factories. [SEP] by bashing companies with debt and making the money on a net - to - pay, he is going to tell them to get up and exoruish the [SEP]"}
+{"type": "sample", "index": 53, "raw_text": "[CLS] the shares are on top of some of their best names on the market ( i suggest. 6 % ). it may not matter what their very poor first year looks like. but we still after its years an llk and ipo, its best - ever market in years. [SEP] they don ' t have even a reason to put anyone out there for it, since they can not hold their mouths up when the time comes, but so the line is not so far as they would like a go and having a good experience with them it was a good idea. [SEP] but to all have their claims met in the days ahead, [SEP]", "detok_text": "[CLS] the shares are on top of some of their best names on the market (i suggest. 6 %). it may not matter what their very poor first year looks like. but we still after its years an llk and ipo, its best - ever market in years. [SEP] they don't have even a reason to put anyone out there for it, since they can not hold their mouths up when the time comes, but so the line is not so far as they would like a go and having a good experience with them it was a good idea. [SEP] but to all have their claims met in the days ahead, [SEP]"}
+{"type": "sample", "index": 54, "raw_text": "[CLS] crown court, they said that, after the judge heard mrs evans had threatened her repeatedly at their home in feneston on the previous occasion this year, she also was left with a small amount of water just to make he could give them water. [SEP] i think i knew she was very normal. [SEP] i grew up all in my father ' s deep shyness, in this case i i think that it might be over 10d, but i be a scribbler of my kid, as, not a strange kid, but it still might be there in october. [SEP] a federal court issued an investigation that found evidence [SEP]", "detok_text": "[CLS] crown court, they said that, after the judge heard mrs evans had threatened her repeatedly at their home in feneston on the previous occasion this year, she also was left with a small amount of water just to make he could give them water. [SEP] i think i knew she was very normal. [SEP] i grew up all in my father's deep shyness, in this case i i think that it might be over 10d, but i be a scribbler of my kid, as, not a strange kid, but it still might be there in october. [SEP] a federal court issued an investigation that found evidence [SEP]"}
+{"type": "sample", "index": 55, "raw_text": "[CLS]. [SEP] i ' ve got the story in front of me. [SEP] his daughter was moved only to her parents. [SEP] he said the same a year after his brother told interne that their new iphone would cost $ 29. 40 on the new handset. [SEP] so in the week that our young of 10, john, matt, and ken,, i and my son, the venue for their event, had been able to make this difference to their own child. [SEP] or are things that could have turned the overpay or.. set the temperature down. [SEP] this result he received many thousands of people around the world [SEP]", "detok_text": "[CLS]. [SEP] i've got the story in front of me. [SEP] his daughter was moved only to her parents. [SEP] he said the same a year after his brother told interne that their new iphone would cost $29. 40 on the new handset. [SEP] so in the week that our young of 10, john, matt, and ken,, i and my son, the venue for their event, had been able to make this difference to their own child. [SEP] or are things that could have turned the overpay or.. set the temperature down. [SEP] this result he received many thousands of people around the world [SEP]"}
+{"type": "sample", "index": 56, "raw_text": "[CLS] second - life video game to make a big run in a tablet format. [SEP] \" there could be a sense of willing to take people as far as they want to put that on the international football stage. [SEP] amblet is so rare, but is not as good as before, or a natural change of species. [SEP] there the children in the youngest part, the 6, all a 12 - old group, dropped out of a day off to study their subjects. [SEP] still, i have taken all of my clothes with me. [SEP] the doping row has been formed by the 41 - year - three times european world champion. [SEP]", "detok_text": "[CLS] second - life video game to make a big run in a tablet format. [SEP] \" there could be a sense of willing to take people as far as they want to put that on the international football stage. [SEP] amblet is so rare, but is not as good as before, or a natural change of species. [SEP] there the children in the youngest part, the 6, all a 12 - old group, dropped out of a day off to study their subjects. [SEP] still, i have taken all of my clothes with me. [SEP] the doping row has been formed by the 41 - year - three times european world champion. [SEP]"}
+{"type": "sample", "index": 57, "raw_text": "[CLS] of his face, and then challenging the identity of the man, whose face was still not visible to his face. [SEP] but children with young children have up to 50 percent of their families live in south africa, zubilla says, especially at their own. [SEP] can the sj ' s have a long shot? [SEP] \" when will he be a few hours after that? \" [SEP] so what.? [SEP] his most controversial decision, however, was the decision who refused at the end of the month to decide whether a course could be given to those who are required to attend a formal hearing on some parents who had only served [SEP]", "detok_text": "[CLS] of his face, and then challenging the identity of the man, whose face was still not visible to his face. [SEP] but children with young children have up to 50 percent of their families live in south africa, zubilla says, especially at their own. [SEP] can the sj's have a long shot? [SEP] \"when will he be a few hours after that?\" [SEP] so what.? [SEP] his most controversial decision, however, was the decision who refused at the end of the month to decide whether a course could be given to those who are required to attend a formal hearing on some parents who had only served [SEP]"}
+{"type": "sample", "index": 58, "raw_text": "[CLS] was the special coordinator for education for federal health, education, civil protection and health quality for gov. arnold schwarz viggers. [SEP] he is in just office, and has been scheduled to lead since a campaign for another term began in april. [SEP] the second, mokud, was re - elected. [SEP] the finest of any celeb visitor to the festival, one of the year ' s most celebrated celebration films. [SEP] andrew russell, 43, of humbering road, was driving a yellow car near the bron road, his nine - month - old daughter sophie, when he went to stop, a detective [SEP]", "detok_text": "[CLS] was the special coordinator for education for federal health, education, civil protection and health quality for gov. arnold schwarz viggers. [SEP] he is in just office, and has been scheduled to lead since a campaign for another term began in april. [SEP] the second, mokud, was re - elected. [SEP] the finest of any celeb visitor to the festival, one of the year's most celebrated celebration films. [SEP] andrew russell, 43, of humbering road, was driving a yellow car near the bron road, his nine - month - old daughter sophie, when he went to stop, a detective [SEP]"}
+{"type": "sample", "index": 59, "raw_text": "[CLS] it had ever come. [SEP] however, however strict rules on use in such cases have been kept, as foreigners were supposed to have the time to apply under the same law. [SEP] a local police officer also told that the young boy was being described as a child this year the mother of her young children, and the friend said that the 9 - year - old showed the boy around before the incident on craig street on the internet. [SEP] ronaldi ' s goal was the most memorable and came from anelka, who found in reina, who stepped up for the goal and dived under his body and rolled as [SEP]", "detok_text": "[CLS] it had ever come. [SEP] however, however strict rules on use in such cases have been kept, as foreigners were supposed to have the time to apply under the same law. [SEP] a local police officer also told that the young boy was being described as a child this year the mother of her young children, and the friend said that the 9 - year - old showed the boy around before the incident on craig street on the internet. [SEP] ronaldi's goal was the most memorable and came from anelka, who found in reina, who stepped up for the goal and dived under his body and rolled as [SEP]"}
+{"type": "sample", "index": 60, "raw_text": "[CLS] government and the imf have have a problem ; if the banks have to pay less than the price of the lenders, we have different values of service. b. what happens when you are looking for your job. [SEP] the woman had asked who is the gender of the girl, that she was with the girl, but one asked for three and that she meant her as a young woman, who told her she was coming home. [SEP] the biggest video sports festival started in december 2006. [SEP] in the final minutes, he was not ( and much considered ) a right - blazer, is likely to even come to a close [SEP]", "detok_text": "[CLS] government and the imf have have a problem; if the banks have to pay less than the price of the lenders, we have different values of service. b. what happens when you are looking for your job. [SEP] the woman had asked who is the gender of the girl, that she was with the girl, but one asked for three and that she meant her as a young woman, who told her she was coming home. [SEP] the biggest video sports festival started in december 2006. [SEP] in the final minutes, he was not (and much considered) a right - blazer, is likely to even come to a close [SEP]"}
+{"type": "sample", "index": 61, "raw_text": "[CLS], 000 to £17, 000. [SEP] he said the internet would have made it easier for him to communicate against him. [SEP] the accident came tuesday morning. [SEP] investigators, the boyes ' parents of the children ' s group of about six women were forced to have taken him,, police said. [SEP] i didnt think his friends, because i was not his band. [SEP] dear, people, you know how good it was, if you see what we see after today ' s pre - tax profit fell to £272m because of some gains made to the french game manufacturer the ncr. [SEP] the last moment [SEP]", "detok_text": "[CLS], 000 to £17, 000. [SEP] he said the internet would have made it easier for him to communicate against him. [SEP] the accident came tuesday morning. [SEP] investigators, the boyes' parents of the children's group of about six women were forced to have taken him,, police said. [SEP] i didnt think his friends, because i was not his band. [SEP] dear, people, you know how good it was, if you see what we see after today's pre - tax profit fell to £272m because of some gains made to the french game manufacturer the ncr. [SEP] the last moment [SEP]"}
+{"type": "sample", "index": 62, "raw_text": "[CLS] have intensified and increased recently, focusing on creating sex - free status, support for gay policy - making. [SEP] they have to pay not bonuses, and they are all about the money. [SEP] in addition to the agreement, the eu has voted from the first week of april of a government public plan or a private debt offering to help china to reduce its demand for raw material to cover credit markets. [SEP] in three years, it has so raised more than £100m through information gathered on a group of people. [SEP] now they expect to win one goal a second but he : that ' s happy. [SEP] \" i got to carry on [SEP]", "detok_text": "[CLS] have intensified and increased recently, focusing on creating sex - free status, support for gay policy - making. [SEP] they have to pay not bonuses, and they are all about the money. [SEP] in addition to the agreement, the eu has voted from the first week of april of a government public plan or a private debt offering to help china to reduce its demand for raw material to cover credit markets. [SEP] in three years, it has so raised more than £100m through information gathered on a group of people. [SEP] now they expect to win one goal a second but he: that's happy. [SEP] \" i got to carry on [SEP]"}
+{"type": "sample", "index": 63, "raw_text": "[CLS] children - - white, black, black, 15, 13 and 12 - - were pitless, he knew that their father could care for his young son and that he is a sick bear. [SEP] the big executives have taken their money to don ' t pay when they took money from their insurance company and gotti needed to work on the movie. [SEP] but mrs smith, known as mr de laezes, qc, read a clear statement from the court as she explained what she told her. [SEP] i would have had no doubts about what i might be going to do without conspring a blow. [SEP] the uk government [SEP]", "detok_text": "[CLS] children - - white, black, black, 15, 13 and 12 - - were pitless, he knew that their father could care for his young son and that he is a sick bear. [SEP] the big executives have taken their money to don't pay when they took money from their insurance company and gotti needed to work on the movie. [SEP] but mrs smith, known as mr de laezes, qc, read a clear statement from the court as she explained what she told her. [SEP] i would have had no doubts about what i might be going to do without conspring a blow. [SEP] the uk government [SEP]"}

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps2048_c16_t1p45_detok_raw_samples.txt

@@ -0,0 +1,224 @@
+steps2048_c16_t1p45_detok
+{
+  "type": "summary",
+  "name": "steps2048_c16_t1p45",
+  "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt",
+  "step": 434000,
+  "decode": {
+    "kind": "categorical_fullvocab_normal_steps_sweep",
+    "config": "steps2048_c16_t1p45",
+    "steps": 2048,
+    "endpoint_temp": 1.45,
+    "concentration_max": 16.0,
+    "final_from": "state",
+    "update": "resample",
+    "n_samples": 64,
+    "seed": 20260509
+  },
+  "detok_genppl": {
+    "ppl": 21.267958811894406,
+    "nll_per_token": 3.057201659016858,
+    "tokens": 9428
+  },
+  "diversity": {
+    "sample_entropy": 3.992792557808964,
+    "unique_tokens": 1462,
+    "token_count": 8192,
+    "distinct_1": 0.178466796875,
+    "distinct_2": 0.56373031496063,
+    "top_token_mass": 0.0732421875
+  }
+}
+
+===== sample 000 =====
+[CLS] [SEP] ebitda was $5. 6 million for fiscal year 2008 compared to $6. 4 million for fiscal 2007 and $3. 5 million for 2007. [SEP] (i try to do it right in the office.) [SEP] " al - masri was born here in the west bank of israel..................... [SEP] he was 2 - for - 2 from the field in the first half, but made only five shots and was held to three points in the second half. [SEP] for more information on exec, visit www. ex [SEP]
+
+===== sample 001 =====
+[CLS]. [SEP] microsoft rose 1. 3 per cent to $31. 19, rose 1. 3 per cent to $26. 29 and yahoo rose 1. 2 per cent to $47. 20 in afternoon trading. [SEP] the authorities had said that mr. sharif, the leader of the people's party, had said he wanted change the law, but they had not to do so. [SEP] " i'm delighted that i'm making a film.... [SEP] there's no answer, but that's impressive. [SEP] (ap) former u. s. president richard nixon says he was shocked when he [SEP]
+
+===== sample 002 =====
+[CLS]. [SEP] i am a christian, i... [SEP] i've been playing really well for the last couple of weeks. [SEP] last month, the u. s. court of appeals threw out a majority ruling that said same - sex marriage should be recognized in the state's constitution. [SEP] the two countries met in moscow last year to help develop the first long - range missile system. [SEP] the driver, a 35 - year - old man, said he was trying to get out of the car and asked for the driver to come in. [SEP] 7 (upi) - - u. s. scientists say they have [SEP]
+
+===== sample 003 =====
+[CLS] 7. 6 percent of the company's shares. [SEP] us open champion tiger woods battled back to take a two - shot lead over british open champion tiger woods. [SEP] but it's not just about money. [SEP] "i was hoping that the president would, but they would pick it up," he said. [SEP] the committee's findings will be published this morning with a final report due on tuesday. [SEP] top - seeded roger federer defeated robin soderling, 6 - 3, 4 - 6, 7 - 5, 6 - 4, 6 - 3. [SEP] " the best i can say is that this was [SEP]
+
+===== sample 004 =====
+[CLS] said. [SEP] but if they can't get back to work at the right time and at the right time, it's unlikely they'll be able to move on with their lives. [SEP] "what people in the u. s. want to see in the future is - - that's a big part of our economy, we can sell it," he said. [SEP] "it's a big chance to play, but it's a big game, and that's a good thing," he said. [SEP] "i'm surprised they're working," he said last week. [SEP] [SEP]
+
+===== sample 005 =====
+[CLS]. 7 million. [SEP] mr huntley's 30 - year - old wife, alana, had been moving to london with their 19 - year - old daughter but was unable to move in. [SEP] ivan klasnic put liverpool in front with 10 minutes to play, and voronin's goal in the last minute of the second half gave the visitors the lead. [SEP] the company's net income was $8. 2 million, up from $432. 0 million in 2007. [SEP] but i still feel that it has been so bad, and i just have to live with it now. [SEP] he has [SEP]
+
+===== sample 006 =====
+[CLS] [SEP] the deaths add to the growing uproar over the overall u. s. strategy for war in afghanistan, based on a u. n. report that said that 2, 000 civilians have died since the arrival of 30, 000 u. s. troops last year. [SEP] this is a real world to watch. [SEP] some democrats have vowed to support the republican party during the presidential campaign. [SEP] "how can you come up with a plan to buy them?" he asked. [SEP] what effect obama's plan could have on the economy is not yet clear. [SEP] this was very bad. [SEP] on tuesday, the us [SEP]
+
+===== sample 007 =====
+[CLS] "it's very hard to find counselors to help," said mr. ferraro, a senior vice president at the n. c. a. a. who declined to give his name. [SEP] the american ran 1min 44. 62sec, just 0. 12sec off spitz's personal best of 44. 05. [SEP] the attack took place about 5 a. m. when a suicide bomber struck near the home of the city's police chief, killing three police officers, a police official said. [SEP] i don't think that being one of the the largest u. s. [SEP]
+
+===== sample 008 =====
+[CLS] the world. [SEP] the ban would have been followed by a three - year suspension and a pay cut of 15 percent. [SEP] a lorry driver beat a 70 - year - old woman to death in a field near her home in manchester in june 2008. [SEP] median prices range from about $1 million to $2. 7 million for a home, and range from $30, 000 to $40, 000, and prices for a single - family unit range $25, 000 to $40, 000. [SEP] " there's a difference in what we're doing as a team, and we're doing a lot [SEP]
+
+===== sample 009 =====
+[CLS] new york. [SEP] he's one of the best players i've had and he serves very well, "safina said. [SEP]" it's about money, it's not about money - - it's about the people. [SEP] 11: 30 a. m., to 5 p. m. [SEP] " the ministry of defence has simply failed in its duty to protect the lives of people. [SEP] the second man, a 20 - year - old man, was found dead early saturday on a busy street on manhattan's east side. [SEP] at the white house, president barack obama said the u [SEP]
+
+===== sample 010 =====
+[CLS] £6. 5 billion ($7. 9 billion) increased 8. 5 percent to £1. 2 billion ($. 7 billion). [SEP] president obama and members of the us armed forces will meet in washington on thursday for a two - day summit on afghanistan. [SEP] garnett hit a 3 - pointer with 3: 10 to play to give the celtics a 53 - 55 lead, and paul pierce hit a three - point play with 28 seconds left to put the celtics up 58 - 57 with 35 seconds to play. [SEP] total fouls _ chicago 20 (gasol 9). [SEP] a version of this article appeared [SEP]
+
+===== sample 011 =====
+[CLS] come back. "[SEP] it's hard to believe he's the worst person ever. [SEP]" i feel like i'm going to be ready and so i'm in good shape, "he said. [SEP] the chancellor also said the government needed to restore public confidence in the banking system to prevent the credit crisis from spreading to the economy. [SEP]" what's behind the cost? [SEP] harbhajan, one of the main engines of new zealand's success since the springboks were formed in 2005, became the world's top test player. [SEP] that's just the kind of thing that [SEP]
+
+===== sample 012 =====
+[CLS] in the first. [SEP] clinton, who beat bush in the state in 2004, also won more delegates than obama. [SEP] at one point, polanski said he wanted to talk to himself, but he didn't. [SEP] i've got the situation and it's important for me to have a sense of the situation. [SEP] if you're off to work, let's wake up at work in the morning and wake up at 7am. [SEP] this entry was posted by tracy alloway on friday, august 20th, 2009 at 5: 15 and is filed under briefings, capital markets. [SEP] i am [SEP]
+
+===== sample 013 =====
+[CLS], "he said. [SEP] sales fell to £7. 8 million last year and rose to £97. 7 million. [SEP] the move is likely to be welcomed by pro - democracy groups, whose leaders have agreed to go to the un to try to end pakistan's political crisis, which has been fuelled by president pervez musharraf's declaration of emergency rule. [SEP]" that is a tough call. [SEP] "it's not going to go away at this point in time," said dr. colleen callan, director of the women's health program at the university of chicago. [SEP] [SEP]
+
+===== sample 014 =====
+[CLS] [SEP] he was ordered to stay at the hospital until the jan. [SEP] i didn't want to die, but i didn't think i wanted to do that. [SEP] it's 4: 30 - 7 p. m. [SEP] as a result, mr. obama said, c. i. a. a. is expected to get more help from the c. i. a.'s inspector general, the c. i. a. a. inspector general, the c. i. a. a. and the c. i. a., along with other agencies like the c. i. a. [SEP]
+
+===== sample 015 =====
+[CLS] said. [SEP] robert kadish, 20, has been charged in the death of 18 - year - old michael kushner, 19, who was stabbed to death last month, the los angeles times reported saturday. [SEP] "i don't want to miss a lot of matches - i haven't played in the premier league since the' 30s. [SEP] the newspaper said people were asked to leave their homes before the storm, but it's not yet clear if they'll stay any longer. [SEP]" they can't get away with it. " [SEP] the next day, they said, he took the [SEP]
+
+===== sample 016 =====
+[CLS] of thousands of dollars "on the state's budget. [SEP] i think it's true," he said. [SEP] he is young, he has a lot to offer, and he wants to do well. [SEP] in a written statement, the family identified the driver of the car as a 20 - year - old local man. [SEP] three people in the car were shot in the back, and the driver was injured. [SEP] the dodgers, who scored four runs in the first inning, rallied to take a 5 - 2 lead early in the third, then tied it in the bottom of the seventh. [SEP] washington (ap) [SEP]
+
+===== sample 017 =====
+[CLS]. com. [SEP] the deal, announced in march, is expected to close by the end of the year. [SEP] "i am pleased that the president has contracted with the u. s. navy, one of the nation's leading national defense groups, to provide support for missile defense," gates said during a news conference in washington. [SEP] "i don't think it will be easy, but i don't think it'll be a problem. [SEP] she said," i do not know what's going on in iraq, " even though it's hard to see why she felt the need to keep [SEP]
+
+===== sample 018 =====
+[CLS] as soon as possible. [SEP] you want to know. [SEP] the senate is not expected to vote on the measure before mid - august. [SEP] "i think we'll have come up with a plan to resolve the situation," she said. [SEP] "the u. s. is in a difficult situation, and it's going to be very difficult," he said. [SEP] i feel fine. [SEP] that's the reaction of liverpool fans after they were swept in to win 4 - 3 in the carling cup on saturday. [SEP] u. c. l. a. u.'s defense is all the way [SEP]
+
+===== sample 019 =====
+[CLS] earlier this month he would remain in charge of the club until the end of the season. [SEP] i was the first to perform at this year's song of the year awards in london. [SEP] "it's great to be back in the game and very good to win - - he's a great player - - and good to play well today. [SEP] they say if they live, then they will be safe. [SEP]" we're not going in the same direction as before, and we're not going in the same direction, "he said. [SEP]"... [SEP] i've been told a [SEP]
+
+===== sample 020 =====
+[CLS] he said. [SEP] " i always thought that if we hadn't played well, and we hadn't done well this year, we could have finished with three points if we'd lost three games in the final. [SEP] it set up a fund to protect the country's forests. [SEP] the drop followed a fall of 2 per cent in september, the economy's first monthly decline in a year. [SEP] china, india and south africa are also due to take part in the beijing games. [SEP] the u. s., which is leading the war in afghanistan, is preparing to send up to 40, 000 troops [SEP]
+
+===== sample 021 =====
+[CLS] she said. [SEP] the crash happened on july 31, this year, police said. [SEP] "it's a good idea," chernoff said. [SEP] he has already spent six months in jail, and is considering returning to britain with his wife. [SEP] i didn't want to go mad for him. [SEP] the authorities have yet to name a person in connection with the case. [SEP] "i've always said i won't play for my own country but that's what i'm hoping for and i haven't played like that," said the german. [SEP] 11, 2001, and have [SEP]
+
+===== sample 022 =====
+[CLS] the area. [SEP] murray is no. 1 this year and could also be set to break into the top 40 for the first time in his career and for just the second time this year. [SEP] " i don't know exactly what i'm going to do but he's a great man, he's a very good guy. [SEP] the woman said she witnessed the beating and can't remember any more. [SEP] australia's biggest bank has sold a $21m (£12m) worth of assets to the country's biggest bank, up from $16. 5m just three months ago. [SEP] [SEP]
+
+===== sample 023 =====
+[CLS] £20000 - £30000 per annum + bonus. this global pr agency is looking for a.... £50000 - £65000 per annum. the royal geographical society. london, england. [SEP] "david cameron needs to maintain his tax - and - spend policies," said david cameron, the conservative party's deputy leader. [SEP] there is no evidence that a person in the car - - and possibly a member of the crew - - was also killed. [SEP] it's widely expected that the central bank will probably cut interest rates to get money flowing before the end of the year. [SEP] " [SEP]
+
+===== sample 024 =====
+[CLS]. 4 billion dollars in the january - march quarter. [SEP] "but we're not going to go," the source said. [SEP] john goldin, of the conservative international policy institute in london, said he would be surprised at the timing of mr brown's announcement. [SEP] for 2008, samsung's operating profit was flat at 2. 2 trillion won (£1. 6bn), but that is expected to rise to 1. 3 trillion won, against the analysts' forecast of 1. 2 trillion. [SEP] " it's the change that we have been making this week. [SEP] if you're the only [SEP]
+
+===== sample 025 =====
+[CLS] the woman's death in 2007. [SEP] on friday, the u. s. district court for the district of columbia said it had rejected a request by the white house to try to block the u. s. foreign intelligence surveillance act. [SEP] in recent years, the company's i. p. o. p. has been said to be among the poorest in the industry, with earnings this year ranging from $2. 15 to $2. 13 per share. [SEP] more than 60 people have been killed and about 100 are injured in attacks by taliban militants in northwestern pakistan, according to the government. [SEP] however, [SEP]
+
+===== sample 026 =====
+[CLS] the prosecution said it was willing to accept a guilty verdict, and it would not wait for a new trial in the case. [SEP] they would say, ' if they didn't do it, i'd come in and say, ' what's the difference? ' [SEP] "i only walk 30 miles a day," he said, "and i did it at 3 a. m." [SEP] the internet search leader has not yet decided whether to accept microsoft's bid, which has made it an important antitrust issue. [SEP] new delhi, march 19 (upi) - - india's prime minister said [SEP]
+
+===== sample 027 =====
+[CLS] 30 a. m.. [SEP] that's a good thing, but it's one of the things i could do to win a grand slam. [SEP] "i'll be back in two or three sets and i don't think i'll play the third set. [SEP] some 200, 000 of these books are now in uk stores and will be available in may. [SEP]" we would be happy to see that the law was signed by the parliament, not by the president, "he said. [SEP] more than 250, 000 more people have fled their homes because of the fire. [SEP]" we said we will [SEP]
+
+===== sample 028 =====
+[CLS] lead to 11. 3 points in the second half of the game. [SEP] 16, three days before the start of the trial. [SEP] the largest banks participating in the government's bailout program include goldman sachs, morgan stanley, citigroup inc., bank of america, jpmorgan chase & co and morgan stanley. [SEP] no, i'm not undeclared. [SEP] something has to be done. [SEP] but there are other signs. [SEP] the u. s. economy grew 0. 7 percent in january, compared with 0. 5 percent in december. [SEP] mcilroy shot a 5 - under 68 [SEP]
+
+===== sample 029 =====
+[CLS] " the military said in a statement. [SEP] u. s. officials have said that american troops would be out of iraq by the end of the year, but iraqi leaders are still pushing for a full withdrawal, assuming al - maliki embraces a long - term u. s. - iraqi pact. [SEP] he had surgery on a groin injury and is expected to play for liverpool in the summer. [SEP] alcoa said it expected fourth - quarter profit to be about $90. 8 million (£60 million) as the company recovers from the impact of the us housing and credit market crisis. [SEP] in one of the [SEP]
+
+===== sample 030 =====
+[CLS] the fourth quarter was $5. 6 million. [SEP] "i was shocked to learn that the situation was worse than it was," he said. [SEP] the company said on tuesday that it expected to make a net profit by the end of this year's second quarter. [SEP] the bruins had given up two goals in three of their previous four games against the rangers. [SEP] the u. s. department of commerce report put the total estimated market value of u. s. goods at $35. 3 billion in 2007, representing a 2. 3 percent increase from last year in the july - september period. [SEP] earlier this week [SEP]
+
+===== sample 031 =====
+[CLS] to have carried out the attack. [SEP] the parents, 17 - year - old christopher and 15 - year - old kevan price, both had a baby last summer and had been due to give birth in france in january. [SEP] let's move forward. [SEP] however, the iea, the international energy agency, said it expected oil demand in the united states for the three months ending in june to be lower than expected by the year's end. [SEP] " i don't think i will be able to play like that. [SEP] for now, they won't be available. [SEP] revenue grew to $1. [SEP]
+
+===== sample 032 =====
+[CLS] the end of the year, "he said. [SEP]" we've always said, you can play, you can play it, you can't play the ball, you can't, if you're hitting the first shot, the ball at the tee, you've got to hit the ball as hard as possible, " woods said after the opening round of the tournament in china. [SEP] kevin millwood (2 - 2) gave up three runs on four hits in six innings for the royals, who got two hits from adam laroche (1 - 2). [SEP] the president has a wide range [SEP]
+
+===== sample 033 =====
+[CLS], so the results are less likely to be negative, she said. [SEP] " the weather will brighten today, the sun will come down in the morning and the sun will come out. [SEP] mr brown's letter prompted an angry response from the liberal democrats' conference. [SEP] his next court date is expected to be thursday. [SEP] we had to wait. [SEP] revenue increased by $1. 5 million to $5. 6 million, driven by a slight increase in the tax rate. [SEP] we want to live in the future and that's what lord mandelson's going to do. [SEP] since the talks began [SEP]
+
+===== sample 034 =====
+[CLS] the economic and political crisis. [SEP] i don't think that's a good thing. [SEP] by the time the girl went missing on oct. [SEP] earlier, the report said the government of japan had made contact with the korea development bank and the national development bank of china. [SEP] (ap) the mother of a young boy found dead on the doorstep of her mobile home said that the child and the boy's father are trying to determine what killed their children. [SEP] she said: " i can't understand how much people have to work at the end of the day. [SEP] los angeles, june 17 ( upi [SEP]
+
+===== sample 035 =====
+[CLS]. [SEP] i don't think anybody should be. [SEP] the net loss for the fourth quarter, including a loss of $0. 33 per share, is now expected to be $0. 15 per share. [SEP] he has not said no, he has... just as far as i want to go. [SEP] the government is in talks to swap $2. 4 billion of gm's debt for equity in a deal that is expected to raise about $5 billion. [SEP] we have a choice. [SEP] the month - on - month increase in sales was less than what many economists had expected. [SEP] but it was [SEP]
+
+===== sample 036 =====
+[CLS] said. [SEP] "this will be an opportunity for us to provide what they want, and it is an opportunity to get people to do that," he said. [SEP] i think it's going to get much better in the fall. [SEP] last month, the number of job losses rose by more than 10, 000 to 27, 500. [SEP] the president: well, we can't do a whole lot of things that the president didn't want to do this time. [SEP] kabul, afghanistan (ap) - - a former foreign minister who said afghanistan's economy has been damaged at the hands of the taliban, [SEP]
+
+===== sample 037 =====
+[CLS]s. [SEP] 12 (upi) - - the u. s. supreme court is revising its ruling on california's proposed gay marriage ban. [SEP] the economy is out of recession, and the u. s. is also in recession. [SEP] the 22 - year - old has won five grand slam titles and could be regarded as one of the highlights of the 2010 season. [SEP] revenue fell by 4. 8 percent to $15. 3 billion from $15. 8 billion a year ago. [SEP] the pilot tried to push the man into the cockpit, but the pilot returned fire and failed to stop. [SEP] " we [SEP]
+
+===== sample 038 =====
+[CLS] what's going on. [SEP] "if people want to get the best possible deal, they have to find the best way to spend their money," said thomas a. johnson, i. b. m.'s vice president of research and sales. [SEP] on the other hand, the mexican government, by contrast, is trying to keep a lid on mexico's problems. [SEP] goalies _ dallas, horcoff 8 - 6 (6 shots). [SEP] gold traded at $1. 3773, down from $1. 379 in new york. [SEP] brooke white, a city spokeswoman, [SEP]
+
+===== sample 039 =====
+[CLS] deal with this. [SEP] but it is now clear that the government does not have the power to pass legislation to fund the bailouts of the banks until after the general election. [SEP] he hopes to be able to compete in the london olympics for the first time in 2012. [SEP] it was absolutely incredible. [SEP] but in reality it's very difficult to find a solution. [SEP] i still believe cricket is a good thing, even if you don't really want to play it on it. [SEP] he averaged 5. 5 points and 3. 2 rebounds in 15 games, a repeat of last season. [SEP] about 3, 000 people [SEP]
+
+===== sample 040 =====
+[CLS] for u. c. l. a. ), and u. c. l. a. (3 - 3) had a chance to cut the lead back to a point on mike brown's 19 - play, 31 - yard field goal with 2: 45 to play in the half. [SEP] i'm not sure their form will be so good when they get back into the game, but the real hope is that they will be able to give the lions confidence. [SEP] " i do not want to know why he's going on the run. [SEP] tuesday, april 12, at 2 p. m. [SEP] [SEP]
+
+===== sample 041 =====
+[CLS] the war. [SEP] posted by gwen robinson on mar 02 05: 45. [SEP] i've had a few weeks.... [SEP] after losing his fourth - round warm - up match at the french open to rafael nadal in the second round, federer took a two - set lead at the end of the first set. [SEP] although they hold the no. 2 seed in the east, they are still the team that has won the last year. [SEP] net income for the quarter ended june 30, 2009 was $0. 3 million or $2. 3 million. [SEP] ankara, turkey (ap) - u. s [SEP]
+
+===== sample 042 =====
+[CLS]. [SEP] the white house said it was not surprised by musharraf's decision. [SEP] the president's office said it was satisfied with the court's ruling. [SEP] a man was shot in a knife attack in derby this week. [SEP] the report came as the ministry of justice faced criticism of china's human rights record. [SEP] bryant came in with 6, 200 assists last season and the lakers reached the 100 - win mark for the first time in club history. [SEP] now, because of the ongoing fighting with pro - taliban forces in the south, the u. s. military has begun winning the battle against [SEP]
+
+===== sample 043 =====
+[CLS] trying to find a job to help pay his bills. [SEP] he hasn't been given the chance to take responsibility for his loss. [SEP] the presence of thousands of riot police could also test the hand of thailand's prime minister, prime minister abhisit vejjajiva, who plans to use sunday's parliamentary elections to press for a new coalition government. [SEP] the deal was negotiated with the help of the u. s. government and china. [SEP] posted by paul murphy on aug 28 11: 30. [SEP] "i'm confident i'll be in it before christmas," he said. [SEP] the [SEP]
+
+===== sample 044 =====
+[CLS]. [SEP] of course, i couldn't get one of them to know what i was going to go through - - i didn't know what i was going through. [SEP] 3 (upi) - - the spread of the h1n1 flu has slowed, the u. s. centers for disease control and prevention said tuesday. [SEP] "i just want to be here and give them a chance. [SEP] still, that hasn't changed. [SEP] but many consumers find other ways to get the message, such as e - mails, e - mail or video. [SEP]" and i didn't want to [SEP]
+
+===== sample 045 =====
+[CLS] stand trial on thursday on three counts of conspiracy to commit murder, and two counts of attempted murder. [SEP] the ship's wing - - which was about 1. 5m (6ft) long at the time of the accident - - will have a 5 - foot plunge pool and an outdoor ensuite pool. [SEP] "they have the sense that if they don't want to come to the u. s., they'll have to come here," he said. [SEP] if the film is still in the market, don't expect to pick up people willing to sell it to someone with less than $[SEP]
+
+===== sample 046 =====
+[CLS] the top of the world... but we couldn't get to the top of the competition, "beckham said. [SEP]" i want to be the first person and i want everyone to vote. [SEP] 30, to $43. 7 million, or $2. 12 per share. [SEP] in washington, the u. s. said thursday it would continue its efforts to fight taliban militants. [SEP] the election, too, was a major part of the party's overall success. [SEP] tens of thousands of people have been killed, thousands were injured and thousands have had to flee. [SEP] new york (reuters) - [SEP]
+
+===== sample 047 =====
+[CLS] it was not at all. [SEP] al qaeda claimed responsibility for the attack. [SEP] "we're in a strong position to qualify for euro 2008," said maradona, who beat andorra 3 - 1 on saturday. [SEP] what i want to learn from people who think about this is about what they're doing and what they didn't do. [SEP] i wish i would never have known that. [SEP] on tuesday, march 5 at 10: 00 a. m. [SEP] "it's going to take a lot of effort to turn this game into a game," mangini said. [SEP] they were [SEP]
+
+===== sample 048 =====
+[CLS]. [SEP] in a closed - door meeting with mr. mccain, mr. obama said that he would send more troops to fight al qaeda in afghanistan, though mr. mccain has said that he has no plans to do so. [SEP] he wanted to save his life as he was coming to terms with the tragedy. [SEP] " i think they get a clear, long - term message from the u. s. that they are going to go after the pirates. [SEP] this week, the ecb was less gloomy about the future. [SEP] the two sides agreed to resolve the dispute in accordance with international law. [SEP] mr. obama, [SEP]
+
+===== sample 049 =====
+[CLS] up to 40 people and injured more than 2, 500 people. [SEP] denver's only touchdown came on a 5 - yard run. [SEP] according to witnesses, as many as 4, 000 to 5, 000 people gathered near the scene of the attack. [SEP] "if we don't have a climate bill in copenhagen in three months time, i'm confident that we'll be able to pass that bill in three to four months," pelosi said. [SEP] " well, it'll be not the third test, it'll be the fourth test, it's the third test, we'll [SEP]
+
+===== sample 050 =====
+[CLS] champions league final against chelsea. [SEP] the real deal isn't quite so bad. [SEP] the stock rose 2. 5 percent to $17. 13, after rising 5. 4 percent ahead of friday's earnings report. [SEP] well, we just have to try to stay on top of the game. [SEP] washington improved to 18 - 2 in its first six games this season and 3 - 2 in its last five, and leads the eastern conference in goal scoring with 14. 5 points and 2. 2 assists. [SEP] 30 at 6 p. m. [SEP] teen suicides are on the rise in parts of the u. s [SEP]
+
+===== sample 051 =====
+[CLS] 5 0 - 0 6, jones 2 - 6 0 - 0 5, mcdyess 3 - 5 0 - 0 4, collins 0 - 3 0 - 0 0, jones 0 - 2 0 - 0 0, jones 0 - 2 0 - 0 0, jones 0 - 3 0 - 0 0, wright 0 - 2 0 - 2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - [SEP]
+
+===== sample 052 =====
+[CLS] on the market. [SEP] hundreds of people on both sides of the border were killed in recent weeks. [SEP] subs petr cech, rosicky, boruc, vela, gudjonsson, cech. [SEP] "we're going to live in a world where we don't talk about money, we want to talk about things like this and we talk about performance," said a. a. rhee, director of the progress project, which studies children's performance around the country. [SEP] "i'm not going too far," he says. [SEP] " it's a [SEP]
+
+===== sample 053 =====
+[CLS] the world. [SEP] i know i'm sick, because i have a man in his 40s who told me he'd like to go back to work, and i thought i didn't want to give up on my job, because i didn't want to give up my job. [SEP] revenues for the quarter and nine months ended september 30, 2009 increased 16. 3 percent, to $488. 4 million, compared with $446. 4 million a year ago. [SEP] it was previously estimated that $5. 2 billion a year would be spent on healthcare. [SEP] u. s. officials said in [SEP]
+
+===== sample 054 =====
+[CLS]'s going to have to go out there and i don't think there's a lot of money going into the club. [SEP] reports put the home's price at 5, 000 euros ($6, 100), compared with 6, 500 euros ($7, 000) in 2006. [SEP] adam jones hit a solo home run to lead south florida to a 7 - 5 win over the cincinnati reds on saturday. [SEP] they are currently in the top half of the table and now go head to head with united without a single win. [SEP] at 6: 30 - - 7: 30 p. m. - [SEP]
+
+===== sample 055 =====
+[CLS] http://www. sec. gov/over - the - counter/news/information. aspx. [SEP] this is the problem, of course. [SEP] he is also due to visit israel on his first major visit to the middle east. [SEP] a police spokeswoman said they did not want to give any details of the investigation. [SEP] "we didn't know how we could do this, but one thing we did learn was that we had to be really good players. [SEP] and they not only care about the children, they also care about the whole life of the young man. [SEP]" he was just [SEP]
+
+===== sample 056 =====
+[CLS] year, the bank said in a statement. [SEP] at the half, the trojans (8 - 3, 2 - 1) cut the margin back to 51 - 51 with 3: 31 left, but the bruins couldn't even get close to that. [SEP] 3 - point goals: 6 - 14 ( allen 3 - 5, house 3 - 6, house 3 - 6, garnett 2 - 4, house 2 - 4, durant 1 - 4, r. allen 1 - 2, t. allen 2 - 4, durant 2 - 3, allen 2 - 2, house 0 - 1, house [SEP]
+
+===== sample 057 =====
+[CLS] available to the public. [SEP] in london, gas prices rose by 0. 9 % and electricity rose by 0. 2 %. [SEP] it's very important for them to go straight. [SEP] the report also said the government should do more to cut the number of smokers from 60 to 65. [SEP] "this is a difficult time for the government," karzai said. [SEP] "he told me that he wanted to go to school, he wanted to go home and see his daughter and to get her back, and he came over and said, ' you can't do that, '" she said. [SEP] [SEP]
+
+===== sample 058 =====
+[CLS]'s death. [SEP] he said: "i know the national team. [SEP] but some details have yet to be worked out. [SEP] he said:" i wanted to get out of the game. [SEP] tagged with citigroup. [SEP] crude oil fell 1. 1 per cent to $887. 20 a barrel. [SEP] the talks came a day after u. s. envoy stephen bosworth urged him to meet a north korean official in the effort to resolve the issue, china's news agency reported. [SEP] ruutu added a short - handed goal with 10 seconds remaining. [SEP] let's not be surprised. [SEP]
+
+===== sample 059 =====
+[CLS], we can't climb the building, "said one man, who wouldn't give his name. [SEP] the president spoke to a crowd of about 75, 000 people. [SEP]" it's good, i'd like to play in the final. [SEP] he's a good player, he's been a good player. [SEP] the company expects to achieve 6 percent growth in the second half of 2008, chief financial officer john keyes said. [SEP] " it was that that gave me the chance to get to know the majority of the players. [SEP] rose and raymond felton scored 17 points for the bobcats [SEP]
+
+===== sample 060 =====
+[CLS] stay in contact with each other, "he said. [SEP] there's lots of risk," he said. [SEP] at least he could get it right. [SEP] meanwhile, the commerce department said the deficit dropped to $8. 2 billion in january. [SEP] mark laker, mr. barack obama's communications director and a member of mr. obama's campaign, and david d. axelrod, a senior adviser to mrs.'s husband, barack obama, have also announced their plans to tie mrs. clinton to mr. mccain. [SEP] "she looked like she didn't want to be stoned," [SEP]
+
+===== sample 061 =====
+[CLS] is one of the most common anal cancers in europe, and the most common are caused by breast cancer and ovarian cancer. [SEP] "the boy didn't know how much he was paid or how much he would be paid, so he didn't want to put himself in trouble," the complaint said. [SEP] the operation was described by police as a "total waste of money." [SEP] i'd love to see that. [SEP] we did well in the first half and i'm just thinking of what we're going to do in the second, "he said. [SEP]" this has never happened in [SEP]
+
+===== sample 062 =====
+[CLS] the boy's death. [SEP] "when i thought about the history of the house i had, i looked for something because i thought it was very good to find it," ms. mehta said. [SEP] "i don't give you any hope," he said. [SEP] it's a job that i've never done before and i've never done before. [SEP] the u. s. has about 2. 2 million internet users, compared with 2. 2 in germany, 2. 3 in the u. s. and 2. 4 in the u. s. i don't think you [SEP]
+
+===== sample 063 =====
+[CLS] scored on damon's single in the seventh. [SEP] in the quarter, net revenue fell by $1 billion to $457 million. [SEP] obama on tuesday won the endorsement of obama's former primary rival hillary rodham clinton, who easily beat obama in the democratic presidential race when he failed to attract early voters on the basis of race, age and education. [SEP] "i know there are lots of people here, but they don't have the money to go. [SEP]" i'm not saying it's just a 20 - year - old, " mcneill said. [SEP] the u. s. and [SEP]
+

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps2048_c16_t1p45_raw_samples.txt

@@ -0,0 +1,224 @@
+steps2048_c16_t1p45
+{
+  "type": "summary",
+  "name": "steps2048_c16_t1p45",
+  "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt",
+  "step": 434000,
+  "decode": {
+    "kind": "categorical_fullvocab_normal_steps_sweep",
+    "config": "steps2048_c16_t1p45",
+    "steps": 2048,
+    "endpoint_temp": 1.45,
+    "concentration_max": 16.0,
+    "final_from": "state",
+    "update": "resample",
+    "n_samples": 64,
+    "seed": 20260509
+  },
+  "detok_genppl": {
+    "ppl": 21.267958811894406,
+    "nll_per_token": 3.057201659016858,
+    "tokens": 9428
+  },
+  "diversity": {
+    "sample_entropy": 3.992792557808964,
+    "unique_tokens": 1462,
+    "token_count": 8192,
+    "distinct_1": 0.178466796875,
+    "distinct_2": 0.56373031496063,
+    "top_token_mass": 0.0732421875
+  }
+}
+
+===== sample 000 =====
+[CLS] [SEP] ebitda was $ 5. 6 million for fiscal year 2008 compared to $ 6. 4 million for fiscal 2007 and $ 3. 5 million for 2007. [SEP] ( i try to do it right in the office. ) [SEP] " al - masri was born here in the west bank of israel..................... [SEP] he was 2 - for - 2 from the field in the first half, but made only five shots and was held to three points in the second half. [SEP] for more information on exec, visit www. ex [SEP]
+
+===== sample 001 =====
+[CLS]. [SEP] microsoft rose 1. 3 per cent to $ 31. 19, rose 1. 3 per cent to $ 26. 29 and yahoo rose 1. 2 per cent to $ 47. 20 in afternoon trading. [SEP] the authorities had said that mr. sharif, the leader of the people ' s party, had said he wanted change the law, but they had not to do so. [SEP] " i ' m delighted that i ' m making a film.... [SEP] there ' s no answer, but that ' s impressive. [SEP] ( ap ) former u. s. president richard nixon says he was shocked when he [SEP]
+
+===== sample 002 =====
+[CLS]. [SEP] i am a christian, i... [SEP] i ' ve been playing really well for the last couple of weeks. [SEP] last month, the u. s. court of appeals threw out a majority ruling that said same - sex marriage should be recognized in the state ' s constitution. [SEP] the two countries met in moscow last year to help develop the first long - range missile system. [SEP] the driver, a 35 - year - old man, said he was trying to get out of the car and asked for the driver to come in. [SEP] 7 ( upi ) - - u. s. scientists say they have [SEP]
+
+===== sample 003 =====
+[CLS] 7. 6 percent of the company ' s shares. [SEP] us open champion tiger woods battled back to take a two - shot lead over british open champion tiger woods. [SEP] but it ' s not just about money. [SEP] " i was hoping that the president would, but they would pick it up, " he said. [SEP] the committee ' s findings will be published this morning with a final report due on tuesday. [SEP] top - seeded roger federer defeated robin soderling, 6 - 3, 4 - 6, 7 - 5, 6 - 4, 6 - 3. [SEP] " the best i can say is that this was [SEP]
+
+===== sample 004 =====
+[CLS] said. [SEP] but if they can ' t get back to work at the right time and at the right time, it ' s unlikely they ' ll be able to move on with their lives. [SEP] " what people in the u. s. want to see in the future is - - that ' s a big part of our economy, we can sell it, " he said. [SEP] " it ' s a big chance to play, but it ' s a big game, and that ' s a good thing, " he said. [SEP] " i ' m surprised they ' re working, " he said last week. [SEP] [SEP]
+
+===== sample 005 =====
+[CLS]. 7 million. [SEP] mr huntley ' s 30 - year - old wife, alana, had been moving to london with their 19 - year - old daughter but was unable to move in. [SEP] ivan klasnic put liverpool in front with 10 minutes to play, and voronin ' s goal in the last minute of the second half gave the visitors the lead. [SEP] the company ' s net income was $ 8. 2 million, up from $ 432. 0 million in 2007. [SEP] but i still feel that it has been so bad, and i just have to live with it now. [SEP] he has [SEP]
+
+===== sample 006 =====
+[CLS] [SEP] the deaths add to the growing uproar over the overall u. s. strategy for war in afghanistan, based on a u. n. report that said that 2, 000 civilians have died since the arrival of 30, 000 u. s. troops last year. [SEP] this is a real world to watch. [SEP] some democrats have vowed to support the republican party during the presidential campaign. [SEP] " how can you come up with a plan to buy them? " he asked. [SEP] what effect obama ' s plan could have on the economy is not yet clear. [SEP] this was very bad. [SEP] on tuesday, the us [SEP]
+
+===== sample 007 =====
+[CLS] " it ' s very hard to find counselors to help, " said mr. ferraro, a senior vice president at the n. c. a. a. who declined to give his name. [SEP] the american ran 1min 44. 62sec, just 0. 12sec off spitz ' s personal best of 44. 05. [SEP] the attack took place about 5 a. m. when a suicide bomber struck near the home of the city ' s police chief, killing three police officers, a police official said. [SEP] i don ' t think that being one of the the largest u. s. [SEP]
+
+===== sample 008 =====
+[CLS] the world. [SEP] the ban would have been followed by a three - year suspension and a pay cut of 15 percent. [SEP] a lorry driver beat a 70 - year - old woman to death in a field near her home in manchester in june 2008. [SEP] median prices range from about $ 1 million to $ 2. 7 million for a home, and range from $ 30, 000 to $ 40, 000, and prices for a single - family unit range $ 25, 000 to $ 40, 000. [SEP] " there ' s a difference in what we ' re doing as a team, and we ' re doing a lot [SEP]
+
+===== sample 009 =====
+[CLS] new york. [SEP] he ' s one of the best players i ' ve had and he serves very well, " safina said. [SEP] " it ' s about money, it ' s not about money - - it ' s about the people. [SEP] 11 : 30 a. m., to 5 p. m. [SEP] " the ministry of defence has simply failed in its duty to protect the lives of people. [SEP] the second man, a 20 - year - old man, was found dead early saturday on a busy street on manhattan ' s east side. [SEP] at the white house, president barack obama said the u [SEP]
+
+===== sample 010 =====
+[CLS] £6. 5 billion ( $ 7. 9 billion ) increased 8. 5 percent to £1. 2 billion ( $. 7 billion ). [SEP] president obama and members of the us armed forces will meet in washington on thursday for a two - day summit on afghanistan. [SEP] garnett hit a 3 - pointer with 3 : 10 to play to give the celtics a 53 - 55 lead, and paul pierce hit a three - point play with 28 seconds left to put the celtics up 58 - 57 with 35 seconds to play. [SEP] total fouls _ chicago 20 ( gasol 9 ). [SEP] a version of this article appeared [SEP]
+
+===== sample 011 =====
+[CLS] come back. " [SEP] it ' s hard to believe he ' s the worst person ever. [SEP] " i feel like i ' m going to be ready and so i ' m in good shape, " he said. [SEP] the chancellor also said the government needed to restore public confidence in the banking system to prevent the credit crisis from spreading to the economy. [SEP] " what ' s behind the cost? [SEP] harbhajan, one of the main engines of new zealand ' s success since the springboks were formed in 2005, became the world ' s top test player. [SEP] that ' s just the kind of thing that [SEP]
+
+===== sample 012 =====
+[CLS] in the first. [SEP] clinton, who beat bush in the state in 2004, also won more delegates than obama. [SEP] at one point, polanski said he wanted to talk to himself, but he didn ' t. [SEP] i ' ve got the situation and it ' s important for me to have a sense of the situation. [SEP] if you ' re off to work, let ' s wake up at work in the morning and wake up at 7am. [SEP] this entry was posted by tracy alloway on friday, august 20th, 2009 at 5 : 15 and is filed under briefings, capital markets. [SEP] i am [SEP]
+
+===== sample 013 =====
+[CLS], " he said. [SEP] sales fell to £7. 8 million last year and rose to £97. 7 million. [SEP] the move is likely to be welcomed by pro - democracy groups, whose leaders have agreed to go to the un to try to end pakistan ' s political crisis, which has been fuelled by president pervez musharraf ' s declaration of emergency rule. [SEP] " that is a tough call. [SEP] " it ' s not going to go away at this point in time, " said dr. colleen callan, director of the women ' s health program at the university of chicago. [SEP] [SEP]
+
+===== sample 014 =====
+[CLS] [SEP] he was ordered to stay at the hospital until the jan. [SEP] i didn ' t want to die, but i didn ' t think i wanted to do that. [SEP] it ' s 4 : 30 - 7 p. m. [SEP] as a result, mr. obama said, c. i. a. a. is expected to get more help from the c. i. a. ' s inspector general, the c. i. a. a. inspector general, the c. i. a. a. and the c. i. a., along with other agencies like the c. i. a. [SEP]
+
+===== sample 015 =====
+[CLS] said. [SEP] robert kadish, 20, has been charged in the death of 18 - year - old michael kushner, 19, who was stabbed to death last month, the los angeles times reported saturday. [SEP] " i don ' t want to miss a lot of matches - i haven ' t played in the premier league since the ' 30s. [SEP] the newspaper said people were asked to leave their homes before the storm, but it ' s not yet clear if they ' ll stay any longer. [SEP] " they can ' t get away with it. " [SEP] the next day, they said, he took the [SEP]
+
+===== sample 016 =====
+[CLS] of thousands of dollars " on the state ' s budget. [SEP] i think it ' s true, " he said. [SEP] he is young, he has a lot to offer, and he wants to do well. [SEP] in a written statement, the family identified the driver of the car as a 20 - year - old local man. [SEP] three people in the car were shot in the back, and the driver was injured. [SEP] the dodgers, who scored four runs in the first inning, rallied to take a 5 - 2 lead early in the third, then tied it in the bottom of the seventh. [SEP] washington ( ap ) [SEP]
+
+===== sample 017 =====
+[CLS]. com. [SEP] the deal, announced in march, is expected to close by the end of the year. [SEP] " i am pleased that the president has contracted with the u. s. navy, one of the nation ' s leading national defense groups, to provide support for missile defense, " gates said during a news conference in washington. [SEP] " i don ' t think it will be easy, but i don ' t think it ' ll be a problem. [SEP] she said, " i do not know what ' s going on in iraq, " even though it ' s hard to see why she felt the need to keep [SEP]
+
+===== sample 018 =====
+[CLS] as soon as possible. [SEP] you want to know. [SEP] the senate is not expected to vote on the measure before mid - august. [SEP] " i think we ' ll have come up with a plan to resolve the situation, " she said. [SEP] " the u. s. is in a difficult situation, and it ' s going to be very difficult, " he said. [SEP] i feel fine. [SEP] that ' s the reaction of liverpool fans after they were swept in to win 4 - 3 in the carling cup on saturday. [SEP] u. c. l. a. u. ' s defense is all the way [SEP]
+
+===== sample 019 =====
+[CLS] earlier this month he would remain in charge of the club until the end of the season. [SEP] i was the first to perform at this year ' s song of the year awards in london. [SEP] " it ' s great to be back in the game and very good to win - - he ' s a great player - - and good to play well today. [SEP] they say if they live, then they will be safe. [SEP] " we ' re not going in the same direction as before, and we ' re not going in the same direction, " he said. [SEP] "... [SEP] i ' ve been told a [SEP]
+
+===== sample 020 =====
+[CLS] he said. [SEP] " i always thought that if we hadn ' t played well, and we hadn ' t done well this year, we could have finished with three points if we ' d lost three games in the final. [SEP] it set up a fund to protect the country ' s forests. [SEP] the drop followed a fall of 2 per cent in september, the economy ' s first monthly decline in a year. [SEP] china, india and south africa are also due to take part in the beijing games. [SEP] the u. s., which is leading the war in afghanistan, is preparing to send up to 40, 000 troops [SEP]
+
+===== sample 021 =====
+[CLS] she said. [SEP] the crash happened on july 31, this year, police said. [SEP] " it ' s a good idea, " chernoff said. [SEP] he has already spent six months in jail, and is considering returning to britain with his wife. [SEP] i didn ' t want to go mad for him. [SEP] the authorities have yet to name a person in connection with the case. [SEP] " i ' ve always said i won ' t play for my own country but that ' s what i ' m hoping for and i haven ' t played like that, " said the german. [SEP] 11, 2001, and have [SEP]
+
+===== sample 022 =====
+[CLS] the area. [SEP] murray is no. 1 this year and could also be set to break into the top 40 for the first time in his career and for just the second time this year. [SEP] " i don ' t know exactly what i ' m going to do but he ' s a great man, he ' s a very good guy. [SEP] the woman said she witnessed the beating and can ' t remember any more. [SEP] australia ' s biggest bank has sold a $ 21m ( £12m ) worth of assets to the country ' s biggest bank, up from $ 16. 5m just three months ago. [SEP] [SEP]
+
+===== sample 023 =====
+[CLS] £20000 - £30000 per annum + bonus. this global pr agency is looking for a.... £50000 - £65000 per annum. the royal geographical society. london, england. [SEP] " david cameron needs to maintain his tax - and - spend policies, " said david cameron, the conservative party ' s deputy leader. [SEP] there is no evidence that a person in the car - - and possibly a member of the crew - - was also killed. [SEP] it ' s widely expected that the central bank will probably cut interest rates to get money flowing before the end of the year. [SEP] " [SEP]
+
+===== sample 024 =====
+[CLS]. 4 billion dollars in the january - march quarter. [SEP] " but we ' re not going to go, " the source said. [SEP] john goldin, of the conservative international policy institute in london, said he would be surprised at the timing of mr brown ' s announcement. [SEP] for 2008, samsung ' s operating profit was flat at 2. 2 trillion won ( £1. 6bn ), but that is expected to rise to 1. 3 trillion won, against the analysts ' forecast of 1. 2 trillion. [SEP] " it ' s the change that we have been making this week. [SEP] if you ' re the only [SEP]
+
+===== sample 025 =====
+[CLS] the woman ' s death in 2007. [SEP] on friday, the u. s. district court for the district of columbia said it had rejected a request by the white house to try to block the u. s. foreign intelligence surveillance act. [SEP] in recent years, the company ' s i. p. o. p. has been said to be among the poorest in the industry, with earnings this year ranging from $ 2. 15 to $ 2. 13 per share. [SEP] more than 60 people have been killed and about 100 are injured in attacks by taliban militants in northwestern pakistan, according to the government. [SEP] however, [SEP]
+
+===== sample 026 =====
+[CLS] the prosecution said it was willing to accept a guilty verdict, and it would not wait for a new trial in the case. [SEP] they would say, ' if they didn ' t do it, i ' d come in and say, ' what ' s the difference? ' [SEP] " i only walk 30 miles a day, " he said, " and i did it at 3 a. m. " [SEP] the internet search leader has not yet decided whether to accept microsoft ' s bid, which has made it an important antitrust issue. [SEP] new delhi, march 19 ( upi ) - - india ' s prime minister said [SEP]
+
+===== sample 027 =====
+[CLS] 30 a. m.. [SEP] that ' s a good thing, but it ' s one of the things i could do to win a grand slam. [SEP] " i ' ll be back in two or three sets and i don ' t think i ' ll play the third set. [SEP] some 200, 000 of these books are now in uk stores and will be available in may. [SEP] " we would be happy to see that the law was signed by the parliament, not by the president, " he said. [SEP] more than 250, 000 more people have fled their homes because of the fire. [SEP] " we said we will [SEP]
+
+===== sample 028 =====
+[CLS] lead to 11. 3 points in the second half of the game. [SEP] 16, three days before the start of the trial. [SEP] the largest banks participating in the government ' s bailout program include goldman sachs, morgan stanley, citigroup inc., bank of america, jpmorgan chase & co and morgan stanley. [SEP] no, i ' m not undeclared. [SEP] something has to be done. [SEP] but there are other signs. [SEP] the u. s. economy grew 0. 7 percent in january, compared with 0. 5 percent in december. [SEP] mcilroy shot a 5 - under 68 [SEP]
+
+===== sample 029 =====
+[CLS] " the military said in a statement. [SEP] u. s. officials have said that american troops would be out of iraq by the end of the year, but iraqi leaders are still pushing for a full withdrawal, assuming al - maliki embraces a long - term u. s. - iraqi pact. [SEP] he had surgery on a groin injury and is expected to play for liverpool in the summer. [SEP] alcoa said it expected fourth - quarter profit to be about $ 90. 8 million ( £60 million ) as the company recovers from the impact of the us housing and credit market crisis. [SEP] in one of the [SEP]
+
+===== sample 030 =====
+[CLS] the fourth quarter was $ 5. 6 million. [SEP] " i was shocked to learn that the situation was worse than it was, " he said. [SEP] the company said on tuesday that it expected to make a net profit by the end of this year ' s second quarter. [SEP] the bruins had given up two goals in three of their previous four games against the rangers. [SEP] the u. s. department of commerce report put the total estimated market value of u. s. goods at $ 35. 3 billion in 2007, representing a 2. 3 percent increase from last year in the july - september period. [SEP] earlier this week [SEP]
+
+===== sample 031 =====
+[CLS] to have carried out the attack. [SEP] the parents, 17 - year - old christopher and 15 - year - old kevan price, both had a baby last summer and had been due to give birth in france in january. [SEP] let ' s move forward. [SEP] however, the iea, the international energy agency, said it expected oil demand in the united states for the three months ending in june to be lower than expected by the year ' s end. [SEP] " i don ' t think i will be able to play like that. [SEP] for now, they won ' t be available. [SEP] revenue grew to $ 1. [SEP]
+
+===== sample 032 =====
+[CLS] the end of the year, " he said. [SEP] " we ' ve always said, you can play, you can play it, you can ' t play the ball, you can ' t, if you ' re hitting the first shot, the ball at the tee, you ' ve got to hit the ball as hard as possible, " woods said after the opening round of the tournament in china. [SEP] kevin millwood ( 2 - 2 ) gave up three runs on four hits in six innings for the royals, who got two hits from adam laroche ( 1 - 2 ). [SEP] the president has a wide range [SEP]
+
+===== sample 033 =====
+[CLS], so the results are less likely to be negative, she said. [SEP] " the weather will brighten today, the sun will come down in the morning and the sun will come out. [SEP] mr brown ' s letter prompted an angry response from the liberal democrats ' conference. [SEP] his next court date is expected to be thursday. [SEP] we had to wait. [SEP] revenue increased by $ 1. 5 million to $ 5. 6 million, driven by a slight increase in the tax rate. [SEP] we want to live in the future and that ' s what lord mandelson ' s going to do. [SEP] since the talks began [SEP]
+
+===== sample 034 =====
+[CLS] the economic and political crisis. [SEP] i don ' t think that ' s a good thing. [SEP] by the time the girl went missing on oct. [SEP] earlier, the report said the government of japan had made contact with the korea development bank and the national development bank of china. [SEP] ( ap ) the mother of a young boy found dead on the doorstep of her mobile home said that the child and the boy ' s father are trying to determine what killed their children. [SEP] she said : " i can ' t understand how much people have to work at the end of the day. [SEP] los angeles, june 17 ( upi [SEP]
+
+===== sample 035 =====
+[CLS]. [SEP] i don ' t think anybody should be. [SEP] the net loss for the fourth quarter, including a loss of $ 0. 33 per share, is now expected to be $ 0. 15 per share. [SEP] he has not said no, he has... just as far as i want to go. [SEP] the government is in talks to swap $ 2. 4 billion of gm ' s debt for equity in a deal that is expected to raise about $ 5 billion. [SEP] we have a choice. [SEP] the month - on - month increase in sales was less than what many economists had expected. [SEP] but it was [SEP]
+
+===== sample 036 =====
+[CLS] said. [SEP] " this will be an opportunity for us to provide what they want, and it is an opportunity to get people to do that, " he said. [SEP] i think it ' s going to get much better in the fall. [SEP] last month, the number of job losses rose by more than 10, 000 to 27, 500. [SEP] the president : well, we can ' t do a whole lot of things that the president didn ' t want to do this time. [SEP] kabul, afghanistan ( ap ) - - a former foreign minister who said afghanistan ' s economy has been damaged at the hands of the taliban, [SEP]
+
+===== sample 037 =====
+[CLS]s. [SEP] 12 ( upi ) - - the u. s. supreme court is revising its ruling on california ' s proposed gay marriage ban. [SEP] the economy is out of recession, and the u. s. is also in recession. [SEP] the 22 - year - old has won five grand slam titles and could be regarded as one of the highlights of the 2010 season. [SEP] revenue fell by 4. 8 percent to $ 15. 3 billion from $ 15. 8 billion a year ago. [SEP] the pilot tried to push the man into the cockpit, but the pilot returned fire and failed to stop. [SEP] " we [SEP]
+
+===== sample 038 =====
+[CLS] what ' s going on. [SEP] " if people want to get the best possible deal, they have to find the best way to spend their money, " said thomas a. johnson, i. b. m. ' s vice president of research and sales. [SEP] on the other hand, the mexican government, by contrast, is trying to keep a lid on mexico ' s problems. [SEP] goalies _ dallas, horcoff 8 - 6 ( 6 shots ). [SEP] gold traded at $ 1. 3773, down from $ 1. 379 in new york. [SEP] brooke white, a city spokeswoman, [SEP]
+
+===== sample 039 =====
+[CLS] deal with this. [SEP] but it is now clear that the government does not have the power to pass legislation to fund the bailouts of the banks until after the general election. [SEP] he hopes to be able to compete in the london olympics for the first time in 2012. [SEP] it was absolutely incredible. [SEP] but in reality it ' s very difficult to find a solution. [SEP] i still believe cricket is a good thing, even if you don ' t really want to play it on it. [SEP] he averaged 5. 5 points and 3. 2 rebounds in 15 games, a repeat of last season. [SEP] about 3, 000 people [SEP]
+
+===== sample 040 =====
+[CLS] for u. c. l. a. ), and u. c. l. a. ( 3 - 3 ) had a chance to cut the lead back to a point on mike brown ' s 19 - play, 31 - yard field goal with 2 : 45 to play in the half. [SEP] i ' m not sure their form will be so good when they get back into the game, but the real hope is that they will be able to give the lions confidence. [SEP] " i do not want to know why he ' s going on the run. [SEP] tuesday, april 12, at 2 p. m. [SEP] [SEP]
+
+===== sample 041 =====
+[CLS] the war. [SEP] posted by gwen robinson on mar 02 05 : 45. [SEP] i ' ve had a few weeks.... [SEP] after losing his fourth - round warm - up match at the french open to rafael nadal in the second round, federer took a two - set lead at the end of the first set. [SEP] although they hold the no. 2 seed in the east, they are still the team that has won the last year. [SEP] net income for the quarter ended june 30, 2009 was $ 0. 3 million or $ 2. 3 million. [SEP] ankara, turkey ( ap ) - u. s [SEP]
+
+===== sample 042 =====
+[CLS]. [SEP] the white house said it was not surprised by musharraf ' s decision. [SEP] the president ' s office said it was satisfied with the court ' s ruling. [SEP] a man was shot in a knife attack in derby this week. [SEP] the report came as the ministry of justice faced criticism of china ' s human rights record. [SEP] bryant came in with 6, 200 assists last season and the lakers reached the 100 - win mark for the first time in club history. [SEP] now, because of the ongoing fighting with pro - taliban forces in the south, the u. s. military has begun winning the battle against [SEP]
+
+===== sample 043 =====
+[CLS] trying to find a job to help pay his bills. [SEP] he hasn ' t been given the chance to take responsibility for his loss. [SEP] the presence of thousands of riot police could also test the hand of thailand ' s prime minister, prime minister abhisit vejjajiva, who plans to use sunday ' s parliamentary elections to press for a new coalition government. [SEP] the deal was negotiated with the help of the u. s. government and china. [SEP] posted by paul murphy on aug 28 11 : 30. [SEP] " i ' m confident i ' ll be in it before christmas, " he said. [SEP] the [SEP]
+
+===== sample 044 =====
+[CLS]. [SEP] of course, i couldn ' t get one of them to know what i was going to go through - - i didn ' t know what i was going through. [SEP] 3 ( upi ) - - the spread of the h1n1 flu has slowed, the u. s. centers for disease control and prevention said tuesday. [SEP] " i just want to be here and give them a chance. [SEP] still, that hasn ' t changed. [SEP] but many consumers find other ways to get the message, such as e - mails, e - mail or video. [SEP] " and i didn ' t want to [SEP]
+
+===== sample 045 =====
+[CLS] stand trial on thursday on three counts of conspiracy to commit murder, and two counts of attempted murder. [SEP] the ship ' s wing - - which was about 1. 5m ( 6ft ) long at the time of the accident - - will have a 5 - foot plunge pool and an outdoor ensuite pool. [SEP] " they have the sense that if they don ' t want to come to the u. s., they ' ll have to come here, " he said. [SEP] if the film is still in the market, don ' t expect to pick up people willing to sell it to someone with less than $ [SEP]
+
+===== sample 046 =====
+[CLS] the top of the world... but we couldn ' t get to the top of the competition, " beckham said. [SEP] " i want to be the first person and i want everyone to vote. [SEP] 30, to $ 43. 7 million, or $ 2. 12 per share. [SEP] in washington, the u. s. said thursday it would continue its efforts to fight taliban militants. [SEP] the election, too, was a major part of the party ' s overall success. [SEP] tens of thousands of people have been killed, thousands were injured and thousands have had to flee. [SEP] new york ( reuters ) - [SEP]
+
+===== sample 047 =====
+[CLS] it was not at all. [SEP] al qaeda claimed responsibility for the attack. [SEP] " we ' re in a strong position to qualify for euro 2008, " said maradona, who beat andorra 3 - 1 on saturday. [SEP] what i want to learn from people who think about this is about what they ' re doing and what they didn ' t do. [SEP] i wish i would never have known that. [SEP] on tuesday, march 5 at 10 : 00 a. m. [SEP] " it ' s going to take a lot of effort to turn this game into a game, " mangini said. [SEP] they were [SEP]
+
+===== sample 048 =====
+[CLS]. [SEP] in a closed - door meeting with mr. mccain, mr. obama said that he would send more troops to fight al qaeda in afghanistan, though mr. mccain has said that he has no plans to do so. [SEP] he wanted to save his life as he was coming to terms with the tragedy. [SEP] " i think they get a clear, long - term message from the u. s. that they are going to go after the pirates. [SEP] this week, the ecb was less gloomy about the future. [SEP] the two sides agreed to resolve the dispute in accordance with international law. [SEP] mr. obama, [SEP]
+
+===== sample 049 =====
+[CLS] up to 40 people and injured more than 2, 500 people. [SEP] denver ' s only touchdown came on a 5 - yard run. [SEP] according to witnesses, as many as 4, 000 to 5, 000 people gathered near the scene of the attack. [SEP] " if we don ' t have a climate bill in copenhagen in three months time, i ' m confident that we ' ll be able to pass that bill in three to four months, " pelosi said. [SEP] " well, it ' ll be not the third test, it ' ll be the fourth test, it ' s the third test, we ' ll [SEP]
+
+===== sample 050 =====
+[CLS] champions league final against chelsea. [SEP] the real deal isn ' t quite so bad. [SEP] the stock rose 2. 5 percent to $ 17. 13, after rising 5. 4 percent ahead of friday ' s earnings report. [SEP] well, we just have to try to stay on top of the game. [SEP] washington improved to 18 - 2 in its first six games this season and 3 - 2 in its last five, and leads the eastern conference in goal scoring with 14. 5 points and 2. 2 assists. [SEP] 30 at 6 p. m. [SEP] teen suicides are on the rise in parts of the u. s [SEP]
+
+===== sample 051 =====
+[CLS] 5 0 - 0 6, jones 2 - 6 0 - 0 5, mcdyess 3 - 5 0 - 0 4, collins 0 - 3 0 - 0 0, jones 0 - 2 0 - 0 0, jones 0 - 2 0 - 0 0, jones 0 - 3 0 - 0 0, wright 0 - 2 0 - 2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - [SEP]
+
+===== sample 052 =====
+[CLS] on the market. [SEP] hundreds of people on both sides of the border were killed in recent weeks. [SEP] subs petr cech, rosicky, boruc, vela, gudjonsson, cech. [SEP] " we ' re going to live in a world where we don ' t talk about money, we want to talk about things like this and we talk about performance, " said a. a. rhee, director of the progress project, which studies children ' s performance around the country. [SEP] " i ' m not going too far, " he says. [SEP] " it ' s a [SEP]
+
+===== sample 053 =====
+[CLS] the world. [SEP] i know i ' m sick, because i have a man in his 40s who told me he ' d like to go back to work, and i thought i didn ' t want to give up on my job, because i didn ' t want to give up my job. [SEP] revenues for the quarter and nine months ended september 30, 2009 increased 16. 3 percent, to $ 488. 4 million, compared with $ 446. 4 million a year ago. [SEP] it was previously estimated that $ 5. 2 billion a year would be spent on healthcare. [SEP] u. s. officials said in [SEP]
+
+===== sample 054 =====
+[CLS] ' s going to have to go out there and i don ' t think there ' s a lot of money going into the club. [SEP] reports put the home ' s price at 5, 000 euros ( $ 6, 100 ), compared with 6, 500 euros ( $ 7, 000 ) in 2006. [SEP] adam jones hit a solo home run to lead south florida to a 7 - 5 win over the cincinnati reds on saturday. [SEP] they are currently in the top half of the table and now go head to head with united without a single win. [SEP] at 6 : 30 - - 7 : 30 p. m. - [SEP]
+
+===== sample 055 =====
+[CLS] http : / / www. sec. gov / over - the - counter / news / information. aspx. [SEP] this is the problem, of course. [SEP] he is also due to visit israel on his first major visit to the middle east. [SEP] a police spokeswoman said they did not want to give any details of the investigation. [SEP] " we didn ' t know how we could do this, but one thing we did learn was that we had to be really good players. [SEP] and they not only care about the children, they also care about the whole life of the young man. [SEP] " he was just [SEP]
+
+===== sample 056 =====
+[CLS] year, the bank said in a statement. [SEP] at the half, the trojans ( 8 - 3, 2 - 1 ) cut the margin back to 51 - 51 with 3 : 31 left, but the bruins couldn ' t even get close to that. [SEP] 3 - point goals : 6 - 14 ( allen 3 - 5, house 3 - 6, house 3 - 6, garnett 2 - 4, house 2 - 4, durant 1 - 4, r. allen 1 - 2, t. allen 2 - 4, durant 2 - 3, allen 2 - 2, house 0 - 1, house [SEP]
+
+===== sample 057 =====
+[CLS] available to the public. [SEP] in london, gas prices rose by 0. 9 % and electricity rose by 0. 2 %. [SEP] it ' s very important for them to go straight. [SEP] the report also said the government should do more to cut the number of smokers from 60 to 65. [SEP] " this is a difficult time for the government, " karzai said. [SEP] " he told me that he wanted to go to school, he wanted to go home and see his daughter and to get her back, and he came over and said, ' you can ' t do that, ' " she said. [SEP] [SEP]
+
+===== sample 058 =====
+[CLS] ' s death. [SEP] he said : " i know the national team. [SEP] but some details have yet to be worked out. [SEP] he said : " i wanted to get out of the game. [SEP] tagged with citigroup. [SEP] crude oil fell 1. 1 per cent to $ 887. 20 a barrel. [SEP] the talks came a day after u. s. envoy stephen bosworth urged him to meet a north korean official in the effort to resolve the issue, china ' s news agency reported. [SEP] ruutu added a short - handed goal with 10 seconds remaining. [SEP] let ' s not be surprised. [SEP]
+
+===== sample 059 =====
+[CLS], we can ' t climb the building, " said one man, who wouldn ' t give his name. [SEP] the president spoke to a crowd of about 75, 000 people. [SEP] " it ' s good, i ' d like to play in the final. [SEP] he ' s a good player, he ' s been a good player. [SEP] the company expects to achieve 6 percent growth in the second half of 2008, chief financial officer john keyes said. [SEP] " it was that that gave me the chance to get to know the majority of the players. [SEP] rose and raymond felton scored 17 points for the bobcats [SEP]
+
+===== sample 060 =====
+[CLS] stay in contact with each other, " he said. [SEP] there ' s lots of risk, " he said. [SEP] at least he could get it right. [SEP] meanwhile, the commerce department said the deficit dropped to $ 8. 2 billion in january. [SEP] mark laker, mr. barack obama ' s communications director and a member of mr. obama ' s campaign, and david d. axelrod, a senior adviser to mrs. ' s husband, barack obama, have also announced their plans to tie mrs. clinton to mr. mccain. [SEP] " she looked like she didn ' t want to be stoned, " [SEP]
+
+===== sample 061 =====
+[CLS] is one of the most common anal cancers in europe, and the most common are caused by breast cancer and ovarian cancer. [SEP] " the boy didn ' t know how much he was paid or how much he would be paid, so he didn ' t want to put himself in trouble, " the complaint said. [SEP] the operation was described by police as a " total waste of money. " [SEP] i ' d love to see that. [SEP] we did well in the first half and i ' m just thinking of what we ' re going to do in the second, " he said. [SEP] " this has never happened in [SEP]
+
+===== sample 062 =====
+[CLS] the boy ' s death. [SEP] " when i thought about the history of the house i had, i looked for something because i thought it was very good to find it, " ms. mehta said. [SEP] " i don ' t give you any hope, " he said. [SEP] it ' s a job that i ' ve never done before and i ' ve never done before. [SEP] the u. s. has about 2. 2 million internet users, compared with 2. 2 in germany, 2. 3 in the u. s. and 2. 4 in the u. s. i don ' t think you [SEP]
+
+===== sample 063 =====
+[CLS] scored on damon ' s single in the seventh. [SEP] in the quarter, net revenue fell by $ 1 billion to $ 457 million. [SEP] obama on tuesday won the endorsement of obama ' s former primary rival hillary rodham clinton, who easily beat obama in the democratic presidential race when he failed to attract early voters on the basis of race, age and education. [SEP] " i know there are lots of people here, but they don ' t have the money to go. [SEP] " i ' m not saying it ' s just a 20 - year - old, " mcneill said. [SEP] the u. s. and [SEP]
+

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps2048_c16_t1p45_scored.jsonl

@@ -0,0 +1,65 @@
+{"type": "summary", "name": "steps2048_c16_t1p45", "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt", "step": 434000, "decode": {"kind": "categorical_fullvocab_normal_steps_sweep", "config": "steps2048_c16_t1p45", "steps": 2048, "endpoint_temp": 1.45, "concentration_max": 16.0, "final_from": "state", "update": "resample", "n_samples": 64, "seed": 20260509}, "detok_genppl": {"ppl": 21.267958811894406, "nll_per_token": 3.057201659016858, "tokens": 9428}, "diversity": {"sample_entropy": 3.992792557808964, "unique_tokens": 1462, "token_count": 8192, "distinct_1": 0.178466796875, "distinct_2": 0.56373031496063, "top_token_mass": 0.0732421875}}
+{"type": "sample", "index": 0, "raw_text": "[CLS] [SEP] ebitda was $ 5. 6 million for fiscal year 2008 compared to $ 6. 4 million for fiscal 2007 and $ 3. 5 million for 2007. [SEP] ( i try to do it right in the office. ) [SEP] \" al - masri was born here in the west bank of israel..................... [SEP] he was 2 - for - 2 from the field in the first half, but made only five shots and was held to three points in the second half. [SEP] for more information on exec, visit www. ex [SEP]", "detok_text": "[CLS] [SEP] ebitda was $5. 6 million for fiscal year 2008 compared to $6. 4 million for fiscal 2007 and $3. 5 million for 2007. [SEP] (i try to do it right in the office.) [SEP] \" al - masri was born here in the west bank of israel..................... [SEP] he was 2 - for - 2 from the field in the first half, but made only five shots and was held to three points in the second half. [SEP] for more information on exec, visit www. ex [SEP]"}
+{"type": "sample", "index": 1, "raw_text": "[CLS]. [SEP] microsoft rose 1. 3 per cent to $ 31. 19, rose 1. 3 per cent to $ 26. 29 and yahoo rose 1. 2 per cent to $ 47. 20 in afternoon trading. [SEP] the authorities had said that mr. sharif, the leader of the people ' s party, had said he wanted change the law, but they had not to do so. [SEP] \" i ' m delighted that i ' m making a film.... [SEP] there ' s no answer, but that ' s impressive. [SEP] ( ap ) former u. s. president richard nixon says he was shocked when he [SEP]", "detok_text": "[CLS]. [SEP] microsoft rose 1. 3 per cent to $31. 19, rose 1. 3 per cent to $26. 29 and yahoo rose 1. 2 per cent to $47. 20 in afternoon trading. [SEP] the authorities had said that mr. sharif, the leader of the people's party, had said he wanted change the law, but they had not to do so. [SEP] \" i'm delighted that i'm making a film.... [SEP] there's no answer, but that's impressive. [SEP] (ap) former u. s. president richard nixon says he was shocked when he [SEP]"}
+{"type": "sample", "index": 2, "raw_text": "[CLS]. [SEP] i am a christian, i... [SEP] i ' ve been playing really well for the last couple of weeks. [SEP] last month, the u. s. court of appeals threw out a majority ruling that said same - sex marriage should be recognized in the state ' s constitution. [SEP] the two countries met in moscow last year to help develop the first long - range missile system. [SEP] the driver, a 35 - year - old man, said he was trying to get out of the car and asked for the driver to come in. [SEP] 7 ( upi ) - - u. s. scientists say they have [SEP]", "detok_text": "[CLS]. [SEP] i am a christian, i... [SEP] i've been playing really well for the last couple of weeks. [SEP] last month, the u. s. court of appeals threw out a majority ruling that said same - sex marriage should be recognized in the state's constitution. [SEP] the two countries met in moscow last year to help develop the first long - range missile system. [SEP] the driver, a 35 - year - old man, said he was trying to get out of the car and asked for the driver to come in. [SEP] 7 (upi) - - u. s. scientists say they have [SEP]"}
+{"type": "sample", "index": 3, "raw_text": "[CLS] 7. 6 percent of the company ' s shares. [SEP] us open champion tiger woods battled back to take a two - shot lead over british open champion tiger woods. [SEP] but it ' s not just about money. [SEP] \" i was hoping that the president would, but they would pick it up, \" he said. [SEP] the committee ' s findings will be published this morning with a final report due on tuesday. [SEP] top - seeded roger federer defeated robin soderling, 6 - 3, 4 - 6, 7 - 5, 6 - 4, 6 - 3. [SEP] \" the best i can say is that this was [SEP]", "detok_text": "[CLS] 7. 6 percent of the company's shares. [SEP] us open champion tiger woods battled back to take a two - shot lead over british open champion tiger woods. [SEP] but it's not just about money. [SEP] \"i was hoping that the president would, but they would pick it up,\" he said. [SEP] the committee's findings will be published this morning with a final report due on tuesday. [SEP] top - seeded roger federer defeated robin soderling, 6 - 3, 4 - 6, 7 - 5, 6 - 4, 6 - 3. [SEP] \" the best i can say is that this was [SEP]"}
+{"type": "sample", "index": 4, "raw_text": "[CLS] said. [SEP] but if they can ' t get back to work at the right time and at the right time, it ' s unlikely they ' ll be able to move on with their lives. [SEP] \" what people in the u. s. want to see in the future is - - that ' s a big part of our economy, we can sell it, \" he said. [SEP] \" it ' s a big chance to play, but it ' s a big game, and that ' s a good thing, \" he said. [SEP] \" i ' m surprised they ' re working, \" he said last week. [SEP] [SEP]", "detok_text": "[CLS] said. [SEP] but if they can't get back to work at the right time and at the right time, it's unlikely they'll be able to move on with their lives. [SEP] \"what people in the u. s. want to see in the future is - - that's a big part of our economy, we can sell it,\" he said. [SEP] \"it's a big chance to play, but it's a big game, and that's a good thing,\" he said. [SEP] \"i'm surprised they're working,\" he said last week. [SEP] [SEP]"}
+{"type": "sample", "index": 5, "raw_text": "[CLS]. 7 million. [SEP] mr huntley ' s 30 - year - old wife, alana, had been moving to london with their 19 - year - old daughter but was unable to move in. [SEP] ivan klasnic put liverpool in front with 10 minutes to play, and voronin ' s goal in the last minute of the second half gave the visitors the lead. [SEP] the company ' s net income was $ 8. 2 million, up from $ 432. 0 million in 2007. [SEP] but i still feel that it has been so bad, and i just have to live with it now. [SEP] he has [SEP]", "detok_text": "[CLS]. 7 million. [SEP] mr huntley's 30 - year - old wife, alana, had been moving to london with their 19 - year - old daughter but was unable to move in. [SEP] ivan klasnic put liverpool in front with 10 minutes to play, and voronin's goal in the last minute of the second half gave the visitors the lead. [SEP] the company's net income was $8. 2 million, up from $432. 0 million in 2007. [SEP] but i still feel that it has been so bad, and i just have to live with it now. [SEP] he has [SEP]"}
+{"type": "sample", "index": 6, "raw_text": "[CLS] [SEP] the deaths add to the growing uproar over the overall u. s. strategy for war in afghanistan, based on a u. n. report that said that 2, 000 civilians have died since the arrival of 30, 000 u. s. troops last year. [SEP] this is a real world to watch. [SEP] some democrats have vowed to support the republican party during the presidential campaign. [SEP] \" how can you come up with a plan to buy them? \" he asked. [SEP] what effect obama ' s plan could have on the economy is not yet clear. [SEP] this was very bad. [SEP] on tuesday, the us [SEP]", "detok_text": "[CLS] [SEP] the deaths add to the growing uproar over the overall u. s. strategy for war in afghanistan, based on a u. n. report that said that 2, 000 civilians have died since the arrival of 30, 000 u. s. troops last year. [SEP] this is a real world to watch. [SEP] some democrats have vowed to support the republican party during the presidential campaign. [SEP] \"how can you come up with a plan to buy them?\" he asked. [SEP] what effect obama's plan could have on the economy is not yet clear. [SEP] this was very bad. [SEP] on tuesday, the us [SEP]"}
+{"type": "sample", "index": 7, "raw_text": "[CLS] \" it ' s very hard to find counselors to help, \" said mr. ferraro, a senior vice president at the n. c. a. a. who declined to give his name. [SEP] the american ran 1min 44. 62sec, just 0. 12sec off spitz ' s personal best of 44. 05. [SEP] the attack took place about 5 a. m. when a suicide bomber struck near the home of the city ' s police chief, killing three police officers, a police official said. [SEP] i don ' t think that being one of the the largest u. s. [SEP]", "detok_text": "[CLS] \"it's very hard to find counselors to help,\" said mr. ferraro, a senior vice president at the n. c. a. a. who declined to give his name. [SEP] the american ran 1min 44. 62sec, just 0. 12sec off spitz's personal best of 44. 05. [SEP] the attack took place about 5 a. m. when a suicide bomber struck near the home of the city's police chief, killing three police officers, a police official said. [SEP] i don't think that being one of the the largest u. s. [SEP]"}
+{"type": "sample", "index": 8, "raw_text": "[CLS] the world. [SEP] the ban would have been followed by a three - year suspension and a pay cut of 15 percent. [SEP] a lorry driver beat a 70 - year - old woman to death in a field near her home in manchester in june 2008. [SEP] median prices range from about $ 1 million to $ 2. 7 million for a home, and range from $ 30, 000 to $ 40, 000, and prices for a single - family unit range $ 25, 000 to $ 40, 000. [SEP] \" there ' s a difference in what we ' re doing as a team, and we ' re doing a lot [SEP]", "detok_text": "[CLS] the world. [SEP] the ban would have been followed by a three - year suspension and a pay cut of 15 percent. [SEP] a lorry driver beat a 70 - year - old woman to death in a field near her home in manchester in june 2008. [SEP] median prices range from about $1 million to $2. 7 million for a home, and range from $30, 000 to $40, 000, and prices for a single - family unit range $25, 000 to $40, 000. [SEP] \" there's a difference in what we're doing as a team, and we're doing a lot [SEP]"}
+{"type": "sample", "index": 9, "raw_text": "[CLS] new york. [SEP] he ' s one of the best players i ' ve had and he serves very well, \" safina said. [SEP] \" it ' s about money, it ' s not about money - - it ' s about the people. [SEP] 11 : 30 a. m., to 5 p. m. [SEP] \" the ministry of defence has simply failed in its duty to protect the lives of people. [SEP] the second man, a 20 - year - old man, was found dead early saturday on a busy street on manhattan ' s east side. [SEP] at the white house, president barack obama said the u [SEP]", "detok_text": "[CLS] new york. [SEP] he's one of the best players i've had and he serves very well, \"safina said. [SEP]\" it's about money, it's not about money - - it's about the people. [SEP] 11: 30 a. m., to 5 p. m. [SEP] \" the ministry of defence has simply failed in its duty to protect the lives of people. [SEP] the second man, a 20 - year - old man, was found dead early saturday on a busy street on manhattan's east side. [SEP] at the white house, president barack obama said the u [SEP]"}
+{"type": "sample", "index": 10, "raw_text": "[CLS] £6. 5 billion ( $ 7. 9 billion ) increased 8. 5 percent to £1. 2 billion ( $. 7 billion ). [SEP] president obama and members of the us armed forces will meet in washington on thursday for a two - day summit on afghanistan. [SEP] garnett hit a 3 - pointer with 3 : 10 to play to give the celtics a 53 - 55 lead, and paul pierce hit a three - point play with 28 seconds left to put the celtics up 58 - 57 with 35 seconds to play. [SEP] total fouls _ chicago 20 ( gasol 9 ). [SEP] a version of this article appeared [SEP]", "detok_text": "[CLS] £6. 5 billion ($7. 9 billion) increased 8. 5 percent to £1. 2 billion ($. 7 billion). [SEP] president obama and members of the us armed forces will meet in washington on thursday for a two - day summit on afghanistan. [SEP] garnett hit a 3 - pointer with 3: 10 to play to give the celtics a 53 - 55 lead, and paul pierce hit a three - point play with 28 seconds left to put the celtics up 58 - 57 with 35 seconds to play. [SEP] total fouls _ chicago 20 (gasol 9). [SEP] a version of this article appeared [SEP]"}
+{"type": "sample", "index": 11, "raw_text": "[CLS] come back. \" [SEP] it ' s hard to believe he ' s the worst person ever. [SEP] \" i feel like i ' m going to be ready and so i ' m in good shape, \" he said. [SEP] the chancellor also said the government needed to restore public confidence in the banking system to prevent the credit crisis from spreading to the economy. [SEP] \" what ' s behind the cost? [SEP] harbhajan, one of the main engines of new zealand ' s success since the springboks were formed in 2005, became the world ' s top test player. [SEP] that ' s just the kind of thing that [SEP]", "detok_text": "[CLS] come back. \"[SEP] it's hard to believe he's the worst person ever. [SEP]\" i feel like i'm going to be ready and so i'm in good shape, \"he said. [SEP] the chancellor also said the government needed to restore public confidence in the banking system to prevent the credit crisis from spreading to the economy. [SEP]\" what's behind the cost? [SEP] harbhajan, one of the main engines of new zealand's success since the springboks were formed in 2005, became the world's top test player. [SEP] that's just the kind of thing that [SEP]"}
+{"type": "sample", "index": 12, "raw_text": "[CLS] in the first. [SEP] clinton, who beat bush in the state in 2004, also won more delegates than obama. [SEP] at one point, polanski said he wanted to talk to himself, but he didn ' t. [SEP] i ' ve got the situation and it ' s important for me to have a sense of the situation. [SEP] if you ' re off to work, let ' s wake up at work in the morning and wake up at 7am. [SEP] this entry was posted by tracy alloway on friday, august 20th, 2009 at 5 : 15 and is filed under briefings, capital markets. [SEP] i am [SEP]", "detok_text": "[CLS] in the first. [SEP] clinton, who beat bush in the state in 2004, also won more delegates than obama. [SEP] at one point, polanski said he wanted to talk to himself, but he didn't. [SEP] i've got the situation and it's important for me to have a sense of the situation. [SEP] if you're off to work, let's wake up at work in the morning and wake up at 7am. [SEP] this entry was posted by tracy alloway on friday, august 20th, 2009 at 5: 15 and is filed under briefings, capital markets. [SEP] i am [SEP]"}
+{"type": "sample", "index": 13, "raw_text": "[CLS], \" he said. [SEP] sales fell to £7. 8 million last year and rose to £97. 7 million. [SEP] the move is likely to be welcomed by pro - democracy groups, whose leaders have agreed to go to the un to try to end pakistan ' s political crisis, which has been fuelled by president pervez musharraf ' s declaration of emergency rule. [SEP] \" that is a tough call. [SEP] \" it ' s not going to go away at this point in time, \" said dr. colleen callan, director of the women ' s health program at the university of chicago. [SEP] [SEP]", "detok_text": "[CLS], \"he said. [SEP] sales fell to ��7. 8 million last year and rose to £97. 7 million. [SEP] the move is likely to be welcomed by pro - democracy groups, whose leaders have agreed to go to the un to try to end pakistan's political crisis, which has been fuelled by president pervez musharraf's declaration of emergency rule. [SEP]\" that is a tough call. [SEP] \"it's not going to go away at this point in time,\" said dr. colleen callan, director of the women's health program at the university of chicago. [SEP] [SEP]"}
+{"type": "sample", "index": 14, "raw_text": "[CLS] [SEP] he was ordered to stay at the hospital until the jan. [SEP] i didn ' t want to die, but i didn ' t think i wanted to do that. [SEP] it ' s 4 : 30 - 7 p. m. [SEP] as a result, mr. obama said, c. i. a. a. is expected to get more help from the c. i. a. ' s inspector general, the c. i. a. a. inspector general, the c. i. a. a. and the c. i. a., along with other agencies like the c. i. a. [SEP]", "detok_text": "[CLS] [SEP] he was ordered to stay at the hospital until the jan. [SEP] i didn't want to die, but i didn't think i wanted to do that. [SEP] it's 4: 30 - 7 p. m. [SEP] as a result, mr. obama said, c. i. a. a. is expected to get more help from the c. i. a.'s inspector general, the c. i. a. a. inspector general, the c. i. a. a. and the c. i. a., along with other agencies like the c. i. a. [SEP]"}
+{"type": "sample", "index": 15, "raw_text": "[CLS] said. [SEP] robert kadish, 20, has been charged in the death of 18 - year - old michael kushner, 19, who was stabbed to death last month, the los angeles times reported saturday. [SEP] \" i don ' t want to miss a lot of matches - i haven ' t played in the premier league since the ' 30s. [SEP] the newspaper said people were asked to leave their homes before the storm, but it ' s not yet clear if they ' ll stay any longer. [SEP] \" they can ' t get away with it. \" [SEP] the next day, they said, he took the [SEP]", "detok_text": "[CLS] said. [SEP] robert kadish, 20, has been charged in the death of 18 - year - old michael kushner, 19, who was stabbed to death last month, the los angeles times reported saturday. [SEP] \"i don't want to miss a lot of matches - i haven't played in the premier league since the' 30s. [SEP] the newspaper said people were asked to leave their homes before the storm, but it's not yet clear if they'll stay any longer. [SEP]\" they can't get away with it. \" [SEP] the next day, they said, he took the [SEP]"}
+{"type": "sample", "index": 16, "raw_text": "[CLS] of thousands of dollars \" on the state ' s budget. [SEP] i think it ' s true, \" he said. [SEP] he is young, he has a lot to offer, and he wants to do well. [SEP] in a written statement, the family identified the driver of the car as a 20 - year - old local man. [SEP] three people in the car were shot in the back, and the driver was injured. [SEP] the dodgers, who scored four runs in the first inning, rallied to take a 5 - 2 lead early in the third, then tied it in the bottom of the seventh. [SEP] washington ( ap ) [SEP]", "detok_text": "[CLS] of thousands of dollars \"on the state's budget. [SEP] i think it's true,\" he said. [SEP] he is young, he has a lot to offer, and he wants to do well. [SEP] in a written statement, the family identified the driver of the car as a 20 - year - old local man. [SEP] three people in the car were shot in the back, and the driver was injured. [SEP] the dodgers, who scored four runs in the first inning, rallied to take a 5 - 2 lead early in the third, then tied it in the bottom of the seventh. [SEP] washington (ap) [SEP]"}
+{"type": "sample", "index": 17, "raw_text": "[CLS]. com. [SEP] the deal, announced in march, is expected to close by the end of the year. [SEP] \" i am pleased that the president has contracted with the u. s. navy, one of the nation ' s leading national defense groups, to provide support for missile defense, \" gates said during a news conference in washington. [SEP] \" i don ' t think it will be easy, but i don ' t think it ' ll be a problem. [SEP] she said, \" i do not know what ' s going on in iraq, \" even though it ' s hard to see why she felt the need to keep [SEP]", "detok_text": "[CLS]. com. [SEP] the deal, announced in march, is expected to close by the end of the year. [SEP] \"i am pleased that the president has contracted with the u. s. navy, one of the nation's leading national defense groups, to provide support for missile defense,\" gates said during a news conference in washington. [SEP] \"i don't think it will be easy, but i don't think it'll be a problem. [SEP] she said,\" i do not know what's going on in iraq, \" even though it's hard to see why she felt the need to keep [SEP]"}
+{"type": "sample", "index": 18, "raw_text": "[CLS] as soon as possible. [SEP] you want to know. [SEP] the senate is not expected to vote on the measure before mid - august. [SEP] \" i think we ' ll have come up with a plan to resolve the situation, \" she said. [SEP] \" the u. s. is in a difficult situation, and it ' s going to be very difficult, \" he said. [SEP] i feel fine. [SEP] that ' s the reaction of liverpool fans after they were swept in to win 4 - 3 in the carling cup on saturday. [SEP] u. c. l. a. u. ' s defense is all the way [SEP]", "detok_text": "[CLS] as soon as possible. [SEP] you want to know. [SEP] the senate is not expected to vote on the measure before mid - august. [SEP] \"i think we'll have come up with a plan to resolve the situation,\" she said. [SEP] \"the u. s. is in a difficult situation, and it's going to be very difficult,\" he said. [SEP] i feel fine. [SEP] that's the reaction of liverpool fans after they were swept in to win 4 - 3 in the carling cup on saturday. [SEP] u. c. l. a. u.'s defense is all the way [SEP]"}
+{"type": "sample", "index": 19, "raw_text": "[CLS] earlier this month he would remain in charge of the club until the end of the season. [SEP] i was the first to perform at this year ' s song of the year awards in london. [SEP] \" it ' s great to be back in the game and very good to win - - he ' s a great player - - and good to play well today. [SEP] they say if they live, then they will be safe. [SEP] \" we ' re not going in the same direction as before, and we ' re not going in the same direction, \" he said. [SEP] \"... [SEP] i ' ve been told a [SEP]", "detok_text": "[CLS] earlier this month he would remain in charge of the club until the end of the season. [SEP] i was the first to perform at this year's song of the year awards in london. [SEP] \"it's great to be back in the game and very good to win - - he's a great player - - and good to play well today. [SEP] they say if they live, then they will be safe. [SEP]\" we're not going in the same direction as before, and we're not going in the same direction, \"he said. [SEP]\"... [SEP] i've been told a [SEP]"}
+{"type": "sample", "index": 20, "raw_text": "[CLS] he said. [SEP] \" i always thought that if we hadn ' t played well, and we hadn ' t done well this year, we could have finished with three points if we ' d lost three games in the final. [SEP] it set up a fund to protect the country ' s forests. [SEP] the drop followed a fall of 2 per cent in september, the economy ' s first monthly decline in a year. [SEP] china, india and south africa are also due to take part in the beijing games. [SEP] the u. s., which is leading the war in afghanistan, is preparing to send up to 40, 000 troops [SEP]", "detok_text": "[CLS] he said. [SEP] \" i always thought that if we hadn't played well, and we hadn't done well this year, we could have finished with three points if we'd lost three games in the final. [SEP] it set up a fund to protect the country's forests. [SEP] the drop followed a fall of 2 per cent in september, the economy's first monthly decline in a year. [SEP] china, india and south africa are also due to take part in the beijing games. [SEP] the u. s., which is leading the war in afghanistan, is preparing to send up to 40, 000 troops [SEP]"}
+{"type": "sample", "index": 21, "raw_text": "[CLS] she said. [SEP] the crash happened on july 31, this year, police said. [SEP] \" it ' s a good idea, \" chernoff said. [SEP] he has already spent six months in jail, and is considering returning to britain with his wife. [SEP] i didn ' t want to go mad for him. [SEP] the authorities have yet to name a person in connection with the case. [SEP] \" i ' ve always said i won ' t play for my own country but that ' s what i ' m hoping for and i haven ' t played like that, \" said the german. [SEP] 11, 2001, and have [SEP]", "detok_text": "[CLS] she said. [SEP] the crash happened on july 31, this year, police said. [SEP] \"it's a good idea,\" chernoff said. [SEP] he has already spent six months in jail, and is considering returning to britain with his wife. [SEP] i didn't want to go mad for him. [SEP] the authorities have yet to name a person in connection with the case. [SEP] \"i've always said i won't play for my own country but that's what i'm hoping for and i haven't played like that,\" said the german. [SEP] 11, 2001, and have [SEP]"}
+{"type": "sample", "index": 22, "raw_text": "[CLS] the area. [SEP] murray is no. 1 this year and could also be set to break into the top 40 for the first time in his career and for just the second time this year. [SEP] \" i don ' t know exactly what i ' m going to do but he ' s a great man, he ' s a very good guy. [SEP] the woman said she witnessed the beating and can ' t remember any more. [SEP] australia ' s biggest bank has sold a $ 21m ( £12m ) worth of assets to the country ' s biggest bank, up from $ 16. 5m just three months ago. [SEP] [SEP]", "detok_text": "[CLS] the area. [SEP] murray is no. 1 this year and could also be set to break into the top 40 for the first time in his career and for just the second time this year. [SEP] \" i don't know exactly what i'm going to do but he's a great man, he's a very good guy. [SEP] the woman said she witnessed the beating and can't remember any more. [SEP] australia's biggest bank has sold a $21m (£12m) worth of assets to the country's biggest bank, up from $16. 5m just three months ago. [SEP] [SEP]"}
+{"type": "sample", "index": 23, "raw_text": "[CLS] £20000 - £30000 per annum + bonus. this global pr agency is looking for a.... £50000 - £65000 per annum. the royal geographical society. london, england. [SEP] \" david cameron needs to maintain his tax - and - spend policies, \" said david cameron, the conservative party ' s deputy leader. [SEP] there is no evidence that a person in the car - - and possibly a member of the crew - - was also killed. [SEP] it ' s widely expected that the central bank will probably cut interest rates to get money flowing before the end of the year. [SEP] \" [SEP]", "detok_text": "[CLS] £20000 - £30000 per annum + bonus. this global pr agency is looking for a.... £50000 - £65000 per annum. the royal geographical society. london, england. [SEP] \"david cameron needs to maintain his tax - and - spend policies,\" said david cameron, the conservative party's deputy leader. [SEP] there is no evidence that a person in the car - - and possibly a member of the crew - - was also killed. [SEP] it's widely expected that the central bank will probably cut interest rates to get money flowing before the end of the year. [SEP] \" [SEP]"}
+{"type": "sample", "index": 24, "raw_text": "[CLS]. 4 billion dollars in the january - march quarter. [SEP] \" but we ' re not going to go, \" the source said. [SEP] john goldin, of the conservative international policy institute in london, said he would be surprised at the timing of mr brown ' s announcement. [SEP] for 2008, samsung ' s operating profit was flat at 2. 2 trillion won ( £1. 6bn ), but that is expected to rise to 1. 3 trillion won, against the analysts ' forecast of 1. 2 trillion. [SEP] \" it ' s the change that we have been making this week. [SEP] if you ' re the only [SEP]", "detok_text": "[CLS]. 4 billion dollars in the january - march quarter. [SEP] \"but we're not going to go,\" the source said. [SEP] john goldin, of the conservative international policy institute in london, said he would be surprised at the timing of mr brown's announcement. [SEP] for 2008, samsung's operating profit was flat at 2. 2 trillion won (£1. 6bn), but that is expected to rise to 1. 3 trillion won, against the analysts' forecast of 1. 2 trillion. [SEP] \" it's the change that we have been making this week. [SEP] if you're the only [SEP]"}
+{"type": "sample", "index": 25, "raw_text": "[CLS] the woman ' s death in 2007. [SEP] on friday, the u. s. district court for the district of columbia said it had rejected a request by the white house to try to block the u. s. foreign intelligence surveillance act. [SEP] in recent years, the company ' s i. p. o. p. has been said to be among the poorest in the industry, with earnings this year ranging from $ 2. 15 to $ 2. 13 per share. [SEP] more than 60 people have been killed and about 100 are injured in attacks by taliban militants in northwestern pakistan, according to the government. [SEP] however, [SEP]", "detok_text": "[CLS] the woman's death in 2007. [SEP] on friday, the u. s. district court for the district of columbia said it had rejected a request by the white house to try to block the u. s. foreign intelligence surveillance act. [SEP] in recent years, the company's i. p. o. p. has been said to be among the poorest in the industry, with earnings this year ranging from $2. 15 to $2. 13 per share. [SEP] more than 60 people have been killed and about 100 are injured in attacks by taliban militants in northwestern pakistan, according to the government. [SEP] however, [SEP]"}
+{"type": "sample", "index": 26, "raw_text": "[CLS] the prosecution said it was willing to accept a guilty verdict, and it would not wait for a new trial in the case. [SEP] they would say, ' if they didn ' t do it, i ' d come in and say, ' what ' s the difference? ' [SEP] \" i only walk 30 miles a day, \" he said, \" and i did it at 3 a. m. \" [SEP] the internet search leader has not yet decided whether to accept microsoft ' s bid, which has made it an important antitrust issue. [SEP] new delhi, march 19 ( upi ) - - india ' s prime minister said [SEP]", "detok_text": "[CLS] the prosecution said it was willing to accept a guilty verdict, and it would not wait for a new trial in the case. [SEP] they would say, ' if they didn't do it, i'd come in and say, ' what's the difference? ' [SEP] \"i only walk 30 miles a day,\" he said, \"and i did it at 3 a. m.\" [SEP] the internet search leader has not yet decided whether to accept microsoft's bid, which has made it an important antitrust issue. [SEP] new delhi, march 19 (upi) - - india's prime minister said [SEP]"}
+{"type": "sample", "index": 27, "raw_text": "[CLS] 30 a. m.. [SEP] that ' s a good thing, but it ' s one of the things i could do to win a grand slam. [SEP] \" i ' ll be back in two or three sets and i don ' t think i ' ll play the third set. [SEP] some 200, 000 of these books are now in uk stores and will be available in may. [SEP] \" we would be happy to see that the law was signed by the parliament, not by the president, \" he said. [SEP] more than 250, 000 more people have fled their homes because of the fire. [SEP] \" we said we will [SEP]", "detok_text": "[CLS] 30 a. m.. [SEP] that's a good thing, but it's one of the things i could do to win a grand slam. [SEP] \"i'll be back in two or three sets and i don't think i'll play the third set. [SEP] some 200, 000 of these books are now in uk stores and will be available in may. [SEP]\" we would be happy to see that the law was signed by the parliament, not by the president, \"he said. [SEP] more than 250, 000 more people have fled their homes because of the fire. [SEP]\" we said we will [SEP]"}
+{"type": "sample", "index": 28, "raw_text": "[CLS] lead to 11. 3 points in the second half of the game. [SEP] 16, three days before the start of the trial. [SEP] the largest banks participating in the government ' s bailout program include goldman sachs, morgan stanley, citigroup inc., bank of america, jpmorgan chase & co and morgan stanley. [SEP] no, i ' m not undeclared. [SEP] something has to be done. [SEP] but there are other signs. [SEP] the u. s. economy grew 0. 7 percent in january, compared with 0. 5 percent in december. [SEP] mcilroy shot a 5 - under 68 [SEP]", "detok_text": "[CLS] lead to 11. 3 points in the second half of the game. [SEP] 16, three days before the start of the trial. [SEP] the largest banks participating in the government's bailout program include goldman sachs, morgan stanley, citigroup inc., bank of america, jpmorgan chase & co and morgan stanley. [SEP] no, i'm not undeclared. [SEP] something has to be done. [SEP] but there are other signs. [SEP] the u. s. economy grew 0. 7 percent in january, compared with 0. 5 percent in december. [SEP] mcilroy shot a 5 - under 68 [SEP]"}
+{"type": "sample", "index": 29, "raw_text": "[CLS] \" the military said in a statement. [SEP] u. s. officials have said that american troops would be out of iraq by the end of the year, but iraqi leaders are still pushing for a full withdrawal, assuming al - maliki embraces a long - term u. s. - iraqi pact. [SEP] he had surgery on a groin injury and is expected to play for liverpool in the summer. [SEP] alcoa said it expected fourth - quarter profit to be about $ 90. 8 million ( £60 million ) as the company recovers from the impact of the us housing and credit market crisis. [SEP] in one of the [SEP]", "detok_text": "[CLS] \" the military said in a statement. [SEP] u. s. officials have said that american troops would be out of iraq by the end of the year, but iraqi leaders are still pushing for a full withdrawal, assuming al - maliki embraces a long - term u. s. - iraqi pact. [SEP] he had surgery on a groin injury and is expected to play for liverpool in the summer. [SEP] alcoa said it expected fourth - quarter profit to be about $90. 8 million (£60 million) as the company recovers from the impact of the us housing and credit market crisis. [SEP] in one of the [SEP]"}
+{"type": "sample", "index": 30, "raw_text": "[CLS] the fourth quarter was $ 5. 6 million. [SEP] \" i was shocked to learn that the situation was worse than it was, \" he said. [SEP] the company said on tuesday that it expected to make a net profit by the end of this year ' s second quarter. [SEP] the bruins had given up two goals in three of their previous four games against the rangers. [SEP] the u. s. department of commerce report put the total estimated market value of u. s. goods at $ 35. 3 billion in 2007, representing a 2. 3 percent increase from last year in the july - september period. [SEP] earlier this week [SEP]", "detok_text": "[CLS] the fourth quarter was $5. 6 million. [SEP] \"i was shocked to learn that the situation was worse than it was,\" he said. [SEP] the company said on tuesday that it expected to make a net profit by the end of this year's second quarter. [SEP] the bruins had given up two goals in three of their previous four games against the rangers. [SEP] the u. s. department of commerce report put the total estimated market value of u. s. goods at $35. 3 billion in 2007, representing a 2. 3 percent increase from last year in the july - september period. [SEP] earlier this week [SEP]"}
+{"type": "sample", "index": 31, "raw_text": "[CLS] to have carried out the attack. [SEP] the parents, 17 - year - old christopher and 15 - year - old kevan price, both had a baby last summer and had been due to give birth in france in january. [SEP] let ' s move forward. [SEP] however, the iea, the international energy agency, said it expected oil demand in the united states for the three months ending in june to be lower than expected by the year ' s end. [SEP] \" i don ' t think i will be able to play like that. [SEP] for now, they won ' t be available. [SEP] revenue grew to $ 1. [SEP]", "detok_text": "[CLS] to have carried out the attack. [SEP] the parents, 17 - year - old christopher and 15 - year - old kevan price, both had a baby last summer and had been due to give birth in france in january. [SEP] let's move forward. [SEP] however, the iea, the international energy agency, said it expected oil demand in the united states for the three months ending in june to be lower than expected by the year's end. [SEP] \" i don't think i will be able to play like that. [SEP] for now, they won't be available. [SEP] revenue grew to $1. [SEP]"}
+{"type": "sample", "index": 32, "raw_text": "[CLS] the end of the year, \" he said. [SEP] \" we ' ve always said, you can play, you can play it, you can ' t play the ball, you can ' t, if you ' re hitting the first shot, the ball at the tee, you ' ve got to hit the ball as hard as possible, \" woods said after the opening round of the tournament in china. [SEP] kevin millwood ( 2 - 2 ) gave up three runs on four hits in six innings for the royals, who got two hits from adam laroche ( 1 - 2 ). [SEP] the president has a wide range [SEP]", "detok_text": "[CLS] the end of the year, \"he said. [SEP]\" we've always said, you can play, you can play it, you can't play the ball, you can't, if you're hitting the first shot, the ball at the tee, you've got to hit the ball as hard as possible, \" woods said after the opening round of the tournament in china. [SEP] kevin millwood (2 - 2) gave up three runs on four hits in six innings for the royals, who got two hits from adam laroche (1 - 2). [SEP] the president has a wide range [SEP]"}
+{"type": "sample", "index": 33, "raw_text": "[CLS], so the results are less likely to be negative, she said. [SEP] \" the weather will brighten today, the sun will come down in the morning and the sun will come out. [SEP] mr brown ' s letter prompted an angry response from the liberal democrats ' conference. [SEP] his next court date is expected to be thursday. [SEP] we had to wait. [SEP] revenue increased by $ 1. 5 million to $ 5. 6 million, driven by a slight increase in the tax rate. [SEP] we want to live in the future and that ' s what lord mandelson ' s going to do. [SEP] since the talks began [SEP]", "detok_text": "[CLS], so the results are less likely to be negative, she said. [SEP] \" the weather will brighten today, the sun will come down in the morning and the sun will come out. [SEP] mr brown's letter prompted an angry response from the liberal democrats' conference. [SEP] his next court date is expected to be thursday. [SEP] we had to wait. [SEP] revenue increased by $1. 5 million to $5. 6 million, driven by a slight increase in the tax rate. [SEP] we want to live in the future and that's what lord mandelson's going to do. [SEP] since the talks began [SEP]"}
+{"type": "sample", "index": 34, "raw_text": "[CLS] the economic and political crisis. [SEP] i don ' t think that ' s a good thing. [SEP] by the time the girl went missing on oct. [SEP] earlier, the report said the government of japan had made contact with the korea development bank and the national development bank of china. [SEP] ( ap ) the mother of a young boy found dead on the doorstep of her mobile home said that the child and the boy ' s father are trying to determine what killed their children. [SEP] she said : \" i can ' t understand how much people have to work at the end of the day. [SEP] los angeles, june 17 ( upi [SEP]", "detok_text": "[CLS] the economic and political crisis. [SEP] i don't think that's a good thing. [SEP] by the time the girl went missing on oct. [SEP] earlier, the report said the government of japan had made contact with the korea development bank and the national development bank of china. [SEP] (ap) the mother of a young boy found dead on the doorstep of her mobile home said that the child and the boy's father are trying to determine what killed their children. [SEP] she said: \" i can't understand how much people have to work at the end of the day. [SEP] los angeles, june 17 ( upi [SEP]"}
+{"type": "sample", "index": 35, "raw_text": "[CLS]. [SEP] i don ' t think anybody should be. [SEP] the net loss for the fourth quarter, including a loss of $ 0. 33 per share, is now expected to be $ 0. 15 per share. [SEP] he has not said no, he has... just as far as i want to go. [SEP] the government is in talks to swap $ 2. 4 billion of gm ' s debt for equity in a deal that is expected to raise about $ 5 billion. [SEP] we have a choice. [SEP] the month - on - month increase in sales was less than what many economists had expected. [SEP] but it was [SEP]", "detok_text": "[CLS]. [SEP] i don't think anybody should be. [SEP] the net loss for the fourth quarter, including a loss of $0. 33 per share, is now expected to be $0. 15 per share. [SEP] he has not said no, he has... just as far as i want to go. [SEP] the government is in talks to swap $2. 4 billion of gm's debt for equity in a deal that is expected to raise about $5 billion. [SEP] we have a choice. [SEP] the month - on - month increase in sales was less than what many economists had expected. [SEP] but it was [SEP]"}
+{"type": "sample", "index": 36, "raw_text": "[CLS] said. [SEP] \" this will be an opportunity for us to provide what they want, and it is an opportunity to get people to do that, \" he said. [SEP] i think it ' s going to get much better in the fall. [SEP] last month, the number of job losses rose by more than 10, 000 to 27, 500. [SEP] the president : well, we can ' t do a whole lot of things that the president didn ' t want to do this time. [SEP] kabul, afghanistan ( ap ) - - a former foreign minister who said afghanistan ' s economy has been damaged at the hands of the taliban, [SEP]", "detok_text": "[CLS] said. [SEP] \"this will be an opportunity for us to provide what they want, and it is an opportunity to get people to do that,\" he said. [SEP] i think it's going to get much better in the fall. [SEP] last month, the number of job losses rose by more than 10, 000 to 27, 500. [SEP] the president: well, we can't do a whole lot of things that the president didn't want to do this time. [SEP] kabul, afghanistan (ap) - - a former foreign minister who said afghanistan's economy has been damaged at the hands of the taliban, [SEP]"}
+{"type": "sample", "index": 37, "raw_text": "[CLS]s. [SEP] 12 ( upi ) - - the u. s. supreme court is revising its ruling on california ' s proposed gay marriage ban. [SEP] the economy is out of recession, and the u. s. is also in recession. [SEP] the 22 - year - old has won five grand slam titles and could be regarded as one of the highlights of the 2010 season. [SEP] revenue fell by 4. 8 percent to $ 15. 3 billion from $ 15. 8 billion a year ago. [SEP] the pilot tried to push the man into the cockpit, but the pilot returned fire and failed to stop. [SEP] \" we [SEP]", "detok_text": "[CLS]s. [SEP] 12 (upi) - - the u. s. supreme court is revising its ruling on california's proposed gay marriage ban. [SEP] the economy is out of recession, and the u. s. is also in recession. [SEP] the 22 - year - old has won five grand slam titles and could be regarded as one of the highlights of the 2010 season. [SEP] revenue fell by 4. 8 percent to $15. 3 billion from $15. 8 billion a year ago. [SEP] the pilot tried to push the man into the cockpit, but the pilot returned fire and failed to stop. [SEP] \" we [SEP]"}
+{"type": "sample", "index": 38, "raw_text": "[CLS] what ' s going on. [SEP] \" if people want to get the best possible deal, they have to find the best way to spend their money, \" said thomas a. johnson, i. b. m. ' s vice president of research and sales. [SEP] on the other hand, the mexican government, by contrast, is trying to keep a lid on mexico ' s problems. [SEP] goalies _ dallas, horcoff 8 - 6 ( 6 shots ). [SEP] gold traded at $ 1. 3773, down from $ 1. 379 in new york. [SEP] brooke white, a city spokeswoman, [SEP]", "detok_text": "[CLS] what's going on. [SEP] \"if people want to get the best possible deal, they have to find the best way to spend their money,\" said thomas a. johnson, i. b. m.'s vice president of research and sales. [SEP] on the other hand, the mexican government, by contrast, is trying to keep a lid on mexico's problems. [SEP] goalies _ dallas, horcoff 8 - 6 (6 shots). [SEP] gold traded at $1. 3773, down from $1. 379 in new york. [SEP] brooke white, a city spokeswoman, [SEP]"}
+{"type": "sample", "index": 39, "raw_text": "[CLS] deal with this. [SEP] but it is now clear that the government does not have the power to pass legislation to fund the bailouts of the banks until after the general election. [SEP] he hopes to be able to compete in the london olympics for the first time in 2012. [SEP] it was absolutely incredible. [SEP] but in reality it ' s very difficult to find a solution. [SEP] i still believe cricket is a good thing, even if you don ' t really want to play it on it. [SEP] he averaged 5. 5 points and 3. 2 rebounds in 15 games, a repeat of last season. [SEP] about 3, 000 people [SEP]", "detok_text": "[CLS] deal with this. [SEP] but it is now clear that the government does not have the power to pass legislation to fund the bailouts of the banks until after the general election. [SEP] he hopes to be able to compete in the london olympics for the first time in 2012. [SEP] it was absolutely incredible. [SEP] but in reality it's very difficult to find a solution. [SEP] i still believe cricket is a good thing, even if you don't really want to play it on it. [SEP] he averaged 5. 5 points and 3. 2 rebounds in 15 games, a repeat of last season. [SEP] about 3, 000 people [SEP]"}
+{"type": "sample", "index": 40, "raw_text": "[CLS] for u. c. l. a. ), and u. c. l. a. ( 3 - 3 ) had a chance to cut the lead back to a point on mike brown ' s 19 - play, 31 - yard field goal with 2 : 45 to play in the half. [SEP] i ' m not sure their form will be so good when they get back into the game, but the real hope is that they will be able to give the lions confidence. [SEP] \" i do not want to know why he ' s going on the run. [SEP] tuesday, april 12, at 2 p. m. [SEP] [SEP]", "detok_text": "[CLS] for u. c. l. a. ), and u. c. l. a. (3 - 3) had a chance to cut the lead back to a point on mike brown's 19 - play, 31 - yard field goal with 2: 45 to play in the half. [SEP] i'm not sure their form will be so good when they get back into the game, but the real hope is that they will be able to give the lions confidence. [SEP] \" i do not want to know why he's going on the run. [SEP] tuesday, april 12, at 2 p. m. [SEP] [SEP]"}
+{"type": "sample", "index": 41, "raw_text": "[CLS] the war. [SEP] posted by gwen robinson on mar 02 05 : 45. [SEP] i ' ve had a few weeks.... [SEP] after losing his fourth - round warm - up match at the french open to rafael nadal in the second round, federer took a two - set lead at the end of the first set. [SEP] although they hold the no. 2 seed in the east, they are still the team that has won the last year. [SEP] net income for the quarter ended june 30, 2009 was $ 0. 3 million or $ 2. 3 million. [SEP] ankara, turkey ( ap ) - u. s [SEP]", "detok_text": "[CLS] the war. [SEP] posted by gwen robinson on mar 02 05: 45. [SEP] i've had a few weeks.... [SEP] after losing his fourth - round warm - up match at the french open to rafael nadal in the second round, federer took a two - set lead at the end of the first set. [SEP] although they hold the no. 2 seed in the east, they are still the team that has won the last year. [SEP] net income for the quarter ended june 30, 2009 was $0. 3 million or $2. 3 million. [SEP] ankara, turkey (ap) - u. s [SEP]"}
+{"type": "sample", "index": 42, "raw_text": "[CLS]. [SEP] the white house said it was not surprised by musharraf ' s decision. [SEP] the president ' s office said it was satisfied with the court ' s ruling. [SEP] a man was shot in a knife attack in derby this week. [SEP] the report came as the ministry of justice faced criticism of china ' s human rights record. [SEP] bryant came in with 6, 200 assists last season and the lakers reached the 100 - win mark for the first time in club history. [SEP] now, because of the ongoing fighting with pro - taliban forces in the south, the u. s. military has begun winning the battle against [SEP]", "detok_text": "[CLS]. [SEP] the white house said it was not surprised by musharraf's decision. [SEP] the president's office said it was satisfied with the court's ruling. [SEP] a man was shot in a knife attack in derby this week. [SEP] the report came as the ministry of justice faced criticism of china's human rights record. [SEP] bryant came in with 6, 200 assists last season and the lakers reached the 100 - win mark for the first time in club history. [SEP] now, because of the ongoing fighting with pro - taliban forces in the south, the u. s. military has begun winning the battle against [SEP]"}
+{"type": "sample", "index": 43, "raw_text": "[CLS] trying to find a job to help pay his bills. [SEP] he hasn ' t been given the chance to take responsibility for his loss. [SEP] the presence of thousands of riot police could also test the hand of thailand ' s prime minister, prime minister abhisit vejjajiva, who plans to use sunday ' s parliamentary elections to press for a new coalition government. [SEP] the deal was negotiated with the help of the u. s. government and china. [SEP] posted by paul murphy on aug 28 11 : 30. [SEP] \" i ' m confident i ' ll be in it before christmas, \" he said. [SEP] the [SEP]", "detok_text": "[CLS] trying to find a job to help pay his bills. [SEP] he hasn't been given the chance to take responsibility for his loss. [SEP] the presence of thousands of riot police could also test the hand of thailand's prime minister, prime minister abhisit vejjajiva, who plans to use sunday's parliamentary elections to press for a new coalition government. [SEP] the deal was negotiated with the help of the u. s. government and china. [SEP] posted by paul murphy on aug 28 11: 30. [SEP] \"i'm confident i'll be in it before christmas,\" he said. [SEP] the [SEP]"}
+{"type": "sample", "index": 44, "raw_text": "[CLS]. [SEP] of course, i couldn ' t get one of them to know what i was going to go through - - i didn ' t know what i was going through. [SEP] 3 ( upi ) - - the spread of the h1n1 flu has slowed, the u. s. centers for disease control and prevention said tuesday. [SEP] \" i just want to be here and give them a chance. [SEP] still, that hasn ' t changed. [SEP] but many consumers find other ways to get the message, such as e - mails, e - mail or video. [SEP] \" and i didn ' t want to [SEP]", "detok_text": "[CLS]. [SEP] of course, i couldn't get one of them to know what i was going to go through - - i didn't know what i was going through. [SEP] 3 (upi) - - the spread of the h1n1 flu has slowed, the u. s. centers for disease control and prevention said tuesday. [SEP] \"i just want to be here and give them a chance. [SEP] still, that hasn't changed. [SEP] but many consumers find other ways to get the message, such as e - mails, e - mail or video. [SEP]\" and i didn't want to [SEP]"}
+{"type": "sample", "index": 45, "raw_text": "[CLS] stand trial on thursday on three counts of conspiracy to commit murder, and two counts of attempted murder. [SEP] the ship ' s wing - - which was about 1. 5m ( 6ft ) long at the time of the accident - - will have a 5 - foot plunge pool and an outdoor ensuite pool. [SEP] \" they have the sense that if they don ' t want to come to the u. s., they ' ll have to come here, \" he said. [SEP] if the film is still in the market, don ' t expect to pick up people willing to sell it to someone with less than $ [SEP]", "detok_text": "[CLS] stand trial on thursday on three counts of conspiracy to commit murder, and two counts of attempted murder. [SEP] the ship's wing - - which was about 1. 5m (6ft) long at the time of the accident - - will have a 5 - foot plunge pool and an outdoor ensuite pool. [SEP] \"they have the sense that if they don't want to come to the u. s., they'll have to come here,\" he said. [SEP] if the film is still in the market, don't expect to pick up people willing to sell it to someone with less than $[SEP]"}
+{"type": "sample", "index": 46, "raw_text": "[CLS] the top of the world... but we couldn ' t get to the top of the competition, \" beckham said. [SEP] \" i want to be the first person and i want everyone to vote. [SEP] 30, to $ 43. 7 million, or $ 2. 12 per share. [SEP] in washington, the u. s. said thursday it would continue its efforts to fight taliban militants. [SEP] the election, too, was a major part of the party ' s overall success. [SEP] tens of thousands of people have been killed, thousands were injured and thousands have had to flee. [SEP] new york ( reuters ) - [SEP]", "detok_text": "[CLS] the top of the world... but we couldn't get to the top of the competition, \"beckham said. [SEP]\" i want to be the first person and i want everyone to vote. [SEP] 30, to $43. 7 million, or $2. 12 per share. [SEP] in washington, the u. s. said thursday it would continue its efforts to fight taliban militants. [SEP] the election, too, was a major part of the party's overall success. [SEP] tens of thousands of people have been killed, thousands were injured and thousands have had to flee. [SEP] new york (reuters) - [SEP]"}
+{"type": "sample", "index": 47, "raw_text": "[CLS] it was not at all. [SEP] al qaeda claimed responsibility for the attack. [SEP] \" we ' re in a strong position to qualify for euro 2008, \" said maradona, who beat andorra 3 - 1 on saturday. [SEP] what i want to learn from people who think about this is about what they ' re doing and what they didn ' t do. [SEP] i wish i would never have known that. [SEP] on tuesday, march 5 at 10 : 00 a. m. [SEP] \" it ' s going to take a lot of effort to turn this game into a game, \" mangini said. [SEP] they were [SEP]", "detok_text": "[CLS] it was not at all. [SEP] al qaeda claimed responsibility for the attack. [SEP] \"we're in a strong position to qualify for euro 2008,\" said maradona, who beat andorra 3 - 1 on saturday. [SEP] what i want to learn from people who think about this is about what they're doing and what they didn't do. [SEP] i wish i would never have known that. [SEP] on tuesday, march 5 at 10: 00 a. m. [SEP] \"it's going to take a lot of effort to turn this game into a game,\" mangini said. [SEP] they were [SEP]"}
+{"type": "sample", "index": 48, "raw_text": "[CLS]. [SEP] in a closed - door meeting with mr. mccain, mr. obama said that he would send more troops to fight al qaeda in afghanistan, though mr. mccain has said that he has no plans to do so. [SEP] he wanted to save his life as he was coming to terms with the tragedy. [SEP] \" i think they get a clear, long - term message from the u. s. that they are going to go after the pirates. [SEP] this week, the ecb was less gloomy about the future. [SEP] the two sides agreed to resolve the dispute in accordance with international law. [SEP] mr. obama, [SEP]", "detok_text": "[CLS]. [SEP] in a closed - door meeting with mr. mccain, mr. obama said that he would send more troops to fight al qaeda in afghanistan, though mr. mccain has said that he has no plans to do so. [SEP] he wanted to save his life as he was coming to terms with the tragedy. [SEP] \" i think they get a clear, long - term message from the u. s. that they are going to go after the pirates. [SEP] this week, the ecb was less gloomy about the future. [SEP] the two sides agreed to resolve the dispute in accordance with international law. [SEP] mr. obama, [SEP]"}
+{"type": "sample", "index": 49, "raw_text": "[CLS] up to 40 people and injured more than 2, 500 people. [SEP] denver ' s only touchdown came on a 5 - yard run. [SEP] according to witnesses, as many as 4, 000 to 5, 000 people gathered near the scene of the attack. [SEP] \" if we don ' t have a climate bill in copenhagen in three months time, i ' m confident that we ' ll be able to pass that bill in three to four months, \" pelosi said. [SEP] \" well, it ' ll be not the third test, it ' ll be the fourth test, it ' s the third test, we ' ll [SEP]", "detok_text": "[CLS] up to 40 people and injured more than 2, 500 people. [SEP] denver's only touchdown came on a 5 - yard run. [SEP] according to witnesses, as many as 4, 000 to 5, 000 people gathered near the scene of the attack. [SEP] \"if we don't have a climate bill in copenhagen in three months time, i'm confident that we'll be able to pass that bill in three to four months,\" pelosi said. [SEP] \" well, it'll be not the third test, it'll be the fourth test, it's the third test, we'll [SEP]"}
+{"type": "sample", "index": 50, "raw_text": "[CLS] champions league final against chelsea. [SEP] the real deal isn ' t quite so bad. [SEP] the stock rose 2. 5 percent to $ 17. 13, after rising 5. 4 percent ahead of friday ' s earnings report. [SEP] well, we just have to try to stay on top of the game. [SEP] washington improved to 18 - 2 in its first six games this season and 3 - 2 in its last five, and leads the eastern conference in goal scoring with 14. 5 points and 2. 2 assists. [SEP] 30 at 6 p. m. [SEP] teen suicides are on the rise in parts of the u. s [SEP]", "detok_text": "[CLS] champions league final against chelsea. [SEP] the real deal isn't quite so bad. [SEP] the stock rose 2. 5 percent to $17. 13, after rising 5. 4 percent ahead of friday's earnings report. [SEP] well, we just have to try to stay on top of the game. [SEP] washington improved to 18 - 2 in its first six games this season and 3 - 2 in its last five, and leads the eastern conference in goal scoring with 14. 5 points and 2. 2 assists. [SEP] 30 at 6 p. m. [SEP] teen suicides are on the rise in parts of the u. s [SEP]"}
+{"type": "sample", "index": 51, "raw_text": "[CLS] 5 0 - 0 6, jones 2 - 6 0 - 0 5, mcdyess 3 - 5 0 - 0 4, collins 0 - 3 0 - 0 0, jones 0 - 2 0 - 0 0, jones 0 - 2 0 - 0 0, jones 0 - 3 0 - 0 0, wright 0 - 2 0 - 2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - [SEP]", "detok_text": "[CLS] 5 0 - 0 6, jones 2 - 6 0 - 0 5, mcdyess 3 - 5 0 - 0 4, collins 0 - 3 0 - 0 0, jones 0 - 2 0 - 0 0, jones 0 - 2 0 - 0 0, jones 0 - 3 0 - 0 0, wright 0 - 2 0 - 2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - [SEP]"}
+{"type": "sample", "index": 52, "raw_text": "[CLS] on the market. [SEP] hundreds of people on both sides of the border were killed in recent weeks. [SEP] subs petr cech, rosicky, boruc, vela, gudjonsson, cech. [SEP] \" we ' re going to live in a world where we don ' t talk about money, we want to talk about things like this and we talk about performance, \" said a. a. rhee, director of the progress project, which studies children ' s performance around the country. [SEP] \" i ' m not going too far, \" he says. [SEP] \" it ' s a [SEP]", "detok_text": "[CLS] on the market. [SEP] hundreds of people on both sides of the border were killed in recent weeks. [SEP] subs petr cech, rosicky, boruc, vela, gudjonsson, cech. [SEP] \"we're going to live in a world where we don't talk about money, we want to talk about things like this and we talk about performance,\" said a. a. rhee, director of the progress project, which studies children's performance around the country. [SEP] \"i'm not going too far,\" he says. [SEP] \" it's a [SEP]"}
+{"type": "sample", "index": 53, "raw_text": "[CLS] the world. [SEP] i know i ' m sick, because i have a man in his 40s who told me he ' d like to go back to work, and i thought i didn ' t want to give up on my job, because i didn ' t want to give up my job. [SEP] revenues for the quarter and nine months ended september 30, 2009 increased 16. 3 percent, to $ 488. 4 million, compared with $ 446. 4 million a year ago. [SEP] it was previously estimated that $ 5. 2 billion a year would be spent on healthcare. [SEP] u. s. officials said in [SEP]", "detok_text": "[CLS] the world. [SEP] i know i'm sick, because i have a man in his 40s who told me he'd like to go back to work, and i thought i didn't want to give up on my job, because i didn't want to give up my job. [SEP] revenues for the quarter and nine months ended september 30, 2009 increased 16. 3 percent, to $488. 4 million, compared with $446. 4 million a year ago. [SEP] it was previously estimated that $5. 2 billion a year would be spent on healthcare. [SEP] u. s. officials said in [SEP]"}
+{"type": "sample", "index": 54, "raw_text": "[CLS] ' s going to have to go out there and i don ' t think there ' s a lot of money going into the club. [SEP] reports put the home ' s price at 5, 000 euros ( $ 6, 100 ), compared with 6, 500 euros ( $ 7, 000 ) in 2006. [SEP] adam jones hit a solo home run to lead south florida to a 7 - 5 win over the cincinnati reds on saturday. [SEP] they are currently in the top half of the table and now go head to head with united without a single win. [SEP] at 6 : 30 - - 7 : 30 p. m. - [SEP]", "detok_text": "[CLS]'s going to have to go out there and i don't think there's a lot of money going into the club. [SEP] reports put the home's price at 5, 000 euros ($6, 100), compared with 6, 500 euros ($7, 000) in 2006. [SEP] adam jones hit a solo home run to lead south florida to a 7 - 5 win over the cincinnati reds on saturday. [SEP] they are currently in the top half of the table and now go head to head with united without a single win. [SEP] at 6: 30 - - 7: 30 p. m. - [SEP]"}
+{"type": "sample", "index": 55, "raw_text": "[CLS] http : / / www. sec. gov / over - the - counter / news / information. aspx. [SEP] this is the problem, of course. [SEP] he is also due to visit israel on his first major visit to the middle east. [SEP] a police spokeswoman said they did not want to give any details of the investigation. [SEP] \" we didn ' t know how we could do this, but one thing we did learn was that we had to be really good players. [SEP] and they not only care about the children, they also care about the whole life of the young man. [SEP] \" he was just [SEP]", "detok_text": "[CLS] http://www. sec. gov/over - the - counter/news/information. aspx. [SEP] this is the problem, of course. [SEP] he is also due to visit israel on his first major visit to the middle east. [SEP] a police spokeswoman said they did not want to give any details of the investigation. [SEP] \"we didn't know how we could do this, but one thing we did learn was that we had to be really good players. [SEP] and they not only care about the children, they also care about the whole life of the young man. [SEP]\" he was just [SEP]"}
+{"type": "sample", "index": 56, "raw_text": "[CLS] year, the bank said in a statement. [SEP] at the half, the trojans ( 8 - 3, 2 - 1 ) cut the margin back to 51 - 51 with 3 : 31 left, but the bruins couldn ' t even get close to that. [SEP] 3 - point goals : 6 - 14 ( allen 3 - 5, house 3 - 6, house 3 - 6, garnett 2 - 4, house 2 - 4, durant 1 - 4, r. allen 1 - 2, t. allen 2 - 4, durant 2 - 3, allen 2 - 2, house 0 - 1, house [SEP]", "detok_text": "[CLS] year, the bank said in a statement. [SEP] at the half, the trojans (8 - 3, 2 - 1) cut the margin back to 51 - 51 with 3: 31 left, but the bruins couldn't even get close to that. [SEP] 3 - point goals: 6 - 14 ( allen 3 - 5, house 3 - 6, house 3 - 6, garnett 2 - 4, house 2 - 4, durant 1 - 4, r. allen 1 - 2, t. allen 2 - 4, durant 2 - 3, allen 2 - 2, house 0 - 1, house [SEP]"}
+{"type": "sample", "index": 57, "raw_text": "[CLS] available to the public. [SEP] in london, gas prices rose by 0. 9 % and electricity rose by 0. 2 %. [SEP] it ' s very important for them to go straight. [SEP] the report also said the government should do more to cut the number of smokers from 60 to 65. [SEP] \" this is a difficult time for the government, \" karzai said. [SEP] \" he told me that he wanted to go to school, he wanted to go home and see his daughter and to get her back, and he came over and said, ' you can ' t do that, ' \" she said. [SEP] [SEP]", "detok_text": "[CLS] available to the public. [SEP] in london, gas prices rose by 0. 9 % and electricity rose by 0. 2 %. [SEP] it's very important for them to go straight. [SEP] the report also said the government should do more to cut the number of smokers from 60 to 65. [SEP] \"this is a difficult time for the government,\" karzai said. [SEP] \"he told me that he wanted to go to school, he wanted to go home and see his daughter and to get her back, and he came over and said, ' you can't do that, '\" she said. [SEP] [SEP]"}
+{"type": "sample", "index": 58, "raw_text": "[CLS] ' s death. [SEP] he said : \" i know the national team. [SEP] but some details have yet to be worked out. [SEP] he said : \" i wanted to get out of the game. [SEP] tagged with citigroup. [SEP] crude oil fell 1. 1 per cent to $ 887. 20 a barrel. [SEP] the talks came a day after u. s. envoy stephen bosworth urged him to meet a north korean official in the effort to resolve the issue, china ' s news agency reported. [SEP] ruutu added a short - handed goal with 10 seconds remaining. [SEP] let ' s not be surprised. [SEP]", "detok_text": "[CLS]'s death. [SEP] he said: \"i know the national team. [SEP] but some details have yet to be worked out. [SEP] he said:\" i wanted to get out of the game. [SEP] tagged with citigroup. [SEP] crude oil fell 1. 1 per cent to $887. 20 a barrel. [SEP] the talks came a day after u. s. envoy stephen bosworth urged him to meet a north korean official in the effort to resolve the issue, china's news agency reported. [SEP] ruutu added a short - handed goal with 10 seconds remaining. [SEP] let's not be surprised. [SEP]"}
+{"type": "sample", "index": 59, "raw_text": "[CLS], we can ' t climb the building, \" said one man, who wouldn ' t give his name. [SEP] the president spoke to a crowd of about 75, 000 people. [SEP] \" it ' s good, i ' d like to play in the final. [SEP] he ' s a good player, he ' s been a good player. [SEP] the company expects to achieve 6 percent growth in the second half of 2008, chief financial officer john keyes said. [SEP] \" it was that that gave me the chance to get to know the majority of the players. [SEP] rose and raymond felton scored 17 points for the bobcats [SEP]", "detok_text": "[CLS], we can't climb the building, \"said one man, who wouldn't give his name. [SEP] the president spoke to a crowd of about 75, 000 people. [SEP]\" it's good, i'd like to play in the final. [SEP] he's a good player, he's been a good player. [SEP] the company expects to achieve 6 percent growth in the second half of 2008, chief financial officer john keyes said. [SEP] \" it was that that gave me the chance to get to know the majority of the players. [SEP] rose and raymond felton scored 17 points for the bobcats [SEP]"}
+{"type": "sample", "index": 60, "raw_text": "[CLS] stay in contact with each other, \" he said. [SEP] there ' s lots of risk, \" he said. [SEP] at least he could get it right. [SEP] meanwhile, the commerce department said the deficit dropped to $ 8. 2 billion in january. [SEP] mark laker, mr. barack obama ' s communications director and a member of mr. obama ' s campaign, and david d. axelrod, a senior adviser to mrs. ' s husband, barack obama, have also announced their plans to tie mrs. clinton to mr. mccain. [SEP] \" she looked like she didn ' t want to be stoned, \" [SEP]", "detok_text": "[CLS] stay in contact with each other, \"he said. [SEP] there's lots of risk,\" he said. [SEP] at least he could get it right. [SEP] meanwhile, the commerce department said the deficit dropped to $8. 2 billion in january. [SEP] mark laker, mr. barack obama's communications director and a member of mr. obama's campaign, and david d. axelrod, a senior adviser to mrs.'s husband, barack obama, have also announced their plans to tie mrs. clinton to mr. mccain. [SEP] \"she looked like she didn't want to be stoned,\" [SEP]"}
+{"type": "sample", "index": 61, "raw_text": "[CLS] is one of the most common anal cancers in europe, and the most common are caused by breast cancer and ovarian cancer. [SEP] \" the boy didn ' t know how much he was paid or how much he would be paid, so he didn ' t want to put himself in trouble, \" the complaint said. [SEP] the operation was described by police as a \" total waste of money. \" [SEP] i ' d love to see that. [SEP] we did well in the first half and i ' m just thinking of what we ' re going to do in the second, \" he said. [SEP] \" this has never happened in [SEP]", "detok_text": "[CLS] is one of the most common anal cancers in europe, and the most common are caused by breast cancer and ovarian cancer. [SEP] \"the boy didn't know how much he was paid or how much he would be paid, so he didn't want to put himself in trouble,\" the complaint said. [SEP] the operation was described by police as a \"total waste of money.\" [SEP] i'd love to see that. [SEP] we did well in the first half and i'm just thinking of what we're going to do in the second, \"he said. [SEP]\" this has never happened in [SEP]"}
+{"type": "sample", "index": 62, "raw_text": "[CLS] the boy ' s death. [SEP] \" when i thought about the history of the house i had, i looked for something because i thought it was very good to find it, \" ms. mehta said. [SEP] \" i don ' t give you any hope, \" he said. [SEP] it ' s a job that i ' ve never done before and i ' ve never done before. [SEP] the u. s. has about 2. 2 million internet users, compared with 2. 2 in germany, 2. 3 in the u. s. and 2. 4 in the u. s. i don ' t think you [SEP]", "detok_text": "[CLS] the boy's death. [SEP] \"when i thought about the history of the house i had, i looked for something because i thought it was very good to find it,\" ms. mehta said. [SEP] \"i don't give you any hope,\" he said. [SEP] it's a job that i've never done before and i've never done before. [SEP] the u. s. has about 2. 2 million internet users, compared with 2. 2 in germany, 2. 3 in the u. s. and 2. 4 in the u. s. i don't think you [SEP]"}
+{"type": "sample", "index": 63, "raw_text": "[CLS] scored on damon ' s single in the seventh. [SEP] in the quarter, net revenue fell by $ 1 billion to $ 457 million. [SEP] obama on tuesday won the endorsement of obama ' s former primary rival hillary rodham clinton, who easily beat obama in the democratic presidential race when he failed to attract early voters on the basis of race, age and education. [SEP] \" i know there are lots of people here, but they don ' t have the money to go. [SEP] \" i ' m not saying it ' s just a 20 - year - old, \" mcneill said. [SEP] the u. s. and [SEP]", "detok_text": "[CLS] scored on damon's single in the seventh. [SEP] in the quarter, net revenue fell by $1 billion to $457 million. [SEP] obama on tuesday won the endorsement of obama's former primary rival hillary rodham clinton, who easily beat obama in the democratic presidential race when he failed to attract early voters on the basis of race, age and education. [SEP] \"i know there are lots of people here, but they don't have the money to go. [SEP]\" i'm not saying it's just a 20 - year - old, \" mcneill said. [SEP] the u. s. and [SEP]"}

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps2048_c64_t1p45_detok_raw_samples.txt

@@ -0,0 +1,224 @@
+steps2048_c64_t1p45_detok
+{
+  "type": "summary",
+  "name": "steps2048_c64_t1p45",
+  "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt",
+  "step": 434000,
+  "decode": {
+    "kind": "categorical_fullvocab_normal_steps_sweep",
+    "config": "steps2048_c64_t1p45",
+    "steps": 2048,
+    "endpoint_temp": 1.45,
+    "concentration_max": 64.0,
+    "final_from": "state",
+    "update": "resample",
+    "n_samples": 64,
+    "seed": 20260509
+  },
+  "detok_genppl": {
+    "ppl": 22.684078701668508,
+    "nll_per_token": 3.121663299625066,
+    "tokens": 9460
+  },
+  "diversity": {
+    "sample_entropy": 4.09622560955652,
+    "unique_tokens": 1532,
+    "token_count": 8192,
+    "distinct_1": 0.18701171875,
+    "distinct_2": 0.5878444881889764,
+    "top_token_mass": 0.0732421875
+  }
+}
+
+===== sample 000 =====
+[CLS] rose 4. 8 % to skr5bn ($4. 6bn) and sales in the car division fell 2. 4 % to skr5. 8bn. [SEP] the ruling is part of a separate decision by the u. s. supreme court to review u. s. policy on the gay marriage issue. [SEP] "i don't know where they've come from, but i didn't go out to them like a boy," he said. [SEP] " everyone wants to get their act together. [SEP] that's what i am going to do right now. [SEP] the dow fell 0. [SEP]
+
+===== sample 001 =====
+[CLS] member of the singer's family. [SEP] it's very hard to believe that woods will emerge, in 2010, as the no. 1 player in the world. [SEP] mrs palin has denied the false allegations. [SEP] "when you come back, you're going to be able to win games and that's all you want," said saban, who led the tigers to the 2005 n. f. l. title and signed with the tigers in 2004, but he left a year later. [SEP] "i'm not really worried about what's going to happen," said the boy's mother [SEP]
+
+===== sample 002 =====
+[CLS] to go to jail. [SEP] philadelphia (ap) - the philadelphia city council has voted to cut the city's annual budget by $20 million, in part because of the city's budget deficit. [SEP] jones hit a two - run homer and matt kemp hit a two - run shot. [SEP] washington (reuters) - president barack obama on tuesday rejected calls for a major shift in the u. s. military's current strategy in afghanistan, in a move that some hope will clear the way for the deployment of more combat troops. [SEP] the number of u. s. troops in afghanistan has declined so far this year, [SEP]
+
+===== sample 003 =====
+[CLS] said. [SEP] for the first time, the bruins (2 - 3) are 6 - 0 in their last nine games. [SEP] david james, 24, is due to appear at lewes crown court for a pre - trial hearing. [SEP] wal - mart, the largest us retailer, said its 2008 operating profit would rise 4 percent on strong sales in china. [SEP] the u. s. deputy secretary of state, state condoleezza rice, was to travel to kabul on wednesday to hold talks with karzai. [SEP] posted by izabella kaminska on aug 12: 14. [SEP] on new year's day [SEP]
+
+===== sample 004 =====
+[CLS] trying to cover their heads. [SEP] no charges have been filed, and the investigation is not expected to continue. [SEP] cleveland cut the lead to one point at the half, then went on a 9 - 2 run to take a 35 - 32 lead with 4: 31 to play. [SEP] brian gionta tied the game 2 - 2 at 3: 43 of the second period when he scored a power - play goal for the second time. [SEP] shares fell 1. 5 percent to $16. 37. [SEP] a u. s. military spokesman said the medal will go to the afghan leader. [SEP] " this is the first time [SEP]
+
+===== sample 005 =====
+[CLS] dollars (0. 79877 wednesday), 1. 62987 swiss francs (1. 6279), 0. 797 pounds (0. 797) and 1. 798 swiss (1. 799). [SEP] i do not know how it turned out but i can't be sure. [SEP] it was last modified at 13. 25 gmt on monday 9 february 2010. we are looking for a sales manager to work.... £30000 - £349999 per annum. exhibition sales executive - education event. £20000 - £20000 per annum [SEP]
+
+===== sample 006 =====
+[CLS] run homer in the eighth to take a 4 - 0 lead. [SEP] 10 (upi) - - voters in north carolina have approved a bill to allow early access to the state's mental health system, officials said wednesday. [SEP] mr. fey's comedy "30 rock" sold $4. 3 million in tickets during the weekend, bringing its total to $17. 5 million. [SEP] i know that he wants to be involved with the american people. [SEP] the quake, which hit about 1 a. m. and hit 7: 45 a. m., was a powerful 6. 7 - magnitude event. [SEP] [SEP]
+
+===== sample 007 =====
+[CLS] google shares rose $1. 75, or 2. 7 percent, to $47. 14 in after - hours trading, after falling $1. 50, or 2. 6 percent, to $47. 11 on monday. [SEP] while safina was seeking her first major title, the two - time french open champion last year won her first grand - slam title. [SEP] florida, which had ended a four - game losing streak for the first time in the national league, gave up only one run in the first. [SEP] we're running out of money and having a hard time. [SEP] biden said iran's [SEP]
+
+===== sample 008 =====
+[CLS] officials gathered here thursday for a high - level meeting next month to discuss the success of the peace mission in darfur. [SEP] so far i haven't had a lot of time to sit around and haven't seen a game in a week. [SEP] "he's got lots of work to do and there's going to be questions about what he wants to do. [SEP]" we have to be realistic about the set - up, "he said. [SEP] he was born on oct. [SEP]" i'm very proud of my mother, "palin said. [SEP]" i said, ' i don't [SEP]
+
+===== sample 009 =====
+[CLS] he was later taken to a hospital. [SEP] a woman and three children were also injured in the attack. [SEP] he said: " i want to make sure all the players in the squad are ready for the tournament, but i don't want to pull out because it's a great opportunity for the players. [SEP] this article was first published on guardian. co. uk at 19. 33 bst on tuesday 13 july 2009. [SEP] snow is also being forecast over the next few days, with conditions still expected to improve as early as next weekend. [SEP] the company couldn't be reached for immediate comment. [SEP] in the [SEP]
+
+===== sample 010 =====
+[CLS] 4 ounces. [SEP] the software maker said its net profit for the fourth quarter rose 7 percent, to $3. 5 billion from $3. 3 billion in the same period of last year. [SEP] you are here: home/top business news/business news/news/bad news for the u. s. auto industry... [SEP] the shanghai index fell 0. 6 percent to 2, 212. 40. [SEP] raleigh, n. c., june 12 (upi) - - cam ward scored a power - play goal friday to give the carolina hurricanes a 4 - 3 win over the washington capitals. [SEP] [SEP]
+
+===== sample 011 =====
+[CLS] $6. 40 while citigroup fell 3. 5 per cent to $6. 50. [SEP] "there's a lot of people who would like to go to the mall, but don't want to go to the mall," he said. [SEP] what he said to him - - "you never told me you were going to die, you just wanted me to die" - - is not known, but he would not comment on the case. [SEP] "it's like she said, ' it's not me, it's not the job we're doing, '" said jean - [SEP]
+
+===== sample 012 =====
+[CLS] earnings per share to $2. 9 billion, from about 20 cents. [SEP] in the 1950s and 1960s, he paid c. i. o. p. c. a. more than $500, 000 to defraud, according to the documents. [SEP] a 31 - year - old man was arrested on suspicion of murder on monday. [SEP] some of the world's poorest people have been killed in the last week. [SEP] 17 (upi) - - 3 to 4 inches of snow fell in parts of the washington region, the u. s. fish and wildlife service said. [SEP] it comes just before the [SEP]
+
+===== sample 013 =====
+[CLS] country - - and to do it on its own. [SEP] "but it's a growing and growing problem and it's only going to grow. [SEP] u. s. president barack obama tuesday urged the u. n. security council to unveil sanctions against president george w. bush, saying he would support new measures if iran followed suit, despite u. s. concerns. [SEP]" not true. " [SEP] the stimulus has already added an estimated $1 trillion to the economy since the start of the recession in 2007. [SEP] diluted net loss for 2009 was $0. 11 per share, or $0. [SEP]
+
+===== sample 014 =====
+[CLS] at about 7: 30 a. m., local time. [SEP] if convicted, the 16 - year - old could face up to 15 years in prison and up to five years in prison if convicted of the charges. [SEP] he told the court he had followed his wife to the beach when he last saw her. [SEP] david ortizʼs two - run single started bostonʼs third run, but ramirez hit a fly ball to left - center. [SEP] he was then pushed through a door and later thrown to the ground. [SEP] revenue for the third quarter decreased 6. 6 % to $45. 6 million compared to $44 [SEP]
+
+===== sample 015 =====
+[CLS]. s. economy. [SEP] china's exports fell 5. 6 per cent year - on year, or 3. 7 per cent, while japan's fell by 6. 5 per cent overall. [SEP] france this week became the first european central bank to cut its interest rates twice since the start of the financial crisis only a little over two months ago. [SEP] analysts forecast earnings of $1. 12 per share. [SEP] "we saw a loss of 2, 000 jobs in september, and that's the biggest monthly loss of the year," he said. [SEP] and we're going to have to fight. [SEP] [SEP]
+
+===== sample 016 =====
+[CLS] to sign the legislation, despite republican opposition to the senate measure. [SEP] "i don't know how i could beat nadal because i've only played a few matches," said federer, who reached the men's final two weeks ago with a 6 - 4 6 - 2 win over murray. [SEP] a hearing is scheduled for october. [SEP] "it would be nice if we played really well and we needed to do that," he said. [SEP] "in other words, we're not just trying to cut the deficit, we're trying to save jobs," obama said. [SEP] mr brown's [SEP]
+
+===== sample 017 =====
+[CLS] 000 by the end of the year. [SEP] iranian president mahmoud ahmadinejad has announced the launch of a long - range nuclear warhead. [SEP] four people have been killed and two others injured. [SEP] but some analysts say the campaign is running out of steam. [SEP] mccain said he believed obama could eventually reach a deal on the issue. [SEP] chicago, march 25 (upi) - - the mother of a 9 - year - old boy was arrested on suspicion of shooting a 7 - year - old boy in the head friday, police said. [SEP] associated press writer greg aisling in hartford, conn. contributed to this report [SEP]
+
+===== sample 018 =====
+[CLS]/www. chinasourcegroup. com. [SEP] " we were very excited. [SEP] the first two games will be played sunday. [SEP] that's good news for companies that make less money from private investors. [SEP] michael jones, 18, was jailed for up to five years for murder in november 2007 and was ordered to serve six years in prison at newcastle magistrates' court. [SEP] pfizer shares dropped 4. 6 per cent to $11. 22, lost 2. 3 per cent to $3. 17 and pfizer fell 4. 2 per cent to $6. 29. [SEP] it seems as though [SEP]
+
+===== sample 019 =====
+[CLS] 6 6 - 4 victory at the u. s. open. [SEP] mr brown said it was not unusual for the prime minister to hold a private meeting with the prime minister before the general election. [SEP] she had three straight birdies, a 12 - foot bogey 3, an 8 - foot putt on the second hole, a birdie on 17, a bogey on the third hole and a bogey. [SEP] denver, april 5 (upi) - - the colorado avalanche scored twice saturday in a 5 - 3 win over the st. louis blues. [SEP] the home side were boosted by a second - half goal [SEP]
+
+===== sample 020 =====
+[CLS] $9. 3 million or 6. 3 %, to $552. 9 million, a year - over - year increase of $0. 8 million over the same period last year. [SEP] "i was sorry for the family, friends and colleagues of everyone who gave their life to me. [SEP]" you can't do that. [SEP] "this wasn't the last bill i voted for... and i am confident the bill will be passed," mr. reid said. [SEP] i don't want to be confused. [SEP] he also said an announcement could be made in september. [SEP] the two men [SEP]
+
+===== sample 021 =====
+[CLS]. m. [SEP] "i have no idea what to do, i have no idea what. [SEP] mr. bell was being held by the police and is not a suspect in the case, which has been being investigated by the new york city police department. [SEP]" we are not going to run it unless we have the resources to handle it properly, "he said. [SEP] dr roger field, director of children's services, said:" however, it has been made clear that it is unlikely that some parents are able to keep custody of their own children. [SEP] i don't own a car. [SEP] " it ' [SEP]
+
+===== sample 022 =====
+[CLS] $6. 2 million as of march 31, 2009. [SEP] "we're trying to make it easier to move forward on health care and we want everyone to know that we do something that we're not going to do," dr. michael garcia, a spokesman for the department of health and human services in oakland, calif., told abc news. [SEP] " our customers will be affected. [SEP] it was not immediately clear if the group's senior leader had also been killed. [SEP] some of his friends made the move, but they lost out. [SEP] they're not alone. [SEP] he's going [SEP]
+
+===== sample 023 =====
+[CLS] that's what you want, and that's what you want in your own country, it's important to have the right to do so. [SEP] it's always a good idea. [SEP] mullen said the united states would have to restore confidence in pakistan's military if pakistan's military leaders agreed to the deal. [SEP] a police officer came in and said that the car had already been stolen, and by about 7: 30 a. m., the man couldn't even get back to his car. [SEP] three men have been convicted of conspiracy to commit murder in the aftermath of the 9/11 [SEP]
+
+===== sample 024 =====
+[CLS]5, 000 - £40k p. a. £56, 000 - £69, 000. [SEP] around the same time - - in november 2007 - - the teen gave birth to a baby and went back to school. [SEP] i want to know what i mean, but it's the way i'm going that i don't know. [SEP] richards cut the deficit to one with 3: 43 in the first period, then scored on a power - play tally with 4: 13 left in the second period to give the panthers a 3 - 2 lead. [SEP] bush spokeswoman dana perino said the [SEP]
+
+===== sample 025 =====
+[CLS] bst on friday 22 april 2010. [SEP] he said he expected central banks to take some of the steps to spur economic growth. [SEP] he said he is not surprised by the situation. [SEP] ivins is scheduled to make a court appearance on tuesday and is expected to return to court in manhattan on thursday, said william j. fitzgerald, the u. s. district attorney for the district of new york's office of investigations, in a brief statement released by the u. s. attorney's office. [SEP] about 2. 5 million people will be living with swine flu this year, compared with 9 million in 2007, [SEP]
+
+===== sample 026 =====
+[CLS], although he didn't know what their name was. [SEP] "we will be able to continue negotiations," the company said in an e - mail. [SEP] murray's win came in the third round of the tournament when third - seed novak djokovic beat argentine david nalbandian 6 - 3, 6 - 4 on monday. [SEP] on friday, thousands of students, teachers, teachers and human - rights activists gathered in the capital to continue their protest against the rapid appreciation of the chinese currency. [SEP] he said the government would try to resolve the situation, he added. [SEP] at the same time, the u [SEP]
+
+===== sample 027 =====
+[CLS] sold more than 5 million copies last year and attracted more than 100 million page views since it was launched in 2007. [SEP] in poor countries such as china, for example, more than 50 percent of the total population fall into poverty. [SEP] it's just hard to get a good deal. [SEP] this article was first published on guardian. co. uk at 19. 36 bst on friday 30 september 2009. [SEP] "i know i don't want to play at this level. [SEP]" we'll give a lot of money to companies that don't, " he said. [SEP] according to the suit, mr. [SEP]
+
+===== sample 028 =====
+[CLS] of first - degree murder and could face up to 20 years in state prison. [SEP] "i don't want to change the situation. [SEP] columbus, ohio, march 2 (upi) - - the u. s. space agency nasa said it will begin preparing the space station's crew for blastoff at 11: 35 p. m. [SEP] police said johnson's body was pulled out of the apartment building shortly after 8 a. m. [SEP]" we did not have a lot of resources to provide for this and do not have a solution, " he wrote in a letter to president obama. [SEP] in the [SEP]
+
+===== sample 029 =====
+[CLS] layup in the middle of the key. [SEP] the dollar against a basket of major currencies rose to 89. 93 yen, from 89. 15 yen the previous day. [SEP] obama: there's a lot of talk - - i. e. talk about what you've come up with and how to deal with it.... [SEP] i might change my mind, but i don't know what the effect will be. [SEP] mr wilson said: " he won't be able to walk again. [SEP] the government is expected to report a 0. 6 percent gain in retail sales in august, but [SEP]
+
+===== sample 030 =====
+[CLS]. [SEP] u. s. shuttle atlantis is scheduled to return to earth on june 12, ahead of the space shuttle atlantis. [SEP] "i'm going to be here for a long time," david beckham said at a news conference last year. [SEP] a 14 - year - old boy has been charged with shooting his mother and a mother to death at the family home. [SEP] " on the other hand, my 4 - year - old wanted to go in to school and i knew how to go to school but i love to go out to see the children, so it's my job to see my children. [SEP] [SEP]
+
+===== sample 031 =====
+[CLS] in october. [SEP] he said the move appeared to set the stage for future negotiations. [SEP] sony raised its forecast for full - year net profit in 2008 to 10. 8 trillion yen (13. 4 billion euros, 13. 4 billion dollars) from 10. 6 trillion yen ($7. 2 billion) net profit a year earlier. [SEP] " nobody would stop them if there was a car coming up in front of them. [SEP] he should be back on the market in a few weeks. [SEP] rio tinto completed the sale of its stake in rio tinto on monday, raising about $4. 8 billion in new shares [SEP]
+
+===== sample 032 =====
+[CLS] losses tuesday on data on german consumer confidence and a host of disappointing forecasts for the world's largest u. s. economy. [SEP] downing street declined to comment on the source of the letter. [SEP] the club's chairman, david gold, told the times last week he had always wanted to sell only three players he could not afford. [SEP] 29 (upi) - - a boston woman was charged with second - degree murder, in connection with the death of a man in boston, police said saturday. [SEP] "i'm not going to do that because i'm not a fan," he said. [SEP] [SEP]
+
+===== sample 033 =====
+[CLS] s political stability. [SEP] washington, july 10 (upi) - - a man has been arrested in the u. s. to face charges for raping a 14 - year - old washington girl, u. s. officials said. [SEP] the collapse of the credit markets put further downward pressure on short - term interest rates. [SEP] a 16 - year - old boy has been arrested on suspicion of murder following a burglary at a men's shop in glasgow. [SEP] in 2008, the u. s. economy was under $300 billion a year, or more than $2. 3 trillion in debt. [SEP] but [SEP]
+
+===== sample 034 =====
+[CLS] number of americans have been killed since the war began in march 2001. [SEP] "i'm very happy about it," he said. [SEP] the good news is, i don't think that the tories have anything to do with the election. [SEP] " i told myself that i wanted to go back to school. [SEP] according to a statement released by the newspaper, he was charged with murder but wasn't charged. [SEP] there is no easy solution to this problem. [SEP] this should never have happened. [SEP] verizon wireless, the leading telecoms company that offers wireless data services, is also expected to add new [SEP]
+
+===== sample 035 =====
+[CLS] 700m (1, 500ft). [SEP] the court referred mr. harman's case to the u. s. supreme court. [SEP] he said: " i don't want to give any thought to my future but there is no doubt that i'm one of the players who will be prepared for the challenge. [SEP] 26/prnewswire - firstcall/- - (nasdaq: saic) today announced that it has reached a non - binding agreement with the panel of the u. s. district court for the district of the district of delaware on june 24, 2009. the [SEP]
+
+===== sample 036 =====
+[CLS] as much as $3. 5 billion last year, up from $5 billion in 2006. [SEP] still, the best way to get out of this is to put them in the kind of position they want, which is to learn how to listen and to listen to them. [SEP] today, there's more than $2 billion a year in air travel between the u. s. and the u. s.. [SEP] i am a very, very happy, happy and kind man, who was born in bristol. [SEP] at the close of the trial, jeffs was ordered to pay $20, 000 to the girl ' [SEP]
+
+===== sample 037 =====
+[CLS] - yard run, capped a 6 - yard run that gave the sooners a 23 - 17 lead in the first quarter, capped by a 3 - yard touchdown pass to jeremy mcclinton. [SEP] duncan scored only seven points for the spurs, who were just 4 of 12 from 3 - point range at the break. [SEP] however, rbs said yesterday that it still did not expect to raise additional capital to help it pay off its debts in the future. [SEP] i didn't know this, but i wanted to make sure that he was safe. [SEP] bhp said on tuesday that it had not made an indicative offer for a [SEP]
+
+===== sample 038 =====
+[CLS] game and advanced to the second round of the playoffs for the first time in major league history. [SEP] i think this is why he was thrown out of the political system and forced out of the country. [SEP] a justice department spokesman was not available to comment on the matter. [SEP] the white house on friday said that the u. s. government will continue to provide about $50 billion in bailout funds to help small businesses in the u. s. during the credit crisis. [SEP] i don't want this to go away. [SEP] i love going through it. [SEP] in 2004, the government approved a £5m package to support [SEP]
+
+===== sample 039 =====
+[CLS] this year. [SEP] the winner will be announced on 30 may. [SEP] it has been a key part of the iraqi government's recent peace process. [SEP] "we're not going anywhere, but it's a start," said johnson, who showed up for a news conference with johnson monday morning. [SEP] "i said congress needs to consider this now," boehner said in a statement. [SEP] in the first quarter, the company's revenue rose 20 per cent to $10. 7 billion, or $1. 6 billion to $1. 2 billion, up 47 per cent from the same period a [SEP]
+
+===== sample 040 =====
+[CLS] worth more than $2 billion. [SEP] u. s. immigration officials said last week that a legal immigrant shouldn't have the right to stay in the united states, but the white house said it will ask the supreme court to review that. [SEP] the u. s. open champion reached his second straight final by defeating radek stepanek of switzerland 6 - 3, 6 - 3. [SEP] 11 a. m. - 4 p. m., 9: 30 a. m. - 6 p. m. [SEP] delfino finished with 16 points and 10 rebounds and joe johnson scored 13 points for the raptors [SEP]
+
+===== sample 041 =====
+[CLS] came after a report by the u. s. energy and information administration said u. s. crude inventories fell by 1 million barrels a day last week. [SEP] there has been a series of phone calls and phone calls. [SEP] "my reaction was, ' i know what i'm going to do now, but i'm going to have to make it to the final before i get ready for the final, '" he said. [SEP] the latest estimates put the total at $6. 2 million, from $6. 3 million in the previous fiscal year. [SEP] similar measures have already been announced in the united states [SEP]
+
+===== sample 042 =====
+[CLS] him, but i don't want to learn a lot from him, i don't want to worry about him. [SEP] maybe that will make a difference. [SEP] according to thomson financial, the company continues to monitor its performance. [SEP] "i don't think there is a moment when we don't want to change," pelosi said. [SEP] the council's statement read: " we are currently in consultation with both parties looking for a candidate for the council's joint executive committee at the meeting on january 26. [SEP] spending is estimated at about $5, 000 billion a year. [SEP] the two [SEP]
+
+===== sample 043 =====
+[CLS] prices rose at a 1. 5 percent annual rate of 5. 3 percent from an initial estimate of 5. 5 percent, followed by a 2. 4 percent increase. [SEP] in one of the most daunting games of the season, david beckham scored his first goal of the campaign to seal a semi - final place in the european cup final on sunday. [SEP] the results are expected to be announced on wednesday. [SEP] my mother didn't want to do anything with her. [SEP] the city manager said: " i won't be without my team - mates for a very long time. [SEP] the report also warned that [SEP]
+
+===== sample 044 =====
+[CLS] set to perform in los angeles on thursday, but the 36 - year - old singer is planning a world tour for the first time in three years, the los angeles times reported friday. [SEP] it's probably the worst thing he's seen so far in the past six months. " [SEP] if they want to address the issue, they should be given a chance to make it work. [SEP] they'd have to go on their own. [SEP] it's very important for her to have the right to vote the way she's done the last few years. [SEP] her father, michael, a grocer, said [SEP]
+
+===== sample 045 =====
+[CLS]. m. [SEP] the study was partially funded by the u. s. department of health and human services. [SEP] fleury scored the lone goal with less than three minutes left in the third and the penguins went up 2 - 1 on eric staal's goal with 5: 11 left in the third. [SEP] china's foreign minister, hu jintao, has not visited the games but is expected to hold talks with chinese officials at the olympic venue in beijing. [SEP] "i don't want to be negative, and i don't want to speak to you as a positive person," he said. [SEP]
+
+===== sample 046 =====
+[CLS] to $2. 15 per share, and $2. 20 to $2. 25 to $2. 40 per share, said michael g. berner, the vice president and chief executive of the company, which has about 100 employees. [SEP] u. s. sen. charles schumer, d - n. y., the chairman of the armed services committee under president george h. w. bush, said he is concerned about the continued presence of u. s. troops in iraq. [SEP] "it's all over the country," cbs news correspondent bob orr reports. [SEP] los angeles, california ( reuters [SEP]
+
+===== sample 047 =====
+[CLS]closure, borrowers must agree to refinance loans with a 20 percent interest rate. [SEP] a man has been left seriously injured following a house fire in greater manchester. [SEP] this entry was posted by paul murphy on thursday, january 20th, 2011 at 16: 45 and is filed under briefings, capital markets. [SEP] in china, the hang seng index fell 426. 85, or 3. 9 percent, to 21, 943. 80. [SEP] mr clegg told the times on tuesday that the government was "in a difficult state of affairs," but said that was not his political position. [SEP]
+
+===== sample 048 =====
+[CLS] $2. 30 per share and full - year earnings of $2. 40 to $2. 60 per share. [SEP] peshawar, pakistan (ap) - a 13 - year - old boy was among 35 people killed in a bomb blast that killed seven people and wounded 50 monday at a school in a village in northwest pakistan, local police said. [SEP] turco allowed three goals on 25 shots for the red wings, who have lost four straight at home and are 4 - 0 - 2. [SEP] i hope that the afghan people, and especially the afghan government, will be able to continue this process for as long as possible. [SEP]
+
+===== sample 049 =====
+[CLS]. [SEP] we're going to go and think we're going to win. [SEP] they have agreed to pay for the drugs, but they are not covered by the nhs, so they must pay the full cost of the treatment. [SEP] redknapp, though, added: " everyone knows he's going to be a player, he's a player with a great talent and at this time of year you'd expect him to be worried about that. [SEP] the shares were down 0. 2 per cent to $20. 10 in early morning trading before easing back to $20. 40 ( 0. 3 [SEP]
+
+===== sample 050 =====
+[CLS] euro1. 3 billion ($7. 5 billion) and 1. 1 percent to euro1. 2 billion ($5. 7 billion). [SEP] we're not going to take care of them. [SEP] "you have to be able to talk to... people, you just have to be specifics of your actions," mr. silverman said. [SEP] i don't think it's the right time to spend a lot of time with his children. [SEP] but the 55 - year - old mother - - who gave birth to her three - month - old daughter before she was due to leave [SEP]
+
+===== sample 051 =====
+[CLS] year. [SEP] "it is clear that the lives of the iraqi people must be protected," he said. [SEP] he added that the government would try to intervene if the case is not resolved. [SEP] howard struggled from the 3 - point line and averaged less than 6 points per game, helping the magic to a 40 - 27 lead at the break. [SEP] i don't want to walk down the street, "he said. [SEP]" i am pleased with my role as a member of the welsh rugby board, "read the statement. [SEP]" we'll have to figure out how to deal with that, " obama said [SEP]
+
+===== sample 052 =====
+[CLS] since 2005. [SEP] the second body found in the man's car had a seat belt around his neck and a piece of paper around his neck. [SEP] vince carter, 23, scored 20 points for the magic, who shot 50 percent in the first 15 minutes, and made just three goals on 27 shots in the first period. [SEP] the driver, a 20 - year - old italian man named as michael, was hit by the car as he travelled through the city shortly after midnight on may 29, 2009, according to local authorities. [SEP] i don't think it's a good idea and i don't think it [SEP]
+
+===== sample 053 =====
+[CLS]rraf brought back to power. [SEP] by close, the s & p 500 index rose 0. 49, or 0. 1 percent, to 1, 152. 12 and the nasdaq composite index added 0. 57, or 0. 2 percent, to 2, 459. 88. [SEP] the shares were up 2. 6 per cent to $18. 14 in pre - market trade. [SEP] "we have the capacity to make the right decision about the future of the country," the group said in a statement. [SEP] completed last year, the goal is to start the construction of the new facility in 2011. [SEP]
+
+===== sample 054 =====
+[CLS] the gop. [SEP] a 26 - year - old man from merseyside has been charged with attempted murder after an incident in the city's car park. [SEP] the month - to - month sales rate fell to 4. 0 percent, from 4. 5 percent the same month in april, the group said. [SEP] the nasdaq stock was flat at $2. 40 a share. [SEP] ebay's revenue fell 4 percent to $. 3 billion, while expedia's revenue fell 1. 3 percent to $. 2 billion. [SEP] the council said it is aiming to raise around £20, [SEP]
+
+===== sample 055 =====
+[CLS] plans to sell the business to a private buyer. [SEP] the right - hander gave up six runs and seven hits in 3 1 - 3 innings of the yankees' loss to texas last saturday, allowing five runs and four hits in seven innings. [SEP] i had never done this before. [SEP] earlier this week, british foreign secretary david miliband said he was concerned about china's role in the unrest in tibet. [SEP] "every time i saw a film, it was like, ' who's going to do this now? '" she said. [SEP] cnn: do you want to get involved? [SEP] in 2008, [SEP]
+
+===== sample 056 =====
+[CLS] monday. [SEP] "it's time to focus on the real role of the u. s. in the region," he said. [SEP] pre - tax profits were £96m ($452m) in the same period, compared with £59m ($80m) at the end of the same period last year. [SEP] the world's no. 2 gold miner offered to buy australian rival bhp billiton for about 11. 7 billion dollars ($12. 12 a share), slightly more than bhp billiton offered in april's initial offer. [SEP] treasury secretary timothy geithner [SEP]
+
+===== sample 057 =====
+[CLS] "margaret spellings, a spokeswoman for new york's department of children, schools, families and human services, said in a statement. [SEP] we're going to win this war but it's going to be a tough fight and that's the kind of challenge facing the world," he said. [SEP] the bodies were discovered by sheriff's department officers about 8: 45 a. m. [SEP] he is a young man, but the fact that he is such a small boy makes him feel like he's trying to kill himself. [SEP] federer became only the second man in wimbledon history to win the [SEP]
+
+===== sample 058 =====
+[CLS] use of force. [SEP] we're willing to work together in difficult times. [SEP] in a statement last night, pru said it would be looking at the issue. [SEP] the pakistan people's party is expected to win the election by the end of october. [SEP] "i don't like him, i like him, i really like him," smith told "the early show" thursday night about his relationship with the pop star. [SEP] blatter said: "you can see that there are lots of big names that make quite a lot of money. [SEP]" we're not going to let them go. [SEP]
+
+===== sample 059 =====
+[CLS] the dow jones industrial average rose 0. 9 per cent to 9, 749. 83 from a 14 - month high of 9, 379. 12 - - its highest since august 1993. [SEP] (ap) - police say a 7 - year - old boy tried to shoot his father, then killed a man suspected of shooting his brother. [SEP] he added that there are "more encouraging" signs, but that the time is now running out for the economy to return to positive growth in the next few months, with the economy expected to expand 0. 5 percent in the third quarter. [SEP] the company said it would " seek [SEP]
+
+===== sample 060 =====
+[CLS] for the safety of the children and their families, the foreign office said this morning. [SEP] regular gasoline fell by $2. 10 a gallon or $2. 12 to $3. 15, and heating oil fell by $2. 70 to $2. 19 a gallon, according to the survey. [SEP] a special meeting of the company's board is scheduled to be held on thursday, november 30. [SEP] that's what he wants to do with me. [SEP] the report put the cost at five million pounds (3. 6 million euros, 4. 7 million dollars). [SEP] retail sales fell by 1 per cent [SEP]
+
+===== sample 061 =====
+[CLS]. [SEP] that's what it's got to be. [SEP] the auctions are expected to be completed by may 2008. [SEP] "i don't know what that means, but i'm really proud of him as a player, and i want to be part of that and i'm not even sure if he'll be able to help him play at that level. [SEP] i am very happy with the results," he said. [SEP] there is also a slowdown in the uk market, which accounts for just under 12 per cent of the group's total sales. [SEP] although there was no sign of [SEP]
+
+===== sample 062 =====
+[CLS] majority leader harry reid said sunday his party is ready to take a tougher line on health care reform, despite the gop's defeat of the bill last week. [SEP] and let's look at this year's n. c. a. a. tournament and the n. c. a. a.'s n. c. a. a. c. c. tournament, the largest college basketball tournament in the n. c. a. a. a.'s history. [SEP] last year, toyota's hybrid car hit sales of 2. 6 million yen (us $3. 8 million) [SEP]
+
+===== sample 063 =====
+[CLS], and a whole lot of others. [SEP] the republican party's web site, run by huckabee's campaign, is the main source of mccain - related e - mail traffic. [SEP] mattel would not comment on the specifics of the recalls, the company said in a statement. [SEP] he died from a serious head wound as he tried to get into a fight with his partner. [SEP] the government will raise the top rate of vat from 5 % to 5 % from 1 november. [SEP] it is very difficult to make up your mind. [SEP] for example, the gop is not ready to take over [SEP]
+

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps2048_c64_t1p45_raw_samples.txt

@@ -0,0 +1,224 @@
+steps2048_c64_t1p45
+{
+  "type": "summary",
+  "name": "steps2048_c64_t1p45",
+  "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt",
+  "step": 434000,
+  "decode": {
+    "kind": "categorical_fullvocab_normal_steps_sweep",
+    "config": "steps2048_c64_t1p45",
+    "steps": 2048,
+    "endpoint_temp": 1.45,
+    "concentration_max": 64.0,
+    "final_from": "state",
+    "update": "resample",
+    "n_samples": 64,
+    "seed": 20260509
+  },
+  "detok_genppl": {
+    "ppl": 22.684078701668508,
+    "nll_per_token": 3.121663299625066,
+    "tokens": 9460
+  },
+  "diversity": {
+    "sample_entropy": 4.09622560955652,
+    "unique_tokens": 1532,
+    "token_count": 8192,
+    "distinct_1": 0.18701171875,
+    "distinct_2": 0.5878444881889764,
+    "top_token_mass": 0.0732421875
+  }
+}
+
+===== sample 000 =====
+[CLS] rose 4. 8 % to skr5bn ( $ 4. 6bn ) and sales in the car division fell 2. 4 % to skr5. 8bn. [SEP] the ruling is part of a separate decision by the u. s. supreme court to review u. s. policy on the gay marriage issue. [SEP] " i don ' t know where they ' ve come from, but i didn ' t go out to them like a boy, " he said. [SEP] " everyone wants to get their act together. [SEP] that ' s what i am going to do right now. [SEP] the dow fell 0. [SEP]
+
+===== sample 001 =====
+[CLS] member of the singer ' s family. [SEP] it ' s very hard to believe that woods will emerge, in 2010, as the no. 1 player in the world. [SEP] mrs palin has denied the false allegations. [SEP] " when you come back, you ' re going to be able to win games and that ' s all you want, " said saban, who led the tigers to the 2005 n. f. l. title and signed with the tigers in 2004, but he left a year later. [SEP] " i ' m not really worried about what ' s going to happen, " said the boy ' s mother [SEP]
+
+===== sample 002 =====
+[CLS] to go to jail. [SEP] philadelphia ( ap ) - the philadelphia city council has voted to cut the city ' s annual budget by $ 20 million, in part because of the city ' s budget deficit. [SEP] jones hit a two - run homer and matt kemp hit a two - run shot. [SEP] washington ( reuters ) - president barack obama on tuesday rejected calls for a major shift in the u. s. military ' s current strategy in afghanistan, in a move that some hope will clear the way for the deployment of more combat troops. [SEP] the number of u. s. troops in afghanistan has declined so far this year, [SEP]
+
+===== sample 003 =====
+[CLS] said. [SEP] for the first time, the bruins ( 2 - 3 ) are 6 - 0 in their last nine games. [SEP] david james, 24, is due to appear at lewes crown court for a pre - trial hearing. [SEP] wal - mart, the largest us retailer, said its 2008 operating profit would rise 4 percent on strong sales in china. [SEP] the u. s. deputy secretary of state, state condoleezza rice, was to travel to kabul on wednesday to hold talks with karzai. [SEP] posted by izabella kaminska on aug 12 : 14. [SEP] on new year ' s day [SEP]
+
+===== sample 004 =====
+[CLS] trying to cover their heads. [SEP] no charges have been filed, and the investigation is not expected to continue. [SEP] cleveland cut the lead to one point at the half, then went on a 9 - 2 run to take a 35 - 32 lead with 4 : 31 to play. [SEP] brian gionta tied the game 2 - 2 at 3 : 43 of the second period when he scored a power - play goal for the second time. [SEP] shares fell 1. 5 percent to $ 16. 37. [SEP] a u. s. military spokesman said the medal will go to the afghan leader. [SEP] " this is the first time [SEP]
+
+===== sample 005 =====
+[CLS] dollars ( 0. 79877 wednesday ), 1. 62987 swiss francs ( 1. 6279 ), 0. 797 pounds ( 0. 797 ) and 1. 798 swiss ( 1. 799 ). [SEP] i do not know how it turned out but i can ' t be sure. [SEP] it was last modified at 13. 25 gmt on monday 9 february 2010. we are looking for a sales manager to work.... £30000 - £349999 per annum. exhibition sales executive - education event. £20000 - £20000 per annum [SEP]
+
+===== sample 006 =====
+[CLS] run homer in the eighth to take a 4 - 0 lead. [SEP] 10 ( upi ) - - voters in north carolina have approved a bill to allow early access to the state ' s mental health system, officials said wednesday. [SEP] mr. fey ' s comedy " 30 rock " sold $ 4. 3 million in tickets during the weekend, bringing its total to $ 17. 5 million. [SEP] i know that he wants to be involved with the american people. [SEP] the quake, which hit about 1 a. m. and hit 7 : 45 a. m., was a powerful 6. 7 - magnitude event. [SEP] [SEP]
+
+===== sample 007 =====
+[CLS] google shares rose $ 1. 75, or 2. 7 percent, to $ 47. 14 in after - hours trading, after falling $ 1. 50, or 2. 6 percent, to $ 47. 11 on monday. [SEP] while safina was seeking her first major title, the two - time french open champion last year won her first grand - slam title. [SEP] florida, which had ended a four - game losing streak for the first time in the national league, gave up only one run in the first. [SEP] we ' re running out of money and having a hard time. [SEP] biden said iran ' s [SEP]
+
+===== sample 008 =====
+[CLS] officials gathered here thursday for a high - level meeting next month to discuss the success of the peace mission in darfur. [SEP] so far i haven ' t had a lot of time to sit around and haven ' t seen a game in a week. [SEP] " he ' s got lots of work to do and there ' s going to be questions about what he wants to do. [SEP] " we have to be realistic about the set - up, " he said. [SEP] he was born on oct. [SEP] " i ' m very proud of my mother, " palin said. [SEP] " i said, ' i don ' t [SEP]
+
+===== sample 009 =====
+[CLS] he was later taken to a hospital. [SEP] a woman and three children were also injured in the attack. [SEP] he said : " i want to make sure all the players in the squad are ready for the tournament, but i don ' t want to pull out because it ' s a great opportunity for the players. [SEP] this article was first published on guardian. co. uk at 19. 33 bst on tuesday 13 july 2009. [SEP] snow is also being forecast over the next few days, with conditions still expected to improve as early as next weekend. [SEP] the company couldn ' t be reached for immediate comment. [SEP] in the [SEP]
+
+===== sample 010 =====
+[CLS] 4 ounces. [SEP] the software maker said its net profit for the fourth quarter rose 7 percent, to $ 3. 5 billion from $ 3. 3 billion in the same period of last year. [SEP] you are here : home / top business news / business news / news / bad news for the u. s. auto industry... [SEP] the shanghai index fell 0. 6 percent to 2, 212. 40. [SEP] raleigh, n. c., june 12 ( upi ) - - cam ward scored a power - play goal friday to give the carolina hurricanes a 4 - 3 win over the washington capitals. [SEP] [SEP]
+
+===== sample 011 =====
+[CLS] $ 6. 40 while citigroup fell 3. 5 per cent to $ 6. 50. [SEP] " there ' s a lot of people who would like to go to the mall, but don ' t want to go to the mall, " he said. [SEP] what he said to him - - " you never told me you were going to die, you just wanted me to die " - - is not known, but he would not comment on the case. [SEP] " it ' s like she said, ' it ' s not me, it ' s not the job we ' re doing, ' " said jean - [SEP]
+
+===== sample 012 =====
+[CLS] earnings per share to $ 2. 9 billion, from about 20 cents. [SEP] in the 1950s and 1960s, he paid c. i. o. p. c. a. more than $ 500, 000 to defraud, according to the documents. [SEP] a 31 - year - old man was arrested on suspicion of murder on monday. [SEP] some of the world ' s poorest people have been killed in the last week. [SEP] 17 ( upi ) - - 3 to 4 inches of snow fell in parts of the washington region, the u. s. fish and wildlife service said. [SEP] it comes just before the [SEP]
+
+===== sample 013 =====
+[CLS] country - - and to do it on its own. [SEP] " but it ' s a growing and growing problem and it ' s only going to grow. [SEP] u. s. president barack obama tuesday urged the u. n. security council to unveil sanctions against president george w. bush, saying he would support new measures if iran followed suit, despite u. s. concerns. [SEP] " not true. " [SEP] the stimulus has already added an estimated $ 1 trillion to the economy since the start of the recession in 2007. [SEP] diluted net loss for 2009 was $ 0. 11 per share, or $ 0. [SEP]
+
+===== sample 014 =====
+[CLS] at about 7 : 30 a. m., local time. [SEP] if convicted, the 16 - year - old could face up to 15 years in prison and up to five years in prison if convicted of the charges. [SEP] he told the court he had followed his wife to the beach when he last saw her. [SEP] david ortizʼs two - run single started bostonʼs third run, but ramirez hit a fly ball to left - center. [SEP] he was then pushed through a door and later thrown to the ground. [SEP] revenue for the third quarter decreased 6. 6 % to $ 45. 6 million compared to $ 44 [SEP]
+
+===== sample 015 =====
+[CLS]. s. economy. [SEP] china ' s exports fell 5. 6 per cent year - on year, or 3. 7 per cent, while japan ' s fell by 6. 5 per cent overall. [SEP] france this week became the first european central bank to cut its interest rates twice since the start of the financial crisis only a little over two months ago. [SEP] analysts forecast earnings of $ 1. 12 per share. [SEP] " we saw a loss of 2, 000 jobs in september, and that ' s the biggest monthly loss of the year, " he said. [SEP] and we ' re going to have to fight. [SEP] [SEP]
+
+===== sample 016 =====
+[CLS] to sign the legislation, despite republican opposition to the senate measure. [SEP] " i don ' t know how i could beat nadal because i ' ve only played a few matches, " said federer, who reached the men ' s final two weeks ago with a 6 - 4 6 - 2 win over murray. [SEP] a hearing is scheduled for october. [SEP] " it would be nice if we played really well and we needed to do that, " he said. [SEP] " in other words, we ' re not just trying to cut the deficit, we ' re trying to save jobs, " obama said. [SEP] mr brown ' s [SEP]
+
+===== sample 017 =====
+[CLS] 000 by the end of the year. [SEP] iranian president mahmoud ahmadinejad has announced the launch of a long - range nuclear warhead. [SEP] four people have been killed and two others injured. [SEP] but some analysts say the campaign is running out of steam. [SEP] mccain said he believed obama could eventually reach a deal on the issue. [SEP] chicago, march 25 ( upi ) - - the mother of a 9 - year - old boy was arrested on suspicion of shooting a 7 - year - old boy in the head friday, police said. [SEP] associated press writer greg aisling in hartford, conn. contributed to this report [SEP]
+
+===== sample 018 =====
+[CLS] / www. chinasourcegroup. com. [SEP] " we were very excited. [SEP] the first two games will be played sunday. [SEP] that ' s good news for companies that make less money from private investors. [SEP] michael jones, 18, was jailed for up to five years for murder in november 2007 and was ordered to serve six years in prison at newcastle magistrates ' court. [SEP] pfizer shares dropped 4. 6 per cent to $ 11. 22, lost 2. 3 per cent to $ 3. 17 and pfizer fell 4. 2 per cent to $ 6. 29. [SEP] it seems as though [SEP]
+
+===== sample 019 =====
+[CLS] 6 6 - 4 victory at the u. s. open. [SEP] mr brown said it was not unusual for the prime minister to hold a private meeting with the prime minister before the general election. [SEP] she had three straight birdies, a 12 - foot bogey 3, an 8 - foot putt on the second hole, a birdie on 17, a bogey on the third hole and a bogey. [SEP] denver, april 5 ( upi ) - - the colorado avalanche scored twice saturday in a 5 - 3 win over the st. louis blues. [SEP] the home side were boosted by a second - half goal [SEP]
+
+===== sample 020 =====
+[CLS] $ 9. 3 million or 6. 3 %, to $ 552. 9 million, a year - over - year increase of $ 0. 8 million over the same period last year. [SEP] " i was sorry for the family, friends and colleagues of everyone who gave their life to me. [SEP] " you can ' t do that. [SEP] " this wasn ' t the last bill i voted for... and i am confident the bill will be passed, " mr. reid said. [SEP] i don ' t want to be confused. [SEP] he also said an announcement could be made in september. [SEP] the two men [SEP]
+
+===== sample 021 =====
+[CLS]. m. [SEP] " i have no idea what to do, i have no idea what. [SEP] mr. bell was being held by the police and is not a suspect in the case, which has been being investigated by the new york city police department. [SEP] " we are not going to run it unless we have the resources to handle it properly, " he said. [SEP] dr roger field, director of children ' s services, said : " however, it has been made clear that it is unlikely that some parents are able to keep custody of their own children. [SEP] i don ' t own a car. [SEP] " it ' [SEP]
+
+===== sample 022 =====
+[CLS] $ 6. 2 million as of march 31, 2009. [SEP] " we ' re trying to make it easier to move forward on health care and we want everyone to know that we do something that we ' re not going to do, " dr. michael garcia, a spokesman for the department of health and human services in oakland, calif., told abc news. [SEP] " our customers will be affected. [SEP] it was not immediately clear if the group ' s senior leader had also been killed. [SEP] some of his friends made the move, but they lost out. [SEP] they ' re not alone. [SEP] he ' s going [SEP]
+
+===== sample 023 =====
+[CLS] that ' s what you want, and that ' s what you want in your own country, it ' s important to have the right to do so. [SEP] it ' s always a good idea. [SEP] mullen said the united states would have to restore confidence in pakistan ' s military if pakistan ' s military leaders agreed to the deal. [SEP] a police officer came in and said that the car had already been stolen, and by about 7 : 30 a. m., the man couldn ' t even get back to his car. [SEP] three men have been convicted of conspiracy to commit murder in the aftermath of the 9 / 11 [SEP]
+
+===== sample 024 =====
+[CLS]5, 000 - £40k p. a. £56, 000 - £69, 000. [SEP] around the same time - - in november 2007 - - the teen gave birth to a baby and went back to school. [SEP] i want to know what i mean, but it ' s the way i ' m going that i don ' t know. [SEP] richards cut the deficit to one with 3 : 43 in the first period, then scored on a power - play tally with 4 : 13 left in the second period to give the panthers a 3 - 2 lead. [SEP] bush spokeswoman dana perino said the [SEP]
+
+===== sample 025 =====
+[CLS] bst on friday 22 april 2010. [SEP] he said he expected central banks to take some of the steps to spur economic growth. [SEP] he said he is not surprised by the situation. [SEP] ivins is scheduled to make a court appearance on tuesday and is expected to return to court in manhattan on thursday, said william j. fitzgerald, the u. s. district attorney for the district of new york ' s office of investigations, in a brief statement released by the u. s. attorney ' s office. [SEP] about 2. 5 million people will be living with swine flu this year, compared with 9 million in 2007, [SEP]
+
+===== sample 026 =====
+[CLS], although he didn ' t know what their name was. [SEP] " we will be able to continue negotiations, " the company said in an e - mail. [SEP] murray ' s win came in the third round of the tournament when third - seed novak djokovic beat argentine david nalbandian 6 - 3, 6 - 4 on monday. [SEP] on friday, thousands of students, teachers, teachers and human - rights activists gathered in the capital to continue their protest against the rapid appreciation of the chinese currency. [SEP] he said the government would try to resolve the situation, he added. [SEP] at the same time, the u [SEP]
+
+===== sample 027 =====
+[CLS] sold more than 5 million copies last year and attracted more than 100 million page views since it was launched in 2007. [SEP] in poor countries such as china, for example, more than 50 percent of the total population fall into poverty. [SEP] it ' s just hard to get a good deal. [SEP] this article was first published on guardian. co. uk at 19. 36 bst on friday 30 september 2009. [SEP] " i know i don ' t want to play at this level. [SEP] " we ' ll give a lot of money to companies that don ' t, " he said. [SEP] according to the suit, mr. [SEP]
+
+===== sample 028 =====
+[CLS] of first - degree murder and could face up to 20 years in state prison. [SEP] " i don ' t want to change the situation. [SEP] columbus, ohio, march 2 ( upi ) - - the u. s. space agency nasa said it will begin preparing the space station ' s crew for blastoff at 11 : 35 p. m. [SEP] police said johnson ' s body was pulled out of the apartment building shortly after 8 a. m. [SEP] " we did not have a lot of resources to provide for this and do not have a solution, " he wrote in a letter to president obama. [SEP] in the [SEP]
+
+===== sample 029 =====
+[CLS] layup in the middle of the key. [SEP] the dollar against a basket of major currencies rose to 89. 93 yen, from 89. 15 yen the previous day. [SEP] obama : there ' s a lot of talk - - i. e. talk about what you ' ve come up with and how to deal with it.... [SEP] i might change my mind, but i don ' t know what the effect will be. [SEP] mr wilson said : " he won ' t be able to walk again. [SEP] the government is expected to report a 0. 6 percent gain in retail sales in august, but [SEP]
+
+===== sample 030 =====
+[CLS]. [SEP] u. s. shuttle atlantis is scheduled to return to earth on june 12, ahead of the space shuttle atlantis. [SEP] " i ' m going to be here for a long time, " david beckham said at a news conference last year. [SEP] a 14 - year - old boy has been charged with shooting his mother and a mother to death at the family home. [SEP] " on the other hand, my 4 - year - old wanted to go in to school and i knew how to go to school but i love to go out to see the children, so it ' s my job to see my children. [SEP] [SEP]
+
+===== sample 031 =====
+[CLS] in october. [SEP] he said the move appeared to set the stage for future negotiations. [SEP] sony raised its forecast for full - year net profit in 2008 to 10. 8 trillion yen ( 13. 4 billion euros, 13. 4 billion dollars ) from 10. 6 trillion yen ( $ 7. 2 billion ) net profit a year earlier. [SEP] " nobody would stop them if there was a car coming up in front of them. [SEP] he should be back on the market in a few weeks. [SEP] rio tinto completed the sale of its stake in rio tinto on monday, raising about $ 4. 8 billion in new shares [SEP]
+
+===== sample 032 =====
+[CLS] losses tuesday on data on german consumer confidence and a host of disappointing forecasts for the world ' s largest u. s. economy. [SEP] downing street declined to comment on the source of the letter. [SEP] the club ' s chairman, david gold, told the times last week he had always wanted to sell only three players he could not afford. [SEP] 29 ( upi ) - - a boston woman was charged with second - degree murder, in connection with the death of a man in boston, police said saturday. [SEP] " i ' m not going to do that because i ' m not a fan, " he said. [SEP] [SEP]
+
+===== sample 033 =====
+[CLS] s political stability. [SEP] washington, july 10 ( upi ) - - a man has been arrested in the u. s. to face charges for raping a 14 - year - old washington girl, u. s. officials said. [SEP] the collapse of the credit markets put further downward pressure on short - term interest rates. [SEP] a 16 - year - old boy has been arrested on suspicion of murder following a burglary at a men ' s shop in glasgow. [SEP] in 2008, the u. s. economy was under $ 300 billion a year, or more than $ 2. 3 trillion in debt. [SEP] but [SEP]
+
+===== sample 034 =====
+[CLS] number of americans have been killed since the war began in march 2001. [SEP] " i ' m very happy about it, " he said. [SEP] the good news is, i don ' t think that the tories have anything to do with the election. [SEP] " i told myself that i wanted to go back to school. [SEP] according to a statement released by the newspaper, he was charged with murder but wasn ' t charged. [SEP] there is no easy solution to this problem. [SEP] this should never have happened. [SEP] verizon wireless, the leading telecoms company that offers wireless data services, is also expected to add new [SEP]
+
+===== sample 035 =====
+[CLS] 700m ( 1, 500ft ). [SEP] the court referred mr. harman ' s case to the u. s. supreme court. [SEP] he said : " i don ' t want to give any thought to my future but there is no doubt that i ' m one of the players who will be prepared for the challenge. [SEP] 26 / prnewswire - firstcall / - - ( nasdaq : saic ) today announced that it has reached a non - binding agreement with the panel of the u. s. district court for the district of the district of delaware on june 24, 2009. the [SEP]
+
+===== sample 036 =====
+[CLS] as much as $ 3. 5 billion last year, up from $ 5 billion in 2006. [SEP] still, the best way to get out of this is to put them in the kind of position they want, which is to learn how to listen and to listen to them. [SEP] today, there ' s more than $ 2 billion a year in air travel between the u. s. and the u. s.. [SEP] i am a very, very happy, happy and kind man, who was born in bristol. [SEP] at the close of the trial, jeffs was ordered to pay $ 20, 000 to the girl ' [SEP]
+
+===== sample 037 =====
+[CLS] - yard run, capped a 6 - yard run that gave the sooners a 23 - 17 lead in the first quarter, capped by a 3 - yard touchdown pass to jeremy mcclinton. [SEP] duncan scored only seven points for the spurs, who were just 4 of 12 from 3 - point range at the break. [SEP] however, rbs said yesterday that it still did not expect to raise additional capital to help it pay off its debts in the future. [SEP] i didn ' t know this, but i wanted to make sure that he was safe. [SEP] bhp said on tuesday that it had not made an indicative offer for a [SEP]
+
+===== sample 038 =====
+[CLS] game and advanced to the second round of the playoffs for the first time in major league history. [SEP] i think this is why he was thrown out of the political system and forced out of the country. [SEP] a justice department spokesman was not available to comment on the matter. [SEP] the white house on friday said that the u. s. government will continue to provide about $ 50 billion in bailout funds to help small businesses in the u. s. during the credit crisis. [SEP] i don ' t want this to go away. [SEP] i love going through it. [SEP] in 2004, the government approved a £5m package to support [SEP]
+
+===== sample 039 =====
+[CLS] this year. [SEP] the winner will be announced on 30 may. [SEP] it has been a key part of the iraqi government ' s recent peace process. [SEP] " we ' re not going anywhere, but it ' s a start, " said johnson, who showed up for a news conference with johnson monday morning. [SEP] " i said congress needs to consider this now, " boehner said in a statement. [SEP] in the first quarter, the company ' s revenue rose 20 per cent to $ 10. 7 billion, or $ 1. 6 billion to $ 1. 2 billion, up 47 per cent from the same period a [SEP]
+
+===== sample 040 =====
+[CLS] worth more than $ 2 billion. [SEP] u. s. immigration officials said last week that a legal immigrant shouldn ' t have the right to stay in the united states, but the white house said it will ask the supreme court to review that. [SEP] the u. s. open champion reached his second straight final by defeating radek stepanek of switzerland 6 - 3, 6 - 3. [SEP] 11 a. m. - 4 p. m., 9 : 30 a. m. - 6 p. m. [SEP] delfino finished with 16 points and 10 rebounds and joe johnson scored 13 points for the raptors [SEP]
+
+===== sample 041 =====
+[CLS] came after a report by the u. s. energy and information administration said u. s. crude inventories fell by 1 million barrels a day last week. [SEP] there has been a series of phone calls and phone calls. [SEP] " my reaction was, ' i know what i ' m going to do now, but i ' m going to have to make it to the final before i get ready for the final, ' " he said. [SEP] the latest estimates put the total at $ 6. 2 million, from $ 6. 3 million in the previous fiscal year. [SEP] similar measures have already been announced in the united states [SEP]
+
+===== sample 042 =====
+[CLS] him, but i don ' t want to learn a lot from him, i don ' t want to worry about him. [SEP] maybe that will make a difference. [SEP] according to thomson financial, the company continues to monitor its performance. [SEP] " i don ' t think there is a moment when we don ' t want to change, " pelosi said. [SEP] the council ' s statement read : " we are currently in consultation with both parties looking for a candidate for the council ' s joint executive committee at the meeting on january 26. [SEP] spending is estimated at about $ 5, 000 billion a year. [SEP] the two [SEP]
+
+===== sample 043 =====
+[CLS] prices rose at a 1. 5 percent annual rate of 5. 3 percent from an initial estimate of 5. 5 percent, followed by a 2. 4 percent increase. [SEP] in one of the most daunting games of the season, david beckham scored his first goal of the campaign to seal a semi - final place in the european cup final on sunday. [SEP] the results are expected to be announced on wednesday. [SEP] my mother didn ' t want to do anything with her. [SEP] the city manager said : " i won ' t be without my team - mates for a very long time. [SEP] the report also warned that [SEP]
+
+===== sample 044 =====
+[CLS] set to perform in los angeles on thursday, but the 36 - year - old singer is planning a world tour for the first time in three years, the los angeles times reported friday. [SEP] it ' s probably the worst thing he ' s seen so far in the past six months. " [SEP] if they want to address the issue, they should be given a chance to make it work. [SEP] they ' d have to go on their own. [SEP] it ' s very important for her to have the right to vote the way she ' s done the last few years. [SEP] her father, michael, a grocer, said [SEP]
+
+===== sample 045 =====
+[CLS]. m. [SEP] the study was partially funded by the u. s. department of health and human services. [SEP] fleury scored the lone goal with less than three minutes left in the third and the penguins went up 2 - 1 on eric staal ' s goal with 5 : 11 left in the third. [SEP] china ' s foreign minister, hu jintao, has not visited the games but is expected to hold talks with chinese officials at the olympic venue in beijing. [SEP] " i don ' t want to be negative, and i don ' t want to speak to you as a positive person, " he said. [SEP]
+
+===== sample 046 =====
+[CLS] to $ 2. 15 per share, and $ 2. 20 to $ 2. 25 to $ 2. 40 per share, said michael g. berner, the vice president and chief executive of the company, which has about 100 employees. [SEP] u. s. sen. charles schumer, d - n. y., the chairman of the armed services committee under president george h. w. bush, said he is concerned about the continued presence of u. s. troops in iraq. [SEP] " it ' s all over the country, " cbs news correspondent bob orr reports. [SEP] los angeles, california ( reuters [SEP]
+
+===== sample 047 =====
+[CLS]closure, borrowers must agree to refinance loans with a 20 percent interest rate. [SEP] a man has been left seriously injured following a house fire in greater manchester. [SEP] this entry was posted by paul murphy on thursday, january 20th, 2011 at 16 : 45 and is filed under briefings, capital markets. [SEP] in china, the hang seng index fell 426. 85, or 3. 9 percent, to 21, 943. 80. [SEP] mr clegg told the times on tuesday that the government was " in a difficult state of affairs, " but said that was not his political position. [SEP]
+
+===== sample 048 =====
+[CLS] $ 2. 30 per share and full - year earnings of $ 2. 40 to $ 2. 60 per share. [SEP] peshawar, pakistan ( ap ) - a 13 - year - old boy was among 35 people killed in a bomb blast that killed seven people and wounded 50 monday at a school in a village in northwest pakistan, local police said. [SEP] turco allowed three goals on 25 shots for the red wings, who have lost four straight at home and are 4 - 0 - 2. [SEP] i hope that the afghan people, and especially the afghan government, will be able to continue this process for as long as possible. [SEP]
+
+===== sample 049 =====
+[CLS]. [SEP] we ' re going to go and think we ' re going to win. [SEP] they have agreed to pay for the drugs, but they are not covered by the nhs, so they must pay the full cost of the treatment. [SEP] redknapp, though, added : " everyone knows he ' s going to be a player, he ' s a player with a great talent and at this time of year you ' d expect him to be worried about that. [SEP] the shares were down 0. 2 per cent to $ 20. 10 in early morning trading before easing back to $ 20. 40 ( 0. 3 [SEP]
+
+===== sample 050 =====
+[CLS] euro1. 3 billion ( $ 7. 5 billion ) and 1. 1 percent to euro1. 2 billion ( $ 5. 7 billion ). [SEP] we ' re not going to take care of them. [SEP] " you have to be able to talk to... people, you just have to be specifics of your actions, " mr. silverman said. [SEP] i don ' t think it ' s the right time to spend a lot of time with his children. [SEP] but the 55 - year - old mother - - who gave birth to her three - month - old daughter before she was due to leave [SEP]
+
+===== sample 051 =====
+[CLS] year. [SEP] " it is clear that the lives of the iraqi people must be protected, " he said. [SEP] he added that the government would try to intervene if the case is not resolved. [SEP] howard struggled from the 3 - point line and averaged less than 6 points per game, helping the magic to a 40 - 27 lead at the break. [SEP] i don ' t want to walk down the street, " he said. [SEP] " i am pleased with my role as a member of the welsh rugby board, " read the statement. [SEP] " we ' ll have to figure out how to deal with that, " obama said [SEP]
+
+===== sample 052 =====
+[CLS] since 2005. [SEP] the second body found in the man ' s car had a seat belt around his neck and a piece of paper around his neck. [SEP] vince carter, 23, scored 20 points for the magic, who shot 50 percent in the first 15 minutes, and made just three goals on 27 shots in the first period. [SEP] the driver, a 20 - year - old italian man named as michael, was hit by the car as he travelled through the city shortly after midnight on may 29, 2009, according to local authorities. [SEP] i don ' t think it ' s a good idea and i don ' t think it [SEP]
+
+===== sample 053 =====
+[CLS]rraf brought back to power. [SEP] by close, the s & p 500 index rose 0. 49, or 0. 1 percent, to 1, 152. 12 and the nasdaq composite index added 0. 57, or 0. 2 percent, to 2, 459. 88. [SEP] the shares were up 2. 6 per cent to $ 18. 14 in pre - market trade. [SEP] " we have the capacity to make the right decision about the future of the country, " the group said in a statement. [SEP] completed last year, the goal is to start the construction of the new facility in 2011. [SEP]
+
+===== sample 054 =====
+[CLS] the gop. [SEP] a 26 - year - old man from merseyside has been charged with attempted murder after an incident in the city ' s car park. [SEP] the month - to - month sales rate fell to 4. 0 percent, from 4. 5 percent the same month in april, the group said. [SEP] the nasdaq stock was flat at $ 2. 40 a share. [SEP] ebay ' s revenue fell 4 percent to $. 3 billion, while expedia ' s revenue fell 1. 3 percent to $. 2 billion. [SEP] the council said it is aiming to raise around £20, [SEP]
+
+===== sample 055 =====
+[CLS] plans to sell the business to a private buyer. [SEP] the right - hander gave up six runs and seven hits in 3 1 - 3 innings of the yankees ' loss to texas last saturday, allowing five runs and four hits in seven innings. [SEP] i had never done this before. [SEP] earlier this week, british foreign secretary david miliband said he was concerned about china ' s role in the unrest in tibet. [SEP] " every time i saw a film, it was like, ' who ' s going to do this now? ' " she said. [SEP] cnn : do you want to get involved? [SEP] in 2008, [SEP]
+
+===== sample 056 =====
+[CLS] monday. [SEP] " it ' s time to focus on the real role of the u. s. in the region, " he said. [SEP] pre - tax profits were £96m ( $ 452m ) in the same period, compared with £59m ( $ 80m ) at the end of the same period last year. [SEP] the world ' s no. 2 gold miner offered to buy australian rival bhp billiton for about 11. 7 billion dollars ( $ 12. 12 a share ), slightly more than bhp billiton offered in april ' s initial offer. [SEP] treasury secretary timothy geithner [SEP]
+
+===== sample 057 =====
+[CLS] " margaret spellings, a spokeswoman for new york ' s department of children, schools, families and human services, said in a statement. [SEP] we ' re going to win this war but it ' s going to be a tough fight and that ' s the kind of challenge facing the world, " he said. [SEP] the bodies were discovered by sheriff ' s department officers about 8 : 45 a. m. [SEP] he is a young man, but the fact that he is such a small boy makes him feel like he ' s trying to kill himself. [SEP] federer became only the second man in wimbledon history to win the [SEP]
+
+===== sample 058 =====
+[CLS] use of force. [SEP] we ' re willing to work together in difficult times. [SEP] in a statement last night, pru said it would be looking at the issue. [SEP] the pakistan people ' s party is expected to win the election by the end of october. [SEP] " i don ' t like him, i like him, i really like him, " smith told " the early show " thursday night about his relationship with the pop star. [SEP] blatter said : " you can see that there are lots of big names that make quite a lot of money. [SEP] " we ' re not going to let them go. [SEP]
+
+===== sample 059 =====
+[CLS] the dow jones industrial average rose 0. 9 per cent to 9, 749. 83 from a 14 - month high of 9, 379. 12 - - its highest since august 1993. [SEP] ( ap ) - police say a 7 - year - old boy tried to shoot his father, then killed a man suspected of shooting his brother. [SEP] he added that there are " more encouraging " signs, but that the time is now running out for the economy to return to positive growth in the next few months, with the economy expected to expand 0. 5 percent in the third quarter. [SEP] the company said it would " seek [SEP]
+
+===== sample 060 =====
+[CLS] for the safety of the children and their families, the foreign office said this morning. [SEP] regular gasoline fell by $ 2. 10 a gallon or $ 2. 12 to $ 3. 15, and heating oil fell by $ 2. 70 to $ 2. 19 a gallon, according to the survey. [SEP] a special meeting of the company ' s board is scheduled to be held on thursday, november 30. [SEP] that ' s what he wants to do with me. [SEP] the report put the cost at five million pounds ( 3. 6 million euros, 4. 7 million dollars ). [SEP] retail sales fell by 1 per cent [SEP]
+
+===== sample 061 =====
+[CLS]. [SEP] that ' s what it ' s got to be. [SEP] the auctions are expected to be completed by may 2008. [SEP] " i don ' t know what that means, but i ' m really proud of him as a player, and i want to be part of that and i ' m not even sure if he ' ll be able to help him play at that level. [SEP] i am very happy with the results, " he said. [SEP] there is also a slowdown in the uk market, which accounts for just under 12 per cent of the group ' s total sales. [SEP] although there was no sign of [SEP]
+
+===== sample 062 =====
+[CLS] majority leader harry reid said sunday his party is ready to take a tougher line on health care reform, despite the gop ' s defeat of the bill last week. [SEP] and let ' s look at this year ' s n. c. a. a. tournament and the n. c. a. a. ' s n. c. a. a. c. c. tournament, the largest college basketball tournament in the n. c. a. a. a. ' s history. [SEP] last year, toyota ' s hybrid car hit sales of 2. 6 million yen ( us $ 3. 8 million ) [SEP]
+
+===== sample 063 =====
+[CLS], and a whole lot of others. [SEP] the republican party ' s web site, run by huckabee ' s campaign, is the main source of mccain - related e - mail traffic. [SEP] mattel would not comment on the specifics of the recalls, the company said in a statement. [SEP] he died from a serious head wound as he tried to get into a fight with his partner. [SEP] the government will raise the top rate of vat from 5 % to 5 % from 1 november. [SEP] it is very difficult to make up your mind. [SEP] for example, the gop is not ready to take over [SEP]
+

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps2048_c64_t1p45_scored.jsonl

@@ -0,0 +1,65 @@
+{"type": "summary", "name": "steps2048_c64_t1p45", "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt", "step": 434000, "decode": {"kind": "categorical_fullvocab_normal_steps_sweep", "config": "steps2048_c64_t1p45", "steps": 2048, "endpoint_temp": 1.45, "concentration_max": 64.0, "final_from": "state", "update": "resample", "n_samples": 64, "seed": 20260509}, "detok_genppl": {"ppl": 22.684078701668508, "nll_per_token": 3.121663299625066, "tokens": 9460}, "diversity": {"sample_entropy": 4.09622560955652, "unique_tokens": 1532, "token_count": 8192, "distinct_1": 0.18701171875, "distinct_2": 0.5878444881889764, "top_token_mass": 0.0732421875}}
+{"type": "sample", "index": 0, "raw_text": "[CLS] rose 4. 8 % to skr5bn ( $ 4. 6bn ) and sales in the car division fell 2. 4 % to skr5. 8bn. [SEP] the ruling is part of a separate decision by the u. s. supreme court to review u. s. policy on the gay marriage issue. [SEP] \" i don ' t know where they ' ve come from, but i didn ' t go out to them like a boy, \" he said. [SEP] \" everyone wants to get their act together. [SEP] that ' s what i am going to do right now. [SEP] the dow fell 0. [SEP]", "detok_text": "[CLS] rose 4. 8 % to skr5bn ($4. 6bn) and sales in the car division fell 2. 4 % to skr5. 8bn. [SEP] the ruling is part of a separate decision by the u. s. supreme court to review u. s. policy on the gay marriage issue. [SEP] \"i don't know where they've come from, but i didn't go out to them like a boy,\" he said. [SEP] \" everyone wants to get their act together. [SEP] that's what i am going to do right now. [SEP] the dow fell 0. [SEP]"}
+{"type": "sample", "index": 1, "raw_text": "[CLS] member of the singer ' s family. [SEP] it ' s very hard to believe that woods will emerge, in 2010, as the no. 1 player in the world. [SEP] mrs palin has denied the false allegations. [SEP] \" when you come back, you ' re going to be able to win games and that ' s all you want, \" said saban, who led the tigers to the 2005 n. f. l. title and signed with the tigers in 2004, but he left a year later. [SEP] \" i ' m not really worried about what ' s going to happen, \" said the boy ' s mother [SEP]", "detok_text": "[CLS] member of the singer's family. [SEP] it's very hard to believe that woods will emerge, in 2010, as the no. 1 player in the world. [SEP] mrs palin has denied the false allegations. [SEP] \"when you come back, you're going to be able to win games and that's all you want,\" said saban, who led the tigers to the 2005 n. f. l. title and signed with the tigers in 2004, but he left a year later. [SEP] \"i'm not really worried about what's going to happen,\" said the boy's mother [SEP]"}
+{"type": "sample", "index": 2, "raw_text": "[CLS] to go to jail. [SEP] philadelphia ( ap ) - the philadelphia city council has voted to cut the city ' s annual budget by $ 20 million, in part because of the city ' s budget deficit. [SEP] jones hit a two - run homer and matt kemp hit a two - run shot. [SEP] washington ( reuters ) - president barack obama on tuesday rejected calls for a major shift in the u. s. military ' s current strategy in afghanistan, in a move that some hope will clear the way for the deployment of more combat troops. [SEP] the number of u. s. troops in afghanistan has declined so far this year, [SEP]", "detok_text": "[CLS] to go to jail. [SEP] philadelphia (ap) - the philadelphia city council has voted to cut the city's annual budget by $20 million, in part because of the city's budget deficit. [SEP] jones hit a two - run homer and matt kemp hit a two - run shot. [SEP] washington (reuters) - president barack obama on tuesday rejected calls for a major shift in the u. s. military's current strategy in afghanistan, in a move that some hope will clear the way for the deployment of more combat troops. [SEP] the number of u. s. troops in afghanistan has declined so far this year, [SEP]"}
+{"type": "sample", "index": 3, "raw_text": "[CLS] said. [SEP] for the first time, the bruins ( 2 - 3 ) are 6 - 0 in their last nine games. [SEP] david james, 24, is due to appear at lewes crown court for a pre - trial hearing. [SEP] wal - mart, the largest us retailer, said its 2008 operating profit would rise 4 percent on strong sales in china. [SEP] the u. s. deputy secretary of state, state condoleezza rice, was to travel to kabul on wednesday to hold talks with karzai. [SEP] posted by izabella kaminska on aug 12 : 14. [SEP] on new year ' s day [SEP]", "detok_text": "[CLS] said. [SEP] for the first time, the bruins (2 - 3) are 6 - 0 in their last nine games. [SEP] david james, 24, is due to appear at lewes crown court for a pre - trial hearing. [SEP] wal - mart, the largest us retailer, said its 2008 operating profit would rise 4 percent on strong sales in china. [SEP] the u. s. deputy secretary of state, state condoleezza rice, was to travel to kabul on wednesday to hold talks with karzai. [SEP] posted by izabella kaminska on aug 12: 14. [SEP] on new year's day [SEP]"}
+{"type": "sample", "index": 4, "raw_text": "[CLS] trying to cover their heads. [SEP] no charges have been filed, and the investigation is not expected to continue. [SEP] cleveland cut the lead to one point at the half, then went on a 9 - 2 run to take a 35 - 32 lead with 4 : 31 to play. [SEP] brian gionta tied the game 2 - 2 at 3 : 43 of the second period when he scored a power - play goal for the second time. [SEP] shares fell 1. 5 percent to $ 16. 37. [SEP] a u. s. military spokesman said the medal will go to the afghan leader. [SEP] \" this is the first time [SEP]", "detok_text": "[CLS] trying to cover their heads. [SEP] no charges have been filed, and the investigation is not expected to continue. [SEP] cleveland cut the lead to one point at the half, then went on a 9 - 2 run to take a 35 - 32 lead with 4: 31 to play. [SEP] brian gionta tied the game 2 - 2 at 3: 43 of the second period when he scored a power - play goal for the second time. [SEP] shares fell 1. 5 percent to $16. 37. [SEP] a u. s. military spokesman said the medal will go to the afghan leader. [SEP] \" this is the first time [SEP]"}
+{"type": "sample", "index": 5, "raw_text": "[CLS] dollars ( 0. 79877 wednesday ), 1. 62987 swiss francs ( 1. 6279 ), 0. 797 pounds ( 0. 797 ) and 1. 798 swiss ( 1. 799 ). [SEP] i do not know how it turned out but i can ' t be sure. [SEP] it was last modified at 13. 25 gmt on monday 9 february 2010. we are looking for a sales manager to work.... £30000 - £349999 per annum. exhibition sales executive - education event. £20000 - £20000 per annum [SEP]", "detok_text": "[CLS] dollars (0. 79877 wednesday), 1. 62987 swiss francs (1. 6279), 0. 797 pounds (0. 797) and 1. 798 swiss (1. 799). [SEP] i do not know how it turned out but i can't be sure. [SEP] it was last modified at 13. 25 gmt on monday 9 february 2010. we are looking for a sales manager to work.... £30000 - £349999 per annum. exhibition sales executive - education event. £20000 - £20000 per annum [SEP]"}
+{"type": "sample", "index": 6, "raw_text": "[CLS] run homer in the eighth to take a 4 - 0 lead. [SEP] 10 ( upi ) - - voters in north carolina have approved a bill to allow early access to the state ' s mental health system, officials said wednesday. [SEP] mr. fey ' s comedy \" 30 rock \" sold $ 4. 3 million in tickets during the weekend, bringing its total to $ 17. 5 million. [SEP] i know that he wants to be involved with the american people. [SEP] the quake, which hit about 1 a. m. and hit 7 : 45 a. m., was a powerful 6. 7 - magnitude event. [SEP] [SEP]", "detok_text": "[CLS] run homer in the eighth to take a 4 - 0 lead. [SEP] 10 (upi) - - voters in north carolina have approved a bill to allow early access to the state's mental health system, officials said wednesday. [SEP] mr. fey's comedy \"30 rock\" sold $4. 3 million in tickets during the weekend, bringing its total to $17. 5 million. [SEP] i know that he wants to be involved with the american people. [SEP] the quake, which hit about 1 a. m. and hit 7: 45 a. m., was a powerful 6. 7 - magnitude event. [SEP] [SEP]"}
+{"type": "sample", "index": 7, "raw_text": "[CLS] google shares rose $ 1. 75, or 2. 7 percent, to $ 47. 14 in after - hours trading, after falling $ 1. 50, or 2. 6 percent, to $ 47. 11 on monday. [SEP] while safina was seeking her first major title, the two - time french open champion last year won her first grand - slam title. [SEP] florida, which had ended a four - game losing streak for the first time in the national league, gave up only one run in the first. [SEP] we ' re running out of money and having a hard time. [SEP] biden said iran ' s [SEP]", "detok_text": "[CLS] google shares rose $1. 75, or 2. 7 percent, to $47. 14 in after - hours trading, after falling $1. 50, or 2. 6 percent, to $47. 11 on monday. [SEP] while safina was seeking her first major title, the two - time french open champion last year won her first grand - slam title. [SEP] florida, which had ended a four - game losing streak for the first time in the national league, gave up only one run in the first. [SEP] we're running out of money and having a hard time. [SEP] biden said iran's [SEP]"}
+{"type": "sample", "index": 8, "raw_text": "[CLS] officials gathered here thursday for a high - level meeting next month to discuss the success of the peace mission in darfur. [SEP] so far i haven ' t had a lot of time to sit around and haven ' t seen a game in a week. [SEP] \" he ' s got lots of work to do and there ' s going to be questions about what he wants to do. [SEP] \" we have to be realistic about the set - up, \" he said. [SEP] he was born on oct. [SEP] \" i ' m very proud of my mother, \" palin said. [SEP] \" i said, ' i don ' t [SEP]", "detok_text": "[CLS] officials gathered here thursday for a high - level meeting next month to discuss the success of the peace mission in darfur. [SEP] so far i haven't had a lot of time to sit around and haven't seen a game in a week. [SEP] \"he's got lots of work to do and there's going to be questions about what he wants to do. [SEP]\" we have to be realistic about the set - up, \"he said. [SEP] he was born on oct. [SEP]\" i'm very proud of my mother, \"palin said. [SEP]\" i said, ' i don't [SEP]"}
+{"type": "sample", "index": 9, "raw_text": "[CLS] he was later taken to a hospital. [SEP] a woman and three children were also injured in the attack. [SEP] he said : \" i want to make sure all the players in the squad are ready for the tournament, but i don ' t want to pull out because it ' s a great opportunity for the players. [SEP] this article was first published on guardian. co. uk at 19. 33 bst on tuesday 13 july 2009. [SEP] snow is also being forecast over the next few days, with conditions still expected to improve as early as next weekend. [SEP] the company couldn ' t be reached for immediate comment. [SEP] in the [SEP]", "detok_text": "[CLS] he was later taken to a hospital. [SEP] a woman and three children were also injured in the attack. [SEP] he said: \" i want to make sure all the players in the squad are ready for the tournament, but i don't want to pull out because it's a great opportunity for the players. [SEP] this article was first published on guardian. co. uk at 19. 33 bst on tuesday 13 july 2009. [SEP] snow is also being forecast over the next few days, with conditions still expected to improve as early as next weekend. [SEP] the company couldn't be reached for immediate comment. [SEP] in the [SEP]"}
+{"type": "sample", "index": 10, "raw_text": "[CLS] 4 ounces. [SEP] the software maker said its net profit for the fourth quarter rose 7 percent, to $ 3. 5 billion from $ 3. 3 billion in the same period of last year. [SEP] you are here : home / top business news / business news / news / bad news for the u. s. auto industry... [SEP] the shanghai index fell 0. 6 percent to 2, 212. 40. [SEP] raleigh, n. c., june 12 ( upi ) - - cam ward scored a power - play goal friday to give the carolina hurricanes a 4 - 3 win over the washington capitals. [SEP] [SEP]", "detok_text": "[CLS] 4 ounces. [SEP] the software maker said its net profit for the fourth quarter rose 7 percent, to $3. 5 billion from $3. 3 billion in the same period of last year. [SEP] you are here: home/top business news/business news/news/bad news for the u. s. auto industry... [SEP] the shanghai index fell 0. 6 percent to 2, 212. 40. [SEP] raleigh, n. c., june 12 (upi) - - cam ward scored a power - play goal friday to give the carolina hurricanes a 4 - 3 win over the washington capitals. [SEP] [SEP]"}
+{"type": "sample", "index": 11, "raw_text": "[CLS] $ 6. 40 while citigroup fell 3. 5 per cent to $ 6. 50. [SEP] \" there ' s a lot of people who would like to go to the mall, but don ' t want to go to the mall, \" he said. [SEP] what he said to him - - \" you never told me you were going to die, you just wanted me to die \" - - is not known, but he would not comment on the case. [SEP] \" it ' s like she said, ' it ' s not me, it ' s not the job we ' re doing, ' \" said jean - [SEP]", "detok_text": "[CLS] $6. 40 while citigroup fell 3. 5 per cent to $6. 50. [SEP] \"there's a lot of people who would like to go to the mall, but don't want to go to the mall,\" he said. [SEP] what he said to him - - \"you never told me you were going to die, you just wanted me to die\" - - is not known, but he would not comment on the case. [SEP] \"it's like she said, ' it's not me, it's not the job we're doing, '\" said jean - [SEP]"}
+{"type": "sample", "index": 12, "raw_text": "[CLS] earnings per share to $ 2. 9 billion, from about 20 cents. [SEP] in the 1950s and 1960s, he paid c. i. o. p. c. a. more than $ 500, 000 to defraud, according to the documents. [SEP] a 31 - year - old man was arrested on suspicion of murder on monday. [SEP] some of the world ' s poorest people have been killed in the last week. [SEP] 17 ( upi ) - - 3 to 4 inches of snow fell in parts of the washington region, the u. s. fish and wildlife service said. [SEP] it comes just before the [SEP]", "detok_text": "[CLS] earnings per share to $2. 9 billion, from about 20 cents. [SEP] in the 1950s and 1960s, he paid c. i. o. p. c. a. more than $500, 000 to defraud, according to the documents. [SEP] a 31 - year - old man was arrested on suspicion of murder on monday. [SEP] some of the world's poorest people have been killed in the last week. [SEP] 17 (upi) - - 3 to 4 inches of snow fell in parts of the washington region, the u. s. fish and wildlife service said. [SEP] it comes just before the [SEP]"}
+{"type": "sample", "index": 13, "raw_text": "[CLS] country - - and to do it on its own. [SEP] \" but it ' s a growing and growing problem and it ' s only going to grow. [SEP] u. s. president barack obama tuesday urged the u. n. security council to unveil sanctions against president george w. bush, saying he would support new measures if iran followed suit, despite u. s. concerns. [SEP] \" not true. \" [SEP] the stimulus has already added an estimated $ 1 trillion to the economy since the start of the recession in 2007. [SEP] diluted net loss for 2009 was $ 0. 11 per share, or $ 0. [SEP]", "detok_text": "[CLS] country - - and to do it on its own. [SEP] \"but it's a growing and growing problem and it's only going to grow. [SEP] u. s. president barack obama tuesday urged the u. n. security council to unveil sanctions against president george w. bush, saying he would support new measures if iran followed suit, despite u. s. concerns. [SEP]\" not true. \" [SEP] the stimulus has already added an estimated $1 trillion to the economy since the start of the recession in 2007. [SEP] diluted net loss for 2009 was $0. 11 per share, or $0. [SEP]"}
+{"type": "sample", "index": 14, "raw_text": "[CLS] at about 7 : 30 a. m., local time. [SEP] if convicted, the 16 - year - old could face up to 15 years in prison and up to five years in prison if convicted of the charges. [SEP] he told the court he had followed his wife to the beach when he last saw her. [SEP] david ortizʼs two - run single started bostonʼs third run, but ramirez hit a fly ball to left - center. [SEP] he was then pushed through a door and later thrown to the ground. [SEP] revenue for the third quarter decreased 6. 6 % to $ 45. 6 million compared to $ 44 [SEP]", "detok_text": "[CLS] at about 7: 30 a. m., local time. [SEP] if convicted, the 16 - year - old could face up to 15 years in prison and up to five years in prison if convicted of the charges. [SEP] he told the court he had followed his wife to the beach when he last saw her. [SEP] david ortizʼs two - run single started bostonʼs third run, but ramirez hit a fly ball to left - center. [SEP] he was then pushed through a door and later thrown to the ground. [SEP] revenue for the third quarter decreased 6. 6 % to $45. 6 million compared to $44 [SEP]"}
+{"type": "sample", "index": 15, "raw_text": "[CLS]. s. economy. [SEP] china ' s exports fell 5. 6 per cent year - on year, or 3. 7 per cent, while japan ' s fell by 6. 5 per cent overall. [SEP] france this week became the first european central bank to cut its interest rates twice since the start of the financial crisis only a little over two months ago. [SEP] analysts forecast earnings of $ 1. 12 per share. [SEP] \" we saw a loss of 2, 000 jobs in september, and that ' s the biggest monthly loss of the year, \" he said. [SEP] and we ' re going to have to fight. [SEP] [SEP]", "detok_text": "[CLS]. s. economy. [SEP] china's exports fell 5. 6 per cent year - on year, or 3. 7 per cent, while japan's fell by 6. 5 per cent overall. [SEP] france this week became the first european central bank to cut its interest rates twice since the start of the financial crisis only a little over two months ago. [SEP] analysts forecast earnings of $1. 12 per share. [SEP] \"we saw a loss of 2, 000 jobs in september, and that's the biggest monthly loss of the year,\" he said. [SEP] and we're going to have to fight. [SEP] [SEP]"}
+{"type": "sample", "index": 16, "raw_text": "[CLS] to sign the legislation, despite republican opposition to the senate measure. [SEP] \" i don ' t know how i could beat nadal because i ' ve only played a few matches, \" said federer, who reached the men ' s final two weeks ago with a 6 - 4 6 - 2 win over murray. [SEP] a hearing is scheduled for october. [SEP] \" it would be nice if we played really well and we needed to do that, \" he said. [SEP] \" in other words, we ' re not just trying to cut the deficit, we ' re trying to save jobs, \" obama said. [SEP] mr brown ' s [SEP]", "detok_text": "[CLS] to sign the legislation, despite republican opposition to the senate measure. [SEP] \"i don't know how i could beat nadal because i've only played a few matches,\" said federer, who reached the men's final two weeks ago with a 6 - 4 6 - 2 win over murray. [SEP] a hearing is scheduled for october. [SEP] \"it would be nice if we played really well and we needed to do that,\" he said. [SEP] \"in other words, we're not just trying to cut the deficit, we're trying to save jobs,\" obama said. [SEP] mr brown's [SEP]"}
+{"type": "sample", "index": 17, "raw_text": "[CLS] 000 by the end of the year. [SEP] iranian president mahmoud ahmadinejad has announced the launch of a long - range nuclear warhead. [SEP] four people have been killed and two others injured. [SEP] but some analysts say the campaign is running out of steam. [SEP] mccain said he believed obama could eventually reach a deal on the issue. [SEP] chicago, march 25 ( upi ) - - the mother of a 9 - year - old boy was arrested on suspicion of shooting a 7 - year - old boy in the head friday, police said. [SEP] associated press writer greg aisling in hartford, conn. contributed to this report [SEP]", "detok_text": "[CLS] 000 by the end of the year. [SEP] iranian president mahmoud ahmadinejad has announced the launch of a long - range nuclear warhead. [SEP] four people have been killed and two others injured. [SEP] but some analysts say the campaign is running out of steam. [SEP] mccain said he believed obama could eventually reach a deal on the issue. [SEP] chicago, march 25 (upi) - - the mother of a 9 - year - old boy was arrested on suspicion of shooting a 7 - year - old boy in the head friday, police said. [SEP] associated press writer greg aisling in hartford, conn. contributed to this report [SEP]"}
+{"type": "sample", "index": 18, "raw_text": "[CLS] / www. chinasourcegroup. com. [SEP] \" we were very excited. [SEP] the first two games will be played sunday. [SEP] that ' s good news for companies that make less money from private investors. [SEP] michael jones, 18, was jailed for up to five years for murder in november 2007 and was ordered to serve six years in prison at newcastle magistrates ' court. [SEP] pfizer shares dropped 4. 6 per cent to $ 11. 22, lost 2. 3 per cent to $ 3. 17 and pfizer fell 4. 2 per cent to $ 6. 29. [SEP] it seems as though [SEP]", "detok_text": "[CLS]/www. chinasourcegroup. com. [SEP] \" we were very excited. [SEP] the first two games will be played sunday. [SEP] that's good news for companies that make less money from private investors. [SEP] michael jones, 18, was jailed for up to five years for murder in november 2007 and was ordered to serve six years in prison at newcastle magistrates' court. [SEP] pfizer shares dropped 4. 6 per cent to $11. 22, lost 2. 3 per cent to $3. 17 and pfizer fell 4. 2 per cent to $6. 29. [SEP] it seems as though [SEP]"}
+{"type": "sample", "index": 19, "raw_text": "[CLS] 6 6 - 4 victory at the u. s. open. [SEP] mr brown said it was not unusual for the prime minister to hold a private meeting with the prime minister before the general election. [SEP] she had three straight birdies, a 12 - foot bogey 3, an 8 - foot putt on the second hole, a birdie on 17, a bogey on the third hole and a bogey. [SEP] denver, april 5 ( upi ) - - the colorado avalanche scored twice saturday in a 5 - 3 win over the st. louis blues. [SEP] the home side were boosted by a second - half goal [SEP]", "detok_text": "[CLS] 6 6 - 4 victory at the u. s. open. [SEP] mr brown said it was not unusual for the prime minister to hold a private meeting with the prime minister before the general election. [SEP] she had three straight birdies, a 12 - foot bogey 3, an 8 - foot putt on the second hole, a birdie on 17, a bogey on the third hole and a bogey. [SEP] denver, april 5 (upi) - - the colorado avalanche scored twice saturday in a 5 - 3 win over the st. louis blues. [SEP] the home side were boosted by a second - half goal [SEP]"}
+{"type": "sample", "index": 20, "raw_text": "[CLS] $ 9. 3 million or 6. 3 %, to $ 552. 9 million, a year - over - year increase of $ 0. 8 million over the same period last year. [SEP] \" i was sorry for the family, friends and colleagues of everyone who gave their life to me. [SEP] \" you can ' t do that. [SEP] \" this wasn ' t the last bill i voted for... and i am confident the bill will be passed, \" mr. reid said. [SEP] i don ' t want to be confused. [SEP] he also said an announcement could be made in september. [SEP] the two men [SEP]", "detok_text": "[CLS] $9. 3 million or 6. 3 %, to $552. 9 million, a year - over - year increase of $0. 8 million over the same period last year. [SEP] \"i was sorry for the family, friends and colleagues of everyone who gave their life to me. [SEP]\" you can't do that. [SEP] \"this wasn't the last bill i voted for... and i am confident the bill will be passed,\" mr. reid said. [SEP] i don't want to be confused. [SEP] he also said an announcement could be made in september. [SEP] the two men [SEP]"}
+{"type": "sample", "index": 21, "raw_text": "[CLS]. m. [SEP] \" i have no idea what to do, i have no idea what. [SEP] mr. bell was being held by the police and is not a suspect in the case, which has been being investigated by the new york city police department. [SEP] \" we are not going to run it unless we have the resources to handle it properly, \" he said. [SEP] dr roger field, director of children ' s services, said : \" however, it has been made clear that it is unlikely that some parents are able to keep custody of their own children. [SEP] i don ' t own a car. [SEP] \" it ' [SEP]", "detok_text": "[CLS]. m. [SEP] \"i have no idea what to do, i have no idea what. [SEP] mr. bell was being held by the police and is not a suspect in the case, which has been being investigated by the new york city police department. [SEP]\" we are not going to run it unless we have the resources to handle it properly, \"he said. [SEP] dr roger field, director of children's services, said:\" however, it has been made clear that it is unlikely that some parents are able to keep custody of their own children. [SEP] i don't own a car. [SEP] \" it ' [SEP]"}
+{"type": "sample", "index": 22, "raw_text": "[CLS] $ 6. 2 million as of march 31, 2009. [SEP] \" we ' re trying to make it easier to move forward on health care and we want everyone to know that we do something that we ' re not going to do, \" dr. michael garcia, a spokesman for the department of health and human services in oakland, calif., told abc news. [SEP] \" our customers will be affected. [SEP] it was not immediately clear if the group ' s senior leader had also been killed. [SEP] some of his friends made the move, but they lost out. [SEP] they ' re not alone. [SEP] he ' s going [SEP]", "detok_text": "[CLS] $6. 2 million as of march 31, 2009. [SEP] \"we're trying to make it easier to move forward on health care and we want everyone to know that we do something that we're not going to do,\" dr. michael garcia, a spokesman for the department of health and human services in oakland, calif., told abc news. [SEP] \" our customers will be affected. [SEP] it was not immediately clear if the group's senior leader had also been killed. [SEP] some of his friends made the move, but they lost out. [SEP] they're not alone. [SEP] he's going [SEP]"}
+{"type": "sample", "index": 23, "raw_text": "[CLS] that ' s what you want, and that ' s what you want in your own country, it ' s important to have the right to do so. [SEP] it ' s always a good idea. [SEP] mullen said the united states would have to restore confidence in pakistan ' s military if pakistan ' s military leaders agreed to the deal. [SEP] a police officer came in and said that the car had already been stolen, and by about 7 : 30 a. m., the man couldn ' t even get back to his car. [SEP] three men have been convicted of conspiracy to commit murder in the aftermath of the 9 / 11 [SEP]", "detok_text": "[CLS] that's what you want, and that's what you want in your own country, it's important to have the right to do so. [SEP] it's always a good idea. [SEP] mullen said the united states would have to restore confidence in pakistan's military if pakistan's military leaders agreed to the deal. [SEP] a police officer came in and said that the car had already been stolen, and by about 7: 30 a. m., the man couldn't even get back to his car. [SEP] three men have been convicted of conspiracy to commit murder in the aftermath of the 9/11 [SEP]"}
+{"type": "sample", "index": 24, "raw_text": "[CLS]5, 000 - £40k p. a. £56, 000 - £69, 000. [SEP] around the same time - - in november 2007 - - the teen gave birth to a baby and went back to school. [SEP] i want to know what i mean, but it ' s the way i ' m going that i don ' t know. [SEP] richards cut the deficit to one with 3 : 43 in the first period, then scored on a power - play tally with 4 : 13 left in the second period to give the panthers a 3 - 2 lead. [SEP] bush spokeswoman dana perino said the [SEP]", "detok_text": "[CLS]5, 000 - £40k p. a. £56, 000 - £69, 000. [SEP] around the same time - - in november 2007 - - the teen gave birth to a baby and went back to school. [SEP] i want to know what i mean, but it's the way i'm going that i don't know. [SEP] richards cut the deficit to one with 3: 43 in the first period, then scored on a power - play tally with 4: 13 left in the second period to give the panthers a 3 - 2 lead. [SEP] bush spokeswoman dana perino said the [SEP]"}
+{"type": "sample", "index": 25, "raw_text": "[CLS] bst on friday 22 april 2010. [SEP] he said he expected central banks to take some of the steps to spur economic growth. [SEP] he said he is not surprised by the situation. [SEP] ivins is scheduled to make a court appearance on tuesday and is expected to return to court in manhattan on thursday, said william j. fitzgerald, the u. s. district attorney for the district of new york ' s office of investigations, in a brief statement released by the u. s. attorney ' s office. [SEP] about 2. 5 million people will be living with swine flu this year, compared with 9 million in 2007, [SEP]", "detok_text": "[CLS] bst on friday 22 april 2010. [SEP] he said he expected central banks to take some of the steps to spur economic growth. [SEP] he said he is not surprised by the situation. [SEP] ivins is scheduled to make a court appearance on tuesday and is expected to return to court in manhattan on thursday, said william j. fitzgerald, the u. s. district attorney for the district of new york's office of investigations, in a brief statement released by the u. s. attorney's office. [SEP] about 2. 5 million people will be living with swine flu this year, compared with 9 million in 2007, [SEP]"}
+{"type": "sample", "index": 26, "raw_text": "[CLS], although he didn ' t know what their name was. [SEP] \" we will be able to continue negotiations, \" the company said in an e - mail. [SEP] murray ' s win came in the third round of the tournament when third - seed novak djokovic beat argentine david nalbandian 6 - 3, 6 - 4 on monday. [SEP] on friday, thousands of students, teachers, teachers and human - rights activists gathered in the capital to continue their protest against the rapid appreciation of the chinese currency. [SEP] he said the government would try to resolve the situation, he added. [SEP] at the same time, the u [SEP]", "detok_text": "[CLS], although he didn't know what their name was. [SEP] \"we will be able to continue negotiations,\" the company said in an e - mail. [SEP] murray's win came in the third round of the tournament when third - seed novak djokovic beat argentine david nalbandian 6 - 3, 6 - 4 on monday. [SEP] on friday, thousands of students, teachers, teachers and human - rights activists gathered in the capital to continue their protest against the rapid appreciation of the chinese currency. [SEP] he said the government would try to resolve the situation, he added. [SEP] at the same time, the u [SEP]"}
+{"type": "sample", "index": 27, "raw_text": "[CLS] sold more than 5 million copies last year and attracted more than 100 million page views since it was launched in 2007. [SEP] in poor countries such as china, for example, more than 50 percent of the total population fall into poverty. [SEP] it ' s just hard to get a good deal. [SEP] this article was first published on guardian. co. uk at 19. 36 bst on friday 30 september 2009. [SEP] \" i know i don ' t want to play at this level. [SEP] \" we ' ll give a lot of money to companies that don ' t, \" he said. [SEP] according to the suit, mr. [SEP]", "detok_text": "[CLS] sold more than 5 million copies last year and attracted more than 100 million page views since it was launched in 2007. [SEP] in poor countries such as china, for example, more than 50 percent of the total population fall into poverty. [SEP] it's just hard to get a good deal. [SEP] this article was first published on guardian. co. uk at 19. 36 bst on friday 30 september 2009. [SEP] \"i know i don't want to play at this level. [SEP]\" we'll give a lot of money to companies that don't, \" he said. [SEP] according to the suit, mr. [SEP]"}
+{"type": "sample", "index": 28, "raw_text": "[CLS] of first - degree murder and could face up to 20 years in state prison. [SEP] \" i don ' t want to change the situation. [SEP] columbus, ohio, march 2 ( upi ) - - the u. s. space agency nasa said it will begin preparing the space station ' s crew for blastoff at 11 : 35 p. m. [SEP] police said johnson ' s body was pulled out of the apartment building shortly after 8 a. m. [SEP] \" we did not have a lot of resources to provide for this and do not have a solution, \" he wrote in a letter to president obama. [SEP] in the [SEP]", "detok_text": "[CLS] of first - degree murder and could face up to 20 years in state prison. [SEP] \"i don't want to change the situation. [SEP] columbus, ohio, march 2 (upi) - - the u. s. space agency nasa said it will begin preparing the space station's crew for blastoff at 11: 35 p. m. [SEP] police said johnson's body was pulled out of the apartment building shortly after 8 a. m. [SEP]\" we did not have a lot of resources to provide for this and do not have a solution, \" he wrote in a letter to president obama. [SEP] in the [SEP]"}
+{"type": "sample", "index": 29, "raw_text": "[CLS] layup in the middle of the key. [SEP] the dollar against a basket of major currencies rose to 89. 93 yen, from 89. 15 yen the previous day. [SEP] obama : there ' s a lot of talk - - i. e. talk about what you ' ve come up with and how to deal with it.... [SEP] i might change my mind, but i don ' t know what the effect will be. [SEP] mr wilson said : \" he won ' t be able to walk again. [SEP] the government is expected to report a 0. 6 percent gain in retail sales in august, but [SEP]", "detok_text": "[CLS] layup in the middle of the key. [SEP] the dollar against a basket of major currencies rose to 89. 93 yen, from 89. 15 yen the previous day. [SEP] obama: there's a lot of talk - - i. e. talk about what you've come up with and how to deal with it.... [SEP] i might change my mind, but i don't know what the effect will be. [SEP] mr wilson said: \" he won't be able to walk again. [SEP] the government is expected to report a 0. 6 percent gain in retail sales in august, but [SEP]"}
+{"type": "sample", "index": 30, "raw_text": "[CLS]. [SEP] u. s. shuttle atlantis is scheduled to return to earth on june 12, ahead of the space shuttle atlantis. [SEP] \" i ' m going to be here for a long time, \" david beckham said at a news conference last year. [SEP] a 14 - year - old boy has been charged with shooting his mother and a mother to death at the family home. [SEP] \" on the other hand, my 4 - year - old wanted to go in to school and i knew how to go to school but i love to go out to see the children, so it ' s my job to see my children. [SEP] [SEP]", "detok_text": "[CLS]. [SEP] u. s. shuttle atlantis is scheduled to return to earth on june 12, ahead of the space shuttle atlantis. [SEP] \"i'm going to be here for a long time,\" david beckham said at a news conference last year. [SEP] a 14 - year - old boy has been charged with shooting his mother and a mother to death at the family home. [SEP] \" on the other hand, my 4 - year - old wanted to go in to school and i knew how to go to school but i love to go out to see the children, so it's my job to see my children. [SEP] [SEP]"}
+{"type": "sample", "index": 31, "raw_text": "[CLS] in october. [SEP] he said the move appeared to set the stage for future negotiations. [SEP] sony raised its forecast for full - year net profit in 2008 to 10. 8 trillion yen ( 13. 4 billion euros, 13. 4 billion dollars ) from 10. 6 trillion yen ( $ 7. 2 billion ) net profit a year earlier. [SEP] \" nobody would stop them if there was a car coming up in front of them. [SEP] he should be back on the market in a few weeks. [SEP] rio tinto completed the sale of its stake in rio tinto on monday, raising about $ 4. 8 billion in new shares [SEP]", "detok_text": "[CLS] in october. [SEP] he said the move appeared to set the stage for future negotiations. [SEP] sony raised its forecast for full - year net profit in 2008 to 10. 8 trillion yen (13. 4 billion euros, 13. 4 billion dollars) from 10. 6 trillion yen ($7. 2 billion) net profit a year earlier. [SEP] \" nobody would stop them if there was a car coming up in front of them. [SEP] he should be back on the market in a few weeks. [SEP] rio tinto completed the sale of its stake in rio tinto on monday, raising about $4. 8 billion in new shares [SEP]"}
+{"type": "sample", "index": 32, "raw_text": "[CLS] losses tuesday on data on german consumer confidence and a host of disappointing forecasts for the world ' s largest u. s. economy. [SEP] downing street declined to comment on the source of the letter. [SEP] the club ' s chairman, david gold, told the times last week he had always wanted to sell only three players he could not afford. [SEP] 29 ( upi ) - - a boston woman was charged with second - degree murder, in connection with the death of a man in boston, police said saturday. [SEP] \" i ' m not going to do that because i ' m not a fan, \" he said. [SEP] [SEP]", "detok_text": "[CLS] losses tuesday on data on german consumer confidence and a host of disappointing forecasts for the world's largest u. s. economy. [SEP] downing street declined to comment on the source of the letter. [SEP] the club's chairman, david gold, told the times last week he had always wanted to sell only three players he could not afford. [SEP] 29 (upi) - - a boston woman was charged with second - degree murder, in connection with the death of a man in boston, police said saturday. [SEP] \"i'm not going to do that because i'm not a fan,\" he said. [SEP] [SEP]"}
+{"type": "sample", "index": 33, "raw_text": "[CLS] s political stability. [SEP] washington, july 10 ( upi ) - - a man has been arrested in the u. s. to face charges for raping a 14 - year - old washington girl, u. s. officials said. [SEP] the collapse of the credit markets put further downward pressure on short - term interest rates. [SEP] a 16 - year - old boy has been arrested on suspicion of murder following a burglary at a men ' s shop in glasgow. [SEP] in 2008, the u. s. economy was under $ 300 billion a year, or more than $ 2. 3 trillion in debt. [SEP] but [SEP]", "detok_text": "[CLS] s political stability. [SEP] washington, july 10 (upi) - - a man has been arrested in the u. s. to face charges for raping a 14 - year - old washington girl, u. s. officials said. [SEP] the collapse of the credit markets put further downward pressure on short - term interest rates. [SEP] a 16 - year - old boy has been arrested on suspicion of murder following a burglary at a men's shop in glasgow. [SEP] in 2008, the u. s. economy was under $300 billion a year, or more than $2. 3 trillion in debt. [SEP] but [SEP]"}
+{"type": "sample", "index": 34, "raw_text": "[CLS] number of americans have been killed since the war began in march 2001. [SEP] \" i ' m very happy about it, \" he said. [SEP] the good news is, i don ' t think that the tories have anything to do with the election. [SEP] \" i told myself that i wanted to go back to school. [SEP] according to a statement released by the newspaper, he was charged with murder but wasn ' t charged. [SEP] there is no easy solution to this problem. [SEP] this should never have happened. [SEP] verizon wireless, the leading telecoms company that offers wireless data services, is also expected to add new [SEP]", "detok_text": "[CLS] number of americans have been killed since the war began in march 2001. [SEP] \"i'm very happy about it,\" he said. [SEP] the good news is, i don't think that the tories have anything to do with the election. [SEP] \" i told myself that i wanted to go back to school. [SEP] according to a statement released by the newspaper, he was charged with murder but wasn't charged. [SEP] there is no easy solution to this problem. [SEP] this should never have happened. [SEP] verizon wireless, the leading telecoms company that offers wireless data services, is also expected to add new [SEP]"}
+{"type": "sample", "index": 35, "raw_text": "[CLS] 700m ( 1, 500ft ). [SEP] the court referred mr. harman ' s case to the u. s. supreme court. [SEP] he said : \" i don ' t want to give any thought to my future but there is no doubt that i ' m one of the players who will be prepared for the challenge. [SEP] 26 / prnewswire - firstcall / - - ( nasdaq : saic ) today announced that it has reached a non - binding agreement with the panel of the u. s. district court for the district of the district of delaware on june 24, 2009. the [SEP]", "detok_text": "[CLS] 700m (1, 500ft). [SEP] the court referred mr. harman's case to the u. s. supreme court. [SEP] he said: \" i don't want to give any thought to my future but there is no doubt that i'm one of the players who will be prepared for the challenge. [SEP] 26/prnewswire - firstcall/- - (nasdaq: saic) today announced that it has reached a non - binding agreement with the panel of the u. s. district court for the district of the district of delaware on june 24, 2009. the [SEP]"}
+{"type": "sample", "index": 36, "raw_text": "[CLS] as much as $ 3. 5 billion last year, up from $ 5 billion in 2006. [SEP] still, the best way to get out of this is to put them in the kind of position they want, which is to learn how to listen and to listen to them. [SEP] today, there ' s more than $ 2 billion a year in air travel between the u. s. and the u. s.. [SEP] i am a very, very happy, happy and kind man, who was born in bristol. [SEP] at the close of the trial, jeffs was ordered to pay $ 20, 000 to the girl ' [SEP]", "detok_text": "[CLS] as much as $3. 5 billion last year, up from $5 billion in 2006. [SEP] still, the best way to get out of this is to put them in the kind of position they want, which is to learn how to listen and to listen to them. [SEP] today, there's more than $2 billion a year in air travel between the u. s. and the u. s.. [SEP] i am a very, very happy, happy and kind man, who was born in bristol. [SEP] at the close of the trial, jeffs was ordered to pay $20, 000 to the girl ' [SEP]"}
+{"type": "sample", "index": 37, "raw_text": "[CLS] - yard run, capped a 6 - yard run that gave the sooners a 23 - 17 lead in the first quarter, capped by a 3 - yard touchdown pass to jeremy mcclinton. [SEP] duncan scored only seven points for the spurs, who were just 4 of 12 from 3 - point range at the break. [SEP] however, rbs said yesterday that it still did not expect to raise additional capital to help it pay off its debts in the future. [SEP] i didn ' t know this, but i wanted to make sure that he was safe. [SEP] bhp said on tuesday that it had not made an indicative offer for a [SEP]", "detok_text": "[CLS] - yard run, capped a 6 - yard run that gave the sooners a 23 - 17 lead in the first quarter, capped by a 3 - yard touchdown pass to jeremy mcclinton. [SEP] duncan scored only seven points for the spurs, who were just 4 of 12 from 3 - point range at the break. [SEP] however, rbs said yesterday that it still did not expect to raise additional capital to help it pay off its debts in the future. [SEP] i didn't know this, but i wanted to make sure that he was safe. [SEP] bhp said on tuesday that it had not made an indicative offer for a [SEP]"}
+{"type": "sample", "index": 38, "raw_text": "[CLS] game and advanced to the second round of the playoffs for the first time in major league history. [SEP] i think this is why he was thrown out of the political system and forced out of the country. [SEP] a justice department spokesman was not available to comment on the matter. [SEP] the white house on friday said that the u. s. government will continue to provide about $ 50 billion in bailout funds to help small businesses in the u. s. during the credit crisis. [SEP] i don ' t want this to go away. [SEP] i love going through it. [SEP] in 2004, the government approved a £5m package to support [SEP]", "detok_text": "[CLS] game and advanced to the second round of the playoffs for the first time in major league history. [SEP] i think this is why he was thrown out of the political system and forced out of the country. [SEP] a justice department spokesman was not available to comment on the matter. [SEP] the white house on friday said that the u. s. government will continue to provide about $50 billion in bailout funds to help small businesses in the u. s. during the credit crisis. [SEP] i don't want this to go away. [SEP] i love going through it. [SEP] in 2004, the government approved a £5m package to support [SEP]"}
+{"type": "sample", "index": 39, "raw_text": "[CLS] this year. [SEP] the winner will be announced on 30 may. [SEP] it has been a key part of the iraqi government ' s recent peace process. [SEP] \" we ' re not going anywhere, but it ' s a start, \" said johnson, who showed up for a news conference with johnson monday morning. [SEP] \" i said congress needs to consider this now, \" boehner said in a statement. [SEP] in the first quarter, the company ' s revenue rose 20 per cent to $ 10. 7 billion, or $ 1. 6 billion to $ 1. 2 billion, up 47 per cent from the same period a [SEP]", "detok_text": "[CLS] this year. [SEP] the winner will be announced on 30 may. [SEP] it has been a key part of the iraqi government's recent peace process. [SEP] \"we're not going anywhere, but it's a start,\" said johnson, who showed up for a news conference with johnson monday morning. [SEP] \"i said congress needs to consider this now,\" boehner said in a statement. [SEP] in the first quarter, the company's revenue rose 20 per cent to $10. 7 billion, or $1. 6 billion to $1. 2 billion, up 47 per cent from the same period a [SEP]"}
+{"type": "sample", "index": 40, "raw_text": "[CLS] worth more than $ 2 billion. [SEP] u. s. immigration officials said last week that a legal immigrant shouldn ' t have the right to stay in the united states, but the white house said it will ask the supreme court to review that. [SEP] the u. s. open champion reached his second straight final by defeating radek stepanek of switzerland 6 - 3, 6 - 3. [SEP] 11 a. m. - 4 p. m., 9 : 30 a. m. - 6 p. m. [SEP] delfino finished with 16 points and 10 rebounds and joe johnson scored 13 points for the raptors [SEP]", "detok_text": "[CLS] worth more than $2 billion. [SEP] u. s. immigration officials said last week that a legal immigrant shouldn't have the right to stay in the united states, but the white house said it will ask the supreme court to review that. [SEP] the u. s. open champion reached his second straight final by defeating radek stepanek of switzerland 6 - 3, 6 - 3. [SEP] 11 a. m. - 4 p. m., 9: 30 a. m. - 6 p. m. [SEP] delfino finished with 16 points and 10 rebounds and joe johnson scored 13 points for the raptors [SEP]"}
+{"type": "sample", "index": 41, "raw_text": "[CLS] came after a report by the u. s. energy and information administration said u. s. crude inventories fell by 1 million barrels a day last week. [SEP] there has been a series of phone calls and phone calls. [SEP] \" my reaction was, ' i know what i ' m going to do now, but i ' m going to have to make it to the final before i get ready for the final, ' \" he said. [SEP] the latest estimates put the total at $ 6. 2 million, from $ 6. 3 million in the previous fiscal year. [SEP] similar measures have already been announced in the united states [SEP]", "detok_text": "[CLS] came after a report by the u. s. energy and information administration said u. s. crude inventories fell by 1 million barrels a day last week. [SEP] there has been a series of phone calls and phone calls. [SEP] \"my reaction was, ' i know what i'm going to do now, but i'm going to have to make it to the final before i get ready for the final, '\" he said. [SEP] the latest estimates put the total at $6. 2 million, from $6. 3 million in the previous fiscal year. [SEP] similar measures have already been announced in the united states [SEP]"}
+{"type": "sample", "index": 42, "raw_text": "[CLS] him, but i don ' t want to learn a lot from him, i don ' t want to worry about him. [SEP] maybe that will make a difference. [SEP] according to thomson financial, the company continues to monitor its performance. [SEP] \" i don ' t think there is a moment when we don ' t want to change, \" pelosi said. [SEP] the council ' s statement read : \" we are currently in consultation with both parties looking for a candidate for the council ' s joint executive committee at the meeting on january 26. [SEP] spending is estimated at about $ 5, 000 billion a year. [SEP] the two [SEP]", "detok_text": "[CLS] him, but i don't want to learn a lot from him, i don't want to worry about him. [SEP] maybe that will make a difference. [SEP] according to thomson financial, the company continues to monitor its performance. [SEP] \"i don't think there is a moment when we don't want to change,\" pelosi said. [SEP] the council's statement read: \" we are currently in consultation with both parties looking for a candidate for the council's joint executive committee at the meeting on january 26. [SEP] spending is estimated at about $5, 000 billion a year. [SEP] the two [SEP]"}
+{"type": "sample", "index": 43, "raw_text": "[CLS] prices rose at a 1. 5 percent annual rate of 5. 3 percent from an initial estimate of 5. 5 percent, followed by a 2. 4 percent increase. [SEP] in one of the most daunting games of the season, david beckham scored his first goal of the campaign to seal a semi - final place in the european cup final on sunday. [SEP] the results are expected to be announced on wednesday. [SEP] my mother didn ' t want to do anything with her. [SEP] the city manager said : \" i won ' t be without my team - mates for a very long time. [SEP] the report also warned that [SEP]", "detok_text": "[CLS] prices rose at a 1. 5 percent annual rate of 5. 3 percent from an initial estimate of 5. 5 percent, followed by a 2. 4 percent increase. [SEP] in one of the most daunting games of the season, david beckham scored his first goal of the campaign to seal a semi - final place in the european cup final on sunday. [SEP] the results are expected to be announced on wednesday. [SEP] my mother didn't want to do anything with her. [SEP] the city manager said: \" i won't be without my team - mates for a very long time. [SEP] the report also warned that [SEP]"}
+{"type": "sample", "index": 44, "raw_text": "[CLS] set to perform in los angeles on thursday, but the 36 - year - old singer is planning a world tour for the first time in three years, the los angeles times reported friday. [SEP] it ' s probably the worst thing he ' s seen so far in the past six months. \" [SEP] if they want to address the issue, they should be given a chance to make it work. [SEP] they ' d have to go on their own. [SEP] it ' s very important for her to have the right to vote the way she ' s done the last few years. [SEP] her father, michael, a grocer, said [SEP]", "detok_text": "[CLS] set to perform in los angeles on thursday, but the 36 - year - old singer is planning a world tour for the first time in three years, the los angeles times reported friday. [SEP] it's probably the worst thing he's seen so far in the past six months. \" [SEP] if they want to address the issue, they should be given a chance to make it work. [SEP] they'd have to go on their own. [SEP] it's very important for her to have the right to vote the way she's done the last few years. [SEP] her father, michael, a grocer, said [SEP]"}
+{"type": "sample", "index": 45, "raw_text": "[CLS]. m. [SEP] the study was partially funded by the u. s. department of health and human services. [SEP] fleury scored the lone goal with less than three minutes left in the third and the penguins went up 2 - 1 on eric staal ' s goal with 5 : 11 left in the third. [SEP] china ' s foreign minister, hu jintao, has not visited the games but is expected to hold talks with chinese officials at the olympic venue in beijing. [SEP] \" i don ' t want to be negative, and i don ' t want to speak to you as a positive person, \" he said. [SEP]", "detok_text": "[CLS]. m. [SEP] the study was partially funded by the u. s. department of health and human services. [SEP] fleury scored the lone goal with less than three minutes left in the third and the penguins went up 2 - 1 on eric staal's goal with 5: 11 left in the third. [SEP] china's foreign minister, hu jintao, has not visited the games but is expected to hold talks with chinese officials at the olympic venue in beijing. [SEP] \"i don't want to be negative, and i don't want to speak to you as a positive person,\" he said. [SEP]"}
+{"type": "sample", "index": 46, "raw_text": "[CLS] to $ 2. 15 per share, and $ 2. 20 to $ 2. 25 to $ 2. 40 per share, said michael g. berner, the vice president and chief executive of the company, which has about 100 employees. [SEP] u. s. sen. charles schumer, d - n. y., the chairman of the armed services committee under president george h. w. bush, said he is concerned about the continued presence of u. s. troops in iraq. [SEP] \" it ' s all over the country, \" cbs news correspondent bob orr reports. [SEP] los angeles, california ( reuters [SEP]", "detok_text": "[CLS] to $2. 15 per share, and $2. 20 to $2. 25 to $2. 40 per share, said michael g. berner, the vice president and chief executive of the company, which has about 100 employees. [SEP] u. s. sen. charles schumer, d - n. y., the chairman of the armed services committee under president george h. w. bush, said he is concerned about the continued presence of u. s. troops in iraq. [SEP] \"it's all over the country,\" cbs news correspondent bob orr reports. [SEP] los angeles, california ( reuters [SEP]"}
+{"type": "sample", "index": 47, "raw_text": "[CLS]closure, borrowers must agree to refinance loans with a 20 percent interest rate. [SEP] a man has been left seriously injured following a house fire in greater manchester. [SEP] this entry was posted by paul murphy on thursday, january 20th, 2011 at 16 : 45 and is filed under briefings, capital markets. [SEP] in china, the hang seng index fell 426. 85, or 3. 9 percent, to 21, 943. 80. [SEP] mr clegg told the times on tuesday that the government was \" in a difficult state of affairs, \" but said that was not his political position. [SEP]", "detok_text": "[CLS]closure, borrowers must agree to refinance loans with a 20 percent interest rate. [SEP] a man has been left seriously injured following a house fire in greater manchester. [SEP] this entry was posted by paul murphy on thursday, january 20th, 2011 at 16: 45 and is filed under briefings, capital markets. [SEP] in china, the hang seng index fell 426. 85, or 3. 9 percent, to 21, 943. 80. [SEP] mr clegg told the times on tuesday that the government was \"in a difficult state of affairs,\" but said that was not his political position. [SEP]"}
+{"type": "sample", "index": 48, "raw_text": "[CLS] $ 2. 30 per share and full - year earnings of $ 2. 40 to $ 2. 60 per share. [SEP] peshawar, pakistan ( ap ) - a 13 - year - old boy was among 35 people killed in a bomb blast that killed seven people and wounded 50 monday at a school in a village in northwest pakistan, local police said. [SEP] turco allowed three goals on 25 shots for the red wings, who have lost four straight at home and are 4 - 0 - 2. [SEP] i hope that the afghan people, and especially the afghan government, will be able to continue this process for as long as possible. [SEP]", "detok_text": "[CLS] $2. 30 per share and full - year earnings of $2. 40 to $2. 60 per share. [SEP] peshawar, pakistan (ap) - a 13 - year - old boy was among 35 people killed in a bomb blast that killed seven people and wounded 50 monday at a school in a village in northwest pakistan, local police said. [SEP] turco allowed three goals on 25 shots for the red wings, who have lost four straight at home and are 4 - 0 - 2. [SEP] i hope that the afghan people, and especially the afghan government, will be able to continue this process for as long as possible. [SEP]"}
+{"type": "sample", "index": 49, "raw_text": "[CLS]. [SEP] we ' re going to go and think we ' re going to win. [SEP] they have agreed to pay for the drugs, but they are not covered by the nhs, so they must pay the full cost of the treatment. [SEP] redknapp, though, added : \" everyone knows he ' s going to be a player, he ' s a player with a great talent and at this time of year you ' d expect him to be worried about that. [SEP] the shares were down 0. 2 per cent to $ 20. 10 in early morning trading before easing back to $ 20. 40 ( 0. 3 [SEP]", "detok_text": "[CLS]. [SEP] we're going to go and think we're going to win. [SEP] they have agreed to pay for the drugs, but they are not covered by the nhs, so they must pay the full cost of the treatment. [SEP] redknapp, though, added: \" everyone knows he's going to be a player, he's a player with a great talent and at this time of year you'd expect him to be worried about that. [SEP] the shares were down 0. 2 per cent to $20. 10 in early morning trading before easing back to $20. 40 ( 0. 3 [SEP]"}
+{"type": "sample", "index": 50, "raw_text": "[CLS] euro1. 3 billion ( $ 7. 5 billion ) and 1. 1 percent to euro1. 2 billion ( $ 5. 7 billion ). [SEP] we ' re not going to take care of them. [SEP] \" you have to be able to talk to... people, you just have to be specifics of your actions, \" mr. silverman said. [SEP] i don ' t think it ' s the right time to spend a lot of time with his children. [SEP] but the 55 - year - old mother - - who gave birth to her three - month - old daughter before she was due to leave [SEP]", "detok_text": "[CLS] euro1. 3 billion ($7. 5 billion) and 1. 1 percent to euro1. 2 billion ($5. 7 billion). [SEP] we're not going to take care of them. [SEP] \"you have to be able to talk to... people, you just have to be specifics of your actions,\" mr. silverman said. [SEP] i don't think it's the right time to spend a lot of time with his children. [SEP] but the 55 - year - old mother - - who gave birth to her three - month - old daughter before she was due to leave [SEP]"}
+{"type": "sample", "index": 51, "raw_text": "[CLS] year. [SEP] \" it is clear that the lives of the iraqi people must be protected, \" he said. [SEP] he added that the government would try to intervene if the case is not resolved. [SEP] howard struggled from the 3 - point line and averaged less than 6 points per game, helping the magic to a 40 - 27 lead at the break. [SEP] i don ' t want to walk down the street, \" he said. [SEP] \" i am pleased with my role as a member of the welsh rugby board, \" read the statement. [SEP] \" we ' ll have to figure out how to deal with that, \" obama said [SEP]", "detok_text": "[CLS] year. [SEP] \"it is clear that the lives of the iraqi people must be protected,\" he said. [SEP] he added that the government would try to intervene if the case is not resolved. [SEP] howard struggled from the 3 - point line and averaged less than 6 points per game, helping the magic to a 40 - 27 lead at the break. [SEP] i don't want to walk down the street, \"he said. [SEP]\" i am pleased with my role as a member of the welsh rugby board, \"read the statement. [SEP]\" we'll have to figure out how to deal with that, \" obama said [SEP]"}
+{"type": "sample", "index": 52, "raw_text": "[CLS] since 2005. [SEP] the second body found in the man ' s car had a seat belt around his neck and a piece of paper around his neck. [SEP] vince carter, 23, scored 20 points for the magic, who shot 50 percent in the first 15 minutes, and made just three goals on 27 shots in the first period. [SEP] the driver, a 20 - year - old italian man named as michael, was hit by the car as he travelled through the city shortly after midnight on may 29, 2009, according to local authorities. [SEP] i don ' t think it ' s a good idea and i don ' t think it [SEP]", "detok_text": "[CLS] since 2005. [SEP] the second body found in the man's car had a seat belt around his neck and a piece of paper around his neck. [SEP] vince carter, 23, scored 20 points for the magic, who shot 50 percent in the first 15 minutes, and made just three goals on 27 shots in the first period. [SEP] the driver, a 20 - year - old italian man named as michael, was hit by the car as he travelled through the city shortly after midnight on may 29, 2009, according to local authorities. [SEP] i don't think it's a good idea and i don't think it [SEP]"}
+{"type": "sample", "index": 53, "raw_text": "[CLS]rraf brought back to power. [SEP] by close, the s & p 500 index rose 0. 49, or 0. 1 percent, to 1, 152. 12 and the nasdaq composite index added 0. 57, or 0. 2 percent, to 2, 459. 88. [SEP] the shares were up 2. 6 per cent to $ 18. 14 in pre - market trade. [SEP] \" we have the capacity to make the right decision about the future of the country, \" the group said in a statement. [SEP] completed last year, the goal is to start the construction of the new facility in 2011. [SEP]", "detok_text": "[CLS]rraf brought back to power. [SEP] by close, the s & p 500 index rose 0. 49, or 0. 1 percent, to 1, 152. 12 and the nasdaq composite index added 0. 57, or 0. 2 percent, to 2, 459. 88. [SEP] the shares were up 2. 6 per cent to $18. 14 in pre - market trade. [SEP] \"we have the capacity to make the right decision about the future of the country,\" the group said in a statement. [SEP] completed last year, the goal is to start the construction of the new facility in 2011. [SEP]"}
+{"type": "sample", "index": 54, "raw_text": "[CLS] the gop. [SEP] a 26 - year - old man from merseyside has been charged with attempted murder after an incident in the city ' s car park. [SEP] the month - to - month sales rate fell to 4. 0 percent, from 4. 5 percent the same month in april, the group said. [SEP] the nasdaq stock was flat at $ 2. 40 a share. [SEP] ebay ' s revenue fell 4 percent to $. 3 billion, while expedia ' s revenue fell 1. 3 percent to $. 2 billion. [SEP] the council said it is aiming to raise around £20, [SEP]", "detok_text": "[CLS] the gop. [SEP] a 26 - year - old man from merseyside has been charged with attempted murder after an incident in the city's car park. [SEP] the month - to - month sales rate fell to 4. 0 percent, from 4. 5 percent the same month in april, the group said. [SEP] the nasdaq stock was flat at $2. 40 a share. [SEP] ebay's revenue fell 4 percent to $. 3 billion, while expedia's revenue fell 1. 3 percent to $. 2 billion. [SEP] the council said it is aiming to raise around £20, [SEP]"}
+{"type": "sample", "index": 55, "raw_text": "[CLS] plans to sell the business to a private buyer. [SEP] the right - hander gave up six runs and seven hits in 3 1 - 3 innings of the yankees ' loss to texas last saturday, allowing five runs and four hits in seven innings. [SEP] i had never done this before. [SEP] earlier this week, british foreign secretary david miliband said he was concerned about china ' s role in the unrest in tibet. [SEP] \" every time i saw a film, it was like, ' who ' s going to do this now? ' \" she said. [SEP] cnn : do you want to get involved? [SEP] in 2008, [SEP]", "detok_text": "[CLS] plans to sell the business to a private buyer. [SEP] the right - hander gave up six runs and seven hits in 3 1 - 3 innings of the yankees' loss to texas last saturday, allowing five runs and four hits in seven innings. [SEP] i had never done this before. [SEP] earlier this week, british foreign secretary david miliband said he was concerned about china's role in the unrest in tibet. [SEP] \"every time i saw a film, it was like, ' who's going to do this now? '\" she said. [SEP] cnn: do you want to get involved? [SEP] in 2008, [SEP]"}
+{"type": "sample", "index": 56, "raw_text": "[CLS] monday. [SEP] \" it ' s time to focus on the real role of the u. s. in the region, \" he said. [SEP] pre - tax profits were £96m ( $ 452m ) in the same period, compared with £59m ( $ 80m ) at the end of the same period last year. [SEP] the world ' s no. 2 gold miner offered to buy australian rival bhp billiton for about 11. 7 billion dollars ( $ 12. 12 a share ), slightly more than bhp billiton offered in april ' s initial offer. [SEP] treasury secretary timothy geithner [SEP]", "detok_text": "[CLS] monday. [SEP] \"it's time to focus on the real role of the u. s. in the region,\" he said. [SEP] pre - tax profits were £96m ($452m) in the same period, compared with £59m ($80m) at the end of the same period last year. [SEP] the world's no. 2 gold miner offered to buy australian rival bhp billiton for about 11. 7 billion dollars ($12. 12 a share), slightly more than bhp billiton offered in april's initial offer. [SEP] treasury secretary timothy geithner [SEP]"}
+{"type": "sample", "index": 57, "raw_text": "[CLS] \" margaret spellings, a spokeswoman for new york ' s department of children, schools, families and human services, said in a statement. [SEP] we ' re going to win this war but it ' s going to be a tough fight and that ' s the kind of challenge facing the world, \" he said. [SEP] the bodies were discovered by sheriff ' s department officers about 8 : 45 a. m. [SEP] he is a young man, but the fact that he is such a small boy makes him feel like he ' s trying to kill himself. [SEP] federer became only the second man in wimbledon history to win the [SEP]", "detok_text": "[CLS] \"margaret spellings, a spokeswoman for new york's department of children, schools, families and human services, said in a statement. [SEP] we're going to win this war but it's going to be a tough fight and that's the kind of challenge facing the world,\" he said. [SEP] the bodies were discovered by sheriff's department officers about 8: 45 a. m. [SEP] he is a young man, but the fact that he is such a small boy makes him feel like he's trying to kill himself. [SEP] federer became only the second man in wimbledon history to win the [SEP]"}
+{"type": "sample", "index": 58, "raw_text": "[CLS] use of force. [SEP] we ' re willing to work together in difficult times. [SEP] in a statement last night, pru said it would be looking at the issue. [SEP] the pakistan people ' s party is expected to win the election by the end of october. [SEP] \" i don ' t like him, i like him, i really like him, \" smith told \" the early show \" thursday night about his relationship with the pop star. [SEP] blatter said : \" you can see that there are lots of big names that make quite a lot of money. [SEP] \" we ' re not going to let them go. [SEP]", "detok_text": "[CLS] use of force. [SEP] we're willing to work together in difficult times. [SEP] in a statement last night, pru said it would be looking at the issue. [SEP] the pakistan people's party is expected to win the election by the end of october. [SEP] \"i don't like him, i like him, i really like him,\" smith told \"the early show\" thursday night about his relationship with the pop star. [SEP] blatter said: \"you can see that there are lots of big names that make quite a lot of money. [SEP]\" we're not going to let them go. [SEP]"}
+{"type": "sample", "index": 59, "raw_text": "[CLS] the dow jones industrial average rose 0. 9 per cent to 9, 749. 83 from a 14 - month high of 9, 379. 12 - - its highest since august 1993. [SEP] ( ap ) - police say a 7 - year - old boy tried to shoot his father, then killed a man suspected of shooting his brother. [SEP] he added that there are \" more encouraging \" signs, but that the time is now running out for the economy to return to positive growth in the next few months, with the economy expected to expand 0. 5 percent in the third quarter. [SEP] the company said it would \" seek [SEP]", "detok_text": "[CLS] the dow jones industrial average rose 0. 9 per cent to 9, 749. 83 from a 14 - month high of 9, 379. 12 - - its highest since august 1993. [SEP] (ap) - police say a 7 - year - old boy tried to shoot his father, then killed a man suspected of shooting his brother. [SEP] he added that there are \"more encouraging\" signs, but that the time is now running out for the economy to return to positive growth in the next few months, with the economy expected to expand 0. 5 percent in the third quarter. [SEP] the company said it would \" seek [SEP]"}
+{"type": "sample", "index": 60, "raw_text": "[CLS] for the safety of the children and their families, the foreign office said this morning. [SEP] regular gasoline fell by $ 2. 10 a gallon or $ 2. 12 to $ 3. 15, and heating oil fell by $ 2. 70 to $ 2. 19 a gallon, according to the survey. [SEP] a special meeting of the company ' s board is scheduled to be held on thursday, november 30. [SEP] that ' s what he wants to do with me. [SEP] the report put the cost at five million pounds ( 3. 6 million euros, 4. 7 million dollars ). [SEP] retail sales fell by 1 per cent [SEP]", "detok_text": "[CLS] for the safety of the children and their families, the foreign office said this morning. [SEP] regular gasoline fell by $2. 10 a gallon or $2. 12 to $3. 15, and heating oil fell by $2. 70 to $2. 19 a gallon, according to the survey. [SEP] a special meeting of the company's board is scheduled to be held on thursday, november 30. [SEP] that's what he wants to do with me. [SEP] the report put the cost at five million pounds (3. 6 million euros, 4. 7 million dollars). [SEP] retail sales fell by 1 per cent [SEP]"}
+{"type": "sample", "index": 61, "raw_text": "[CLS]. [SEP] that ' s what it ' s got to be. [SEP] the auctions are expected to be completed by may 2008. [SEP] \" i don ' t know what that means, but i ' m really proud of him as a player, and i want to be part of that and i ' m not even sure if he ' ll be able to help him play at that level. [SEP] i am very happy with the results, \" he said. [SEP] there is also a slowdown in the uk market, which accounts for just under 12 per cent of the group ' s total sales. [SEP] although there was no sign of [SEP]", "detok_text": "[CLS]. [SEP] that's what it's got to be. [SEP] the auctions are expected to be completed by may 2008. [SEP] \"i don't know what that means, but i'm really proud of him as a player, and i want to be part of that and i'm not even sure if he'll be able to help him play at that level. [SEP] i am very happy with the results,\" he said. [SEP] there is also a slowdown in the uk market, which accounts for just under 12 per cent of the group's total sales. [SEP] although there was no sign of [SEP]"}
+{"type": "sample", "index": 62, "raw_text": "[CLS] majority leader harry reid said sunday his party is ready to take a tougher line on health care reform, despite the gop ' s defeat of the bill last week. [SEP] and let ' s look at this year ' s n. c. a. a. tournament and the n. c. a. a. ' s n. c. a. a. c. c. tournament, the largest college basketball tournament in the n. c. a. a. a. ' s history. [SEP] last year, toyota ' s hybrid car hit sales of 2. 6 million yen ( us $ 3. 8 million ) [SEP]", "detok_text": "[CLS] majority leader harry reid said sunday his party is ready to take a tougher line on health care reform, despite the gop's defeat of the bill last week. [SEP] and let's look at this year's n. c. a. a. tournament and the n. c. a. a.'s n. c. a. a. c. c. tournament, the largest college basketball tournament in the n. c. a. a. a.'s history. [SEP] last year, toyota's hybrid car hit sales of 2. 6 million yen (us $3. 8 million) [SEP]"}
+{"type": "sample", "index": 63, "raw_text": "[CLS], and a whole lot of others. [SEP] the republican party ' s web site, run by huckabee ' s campaign, is the main source of mccain - related e - mail traffic. [SEP] mattel would not comment on the specifics of the recalls, the company said in a statement. [SEP] he died from a serious head wound as he tried to get into a fight with his partner. [SEP] the government will raise the top rate of vat from 5 % to 5 % from 1 november. [SEP] it is very difficult to make up your mind. [SEP] for example, the gop is not ready to take over [SEP]", "detok_text": "[CLS], and a whole lot of others. [SEP] the republican party's web site, run by huckabee's campaign, is the main source of mccain - related e - mail traffic. [SEP] mattel would not comment on the specifics of the recalls, the company said in a statement. [SEP] he died from a serious head wound as he tried to get into a fight with his partner. [SEP] the government will raise the top rate of vat from 5 % to 5 % from 1 november. [SEP] it is very difficult to make up your mind. [SEP] for example, the gop is not ready to take over [SEP]"}

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps256_c16_t1p45_detok_raw_samples.txt

@@ -0,0 +1,224 @@
+steps256_c16_t1p45_detok
+{
+  "type": "summary",
+  "name": "steps256_c16_t1p45",
+  "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt",
+  "step": 434000,
+  "decode": {
+    "kind": "categorical_fullvocab_normal_steps_sweep",
+    "config": "steps256_c16_t1p45",
+    "steps": 256,
+    "endpoint_temp": 1.45,
+    "concentration_max": 16.0,
+    "final_from": "state",
+    "update": "resample",
+    "n_samples": 64,
+    "seed": 20260509
+  },
+  "detok_genppl": {
+    "ppl": 34.2783903287935,
+    "nll_per_token": 3.534515136057467,
+    "tokens": 9599
+  },
+  "diversity": {
+    "sample_entropy": 4.128157639019467,
+    "unique_tokens": 1730,
+    "token_count": 8192,
+    "distinct_1": 0.211181640625,
+    "distinct_2": 0.6646161417322834,
+    "top_token_mass": 0.06005859375
+  }
+}
+
+===== sample 000 =====
+[CLS] fact, it became my favorite book about women. [SEP] sure, they love the community and a home for their co - workers, but many are unable to find help to meet their specific needs and needs. [SEP] the tone of the evening was hard to miss. [SEP] the company also said it was still investigating whether the plane skidded into the ground. [SEP] a spokesman for the department of health said the extent of the drink and drug problem was due to the use of anaesthetised equipment. [SEP] i've always said that the goal is to get in the car and get people out of the car and let everyone play in [SEP]
+
+===== sample 001 =====
+[CLS] every day, but as the day passes, to attract a relatively small number of votes. [SEP] he said the new system was based on the family justice system of britain and france. [SEP] the council said it was disappointed with the review. [SEP] the us military said the flight commander was killed by using a mobile phone to save lives. [SEP] "there is a chance that inflationary forces are driving the (federal reserve) to raise interest rates, enough to prevent further policy action," trike said. [SEP] for the third quarter and 8. 7 % year over year over year. [SEP] i think it is over the edge and not [SEP]
+
+===== sample 002 =====
+[CLS] about 1 percent of the population, the report said. [SEP] it's good to hear your call for change. [SEP] john smith asked his 10 - year - old son why he asked not to be held hostage in the school building after the shooting. [SEP] and that's the theme of his closing speech. [SEP] it's the hotel room - - the only one inside, one that seems to be coming from the outside. [SEP] she said it was true but it wasn't the day i saw it. [SEP] the web site includes links to special events. [SEP] the european central bank's 4 percent interest rate to european [SEP]
+
+===== sample 003 =====
+[CLS] can't leave the kids and hand over the kids, but how can i do this? 'and the boy, the 21 - year - old boy, his half - wife, cries out,' he's going to give it up, you know... ' ) and is trying to give on too much..... [SEP] he was right from the time he came to office. [SEP] "we wanted to sell it, but it wanted to have a positive impact on people," he said. [SEP] at the least, don't expect the markets to go too fast. [SEP] kassman, [SEP]
+
+===== sample 004 =====
+[CLS] the crossings in gaza are open and restricted to all people who have access to it. [SEP] "i'd say it's a success. [SEP]" he asked me, ' did you know this was coming before you? " [SEP] 11, 2001, just weeks before the all - star game.... [SEP] but her health status has not changed. [SEP] the original idea, he said, is that what he gives to the kids is good for all of him and his family. [SEP] the documents show the shares lost more than a third of their value. [SEP] the country's central bank, for example, was responsible [SEP]
+
+===== sample 005 =====
+[CLS] some of the books and dvds, have gone on sale for nearly $1 million each. [SEP] " to be picked as a good player, it is very important that we win the game, the players get the same. [SEP] the games will be played from 19 september to 4, 2008, 22 september. [SEP] it raises a question: the government can't afford to stand up and take over an airline's business. [SEP] three days later, the iraqis got it. [SEP] fourth - quarter operating earnings rose 18 percent to $5. 6 million. [SEP] bunn and her research team - - former harvard student and university [SEP]
+
+===== sample 006 =====
+[CLS] mother was a senior official in the civil security service. [SEP] he added that the strategic review had yet to be set in the us military. [SEP] "so, and do you think you can talk to me now that this is still killing people?..." the victim was asked. [SEP] i had to run around and watch. [SEP] annie seyhern was born seven weeks ago. [SEP] q: what is it like to be married, is there really a difference between good times and great? [SEP] however, your laid - off schedule doesn't change... so i do need to..... [SEP]
+
+===== sample 007 =====
+[CLS] go for this, "the woman said this week, as her 84 - year - old mother, makhin, walked the route in a private car, returning from her husband's home in lahore. [SEP]" i'll always be disappointed. [SEP] the opening sequence of "my mind" is set in a certain area of the film. [SEP] the court ruled that people could not put forward an application for the information, although this applied to other pieces of information such as documents. [SEP] city officials asked the judge about the environmental environmental impact from the u. s. department of energy. [SEP] president george bush had declared the [SEP]
+
+===== sample 008 =====
+[CLS] on the floor for this show, "mr. brown said. [SEP] but he could do the opposite. [SEP]" there just isn't enough food to feed all of the families. [SEP] e. t. white is no stranger. [SEP] "he is fine, but it's also good to have a team that can take him to a court and make sure that it doesn't happen," donaghy said. [SEP] baghdad, april 5 (upi) - - u. s. prime minister general muqtad al - maliki touted the iraqisʼ role in organizing this year's january presidential [SEP]
+
+===== sample 009 =====
+[CLS] from 9 a. m. to 6: 30 p. m. [SEP] shares in schering - plough fell 6. 7 per cent to $37 in after - hours trade, according to reuters estimates. [SEP] that guy can still win. [SEP] but at the end they didn't know to leave the house by the end of the night. [SEP] higher oil prices will see prices rise more than 10 percent this year and give it the right to continue the price rise. [SEP] " you just don't get to know. [SEP] earlier this month an executive at g. e. said the s. e. c. was [SEP]
+
+===== sample 010 =====
+[CLS] good - - and money. [SEP] the gunman, who was a u. s. marine, received the life - saving award at a ceremony marking the first anniversary of the sept. [SEP] london's high court said the officer responsible for the arrest served as a witness in the failed bomb plot last year. [SEP] he accompanied the u. s. ambassador to china, wu bilin, on a visit to china. [SEP] us president george w. bush will also hold talks with the dalai lama, ria novosti reported. [SEP] he would have never recovered from a bad night, he said. [SEP] the chinese foreign minister for [SEP]
+
+===== sample 011 =====
+[CLS], the newspaper said. [SEP] clarit's uk saw the number of sales in the us and us with 1. 2 million units, followed by germany, with a further 1. 5 million units. [SEP] the net loss in earnings was recorded in 2008. [SEP] they discussed an emergency financing plan offered to aig in september and, as u. s. secretary timothy geithner said this week, that would allow the company to raise capital. [SEP] he had been drinking, but he thought he would be alive, " his mother said in court. [SEP] at one point, the bodies of the mother and her baby were [SEP]
+
+===== sample 012 =====
+[CLS] [SEP] his injuries are thought to be life threatening. [SEP] i broke out five times, and i had to walk inside. [SEP] it was not just italy, however. [SEP] jeter, now a member of the red sox, has not hit one run in 18 games since he retired at the age of 62. [SEP] it's got to be done that way. [SEP] so far, some letters have appeared on the internet, encouraging those involved in the protests to receive the e - mails. [SEP] instead, the patients will be told, or advised, that they should try the treatment with someone else. [SEP] the company would be [SEP]
+
+===== sample 013 =====
+[CLS], an intelligence official said. [SEP] and with his help, she walked in to the door of an artist, offered to move in to meet the artist in waddington, mass., and asked her to view the portrait, said a posting on its front page. [SEP] the authors note that despite the reluctance of surveyors to act, confidence is likely to fall this year in general. [SEP] he has always played really well, and he wants to come to the club as a very good coach and very kind man. " [SEP] the company also said its profit would drop from 70 billion yen ($4. 8 billion) to [SEP]
+
+===== sample 014 =====
+[CLS] on and on. [SEP] the opening ceremony came just hours before he was to meet the palestinian president. [SEP] in the weeks ahead, obama is to meet his top aides in l' aquila in italy to discuss the crisis. [SEP] if it had, he and others said his company would have known that it used an illegal version in britain or mexico as an alternative to the drug before it is available. [SEP] the u. s. is asking iran to offer help in exchange for $4. 4 billion in emergency loans to the islamic republic, state media said thursday. [SEP] how much has the military spent to help transform the [SEP]
+
+===== sample 015 =====
+[CLS] mccain was not supporting obama here and that he was leading obama here in a large segment of the young population and the midwestern states of iowa and new hampshire. [SEP] the book includes information about the family of a 13 - year - old girl who was gunned down last year at a u. s. army base in afghanistan. [SEP] as a platform - based platform, it provides a powerful opportunity for investors to look for new and new ways to reduce the need for fresh capital. [SEP] however, thousands of people are expected to be in the area at the time. [SEP] after learning from her son that she'd wanted to fight [SEP]
+
+===== sample 016 =====
+[CLS] to a $0. 60. [SEP] "we don't want to see it slip into our own hands," she said. [SEP] the school had reported that the meeting had been scheduled for aug. [SEP] i tried to go out but we skied. [SEP] the uk housing market could more than double this year, despite the current economic conditions and the squeeze on house prices, a study has predicted. [SEP] about 20 students graduated from a - levels in this school year's class - - roughly the same as in 2005. [SEP] i want to go to afghanistan, and i don't expect that, but i want to [SEP]
+
+===== sample 017 =====
+[CLS] the bills' defense, but he blocked a missed 47 - yard field goal by brown late in the half. [SEP] "the young men tried to hear each other and the young women were actually listening to us," he said. [SEP] still, such a trade pact, signed just a few months ago, would be wide open to a three - way discussion with mexico and the u. s. congress, who have blocked some recent trade efforts. [SEP] but new technology in the game industry was less promising. [SEP] as a recent survey of dealers and car dealers shows, a car used to be worth an estimated $10, 000 in [SEP]
+
+===== sample 018 =====
+[CLS] i'm on the field. [SEP] cristiano ronaldo moved to centre - half but the 21 - year - old made the change after his side's draw with psv 2 - 0. [SEP] but you are not going to make any money for you. [SEP] it is the most important part. [SEP] one of the cheapest seats available for each flight. [SEP] but rogge concedes that the u. s. congress is still weak. [SEP] the weather service said it expects about light showers today in the area as of today at 10 a. m. [SEP] for the second year running, mcgrady [SEP]
+
+===== sample 019 =====
+[CLS] is particularly difficult as there are dozens of villages in the north - west area, on the border with syria. [SEP] still, the strategy may work, according to some who know her. [SEP] these mortgages are similar to student loans. [SEP] he started against the washington redskins (10: 55 pm on the field) and was 4 of 6 for 22 yards for 110 yards, including two touchdown passes to the left end, in the eagles' 17 - 6 loss to the new england patriots. [SEP] the price of homes on the market in april fell 1. 3 percent to $2, 348, compared with the average monthly increase [SEP]
+
+===== sample 020 =====
+[CLS] "i would not have lost in the final without going on to win the final," he said. [SEP] the democratic presidential candidate is campaigning with illinois sen. barack obama and is campaigning in south carolina for sen. john mccain. [SEP] for that i was grateful, but not because it felt more secure. [SEP] the official said zelaya, who first pledged to run for the presidency in 2005, will not run for another re - election in 2009. [SEP] he said the only main difference was terms of the quality of education. [SEP] but do the chinese really want to take advantage of a crisis like this, when it comes to a [SEP]
+
+===== sample 021 =====
+[CLS] year. [SEP] "i would like them to begin an investigation into allegations about the wrongdoing of the church," he said. [SEP] if you really want to take the game, act fast and throw in some of the things you need to prepare yourself for. [SEP] the judge said a typical sentence should not be at least six months. [SEP] it was last updated at 12. 15 gmt on friday 29 march 2009. [SEP] the mungiki, the ethnic group whose members form kibaki's ruling bloc, have threatened to seize the factory, which employs up to 3, 000 people, in the latest deadly incident [SEP]
+
+===== sample 022 =====
+[CLS] the liverpool striker, came off injured in wednesday's draw and, although struggling at half - time, scored a penalty at the break. [SEP] david enderle of germany won the 1m and 2m in 3: 21. 40. [SEP] uk insurers fell by a fifth in reaction to the poor performance of the financial sector. [SEP] still, however, some analysts are skeptical. [SEP] the one cause of concern on the front was that of the party, given its reputation for economic breakdowns in its home country. [SEP] a senior french government official said that the deal for iran's own nuclear programme is a sign [SEP]
+
+===== sample 023 =====
+[CLS]. [SEP] he is a man of purpose, "he said. [SEP] it does not share the same title, but lily allen's film," australia, "is a prime example. [SEP] the changes were made for approval at a special meeting of the school board. [SEP] basra, iraq (ap) - a u. s. military official says a web site for anti - iranian activities appears to have been attacked by iran's nuclear program. [SEP] in the quest for truth and the essence of life, the character of the film's characters are at play, many of them almost irreparable. [SEP]" [SEP]
+
+===== sample 024 =====
+[CLS] here, "the frenchman told bbc sport. [SEP] the bill would require all privately run insurers to pay 10 percent of health costs. [SEP] it also would have been responsible for the economic loss of about 5, 000 jobs. [SEP] his spokesman, johndroe, told bbc radio 4's today programme he hoped to reach an agreement that the election would take place within a six - month period. [SEP] he also won wimbledon three times and became the oldest champion at the tender age of 73. [SEP] 17, but the aides said the timeline provided by mr. obama was still" sketchy " for the campaign. [SEP] [SEP]
+
+===== sample 025 =====
+[CLS] in difficult financial conditions and warned that such problems would affect its future on the company. [SEP] they are important, but if you have children, but not even if and when, this doesn't make the right move. [SEP] meanwhile, the father of bernard madoff, the former president of children's jewelry, has been the centre of a dispute over how much the son, or the assets, is held by the children. [SEP] however, the judge was wrong to find that the government and the company's management of the project had been too subversive and criticized the failure of the company to respond. [SEP] the government [SEP]
+
+===== sample 026 =====
+[CLS] state of mind "and the medical team had a" 100 percent success " rate. [SEP] but the president does not want to be embroiled in the debate over iran's suspected nuclear programme. [SEP] but he scored all five of his points in the first half, missing his first three shots in the 24. 5 seconds. [SEP] he had to win just two grand slam titles before. [SEP] two field goals, both in the third quarter, helped the cowboys to a lead of 20 - 9. [SEP] defense secretary robert gates on tuesday said washington would not be willing to talk to cuba. [SEP] pelosi agreed with some democrats [SEP]
+
+===== sample 027 =====
+[CLS]tva (r) as well as portable media players, flat - tvs (r) and other remote - controlled computers, and video - game players, in support of the music player, dj and dj, on the tvs. [SEP] 8 (upi) - - the u. s. navy selected general dynamics corp to provide support for the navyʼs training and management of sonar. [SEP] "life is not so good," he said. [SEP] keep me up, simon!!! [SEP] he didn't stay in the final but the former champion said he was not going to take the fight. [SEP] it [SEP]
+
+===== sample 028 =====
+[CLS] is not available, according to the report. [SEP] i waited for my children's story line to start and started to run away from the camera. [SEP] don't think it will be a couple of weeks or so, but he will have to get to the next stage. [SEP] 3. 51pm: "i'm going to be great," and " he's a great, but i know, at least.......... let's see...... it's no surprise that some people started using the term. [SEP] the attacks also prompted officials to [SEP]
+
+===== sample 029 =====
+[CLS]ieva, winning 5 - 7, 7 - 5, 6 - 4, 6 - 4. [SEP] the police said the woman was thought to be in the middle of the accident. [SEP] he would be the first by a u. s. president since her husband bill clinton took office three months ago. [SEP] the court was told humphreys believed the fire was a result of cold weather which, the prosecution said, was not responsible. [SEP] and his wife's mother was standing at the edge of the window, trying to speak to the rest of her children. [SEP] a spokesman for john mccain told the king's speech, [SEP]
+
+===== sample 030 =====
+[CLS] the right step. [SEP] if so, i would have met him. [SEP] a total total of 29 more people died, five of them children on board. [SEP] you may not have done a deft job of telling this, but you must always hold a man's hand to see his own side. [SEP] more would need to be done. [SEP] the clock was off. [SEP] that's speaking to the people of public radio. [SEP] all over the world, with an eye to the future of rugby, as the'matchboxes' continue to dominate the action. [SEP] prosecutors said they would refer to the prosecutor's [SEP]
+
+===== sample 031 =====
+[CLS] the process. [SEP] no one broke the law, and in the case the crime is not clear. [SEP] "we wanted to play that report as a positive statement, rather than a negative one. [SEP] mark evans, 28, of bond street, birmingham, said he asked his mother to break off contact with the youngster and make him tell the police he was one of them. [SEP] obviously, he won't have to decide whether to spend all his money for anything other than buying a plane ticket. [SEP]" i'll not want to run on you. [SEP] health warning: parents keep young children at home. [SEP] but [SEP]
+
+===== sample 032 =====
+[CLS] has to be involved and not to have to spend a long amount of time there. [SEP] they did not provide a reason to drop the charges or seek bail. [SEP] but the rains quickly engulfed the streets. [SEP] just maybe, like most other people, you'll add that she was a woman. [SEP] abner was one of the three women in the 2004 games in sydney and athens. [SEP] abdullah said he has no plans to attend the election but is ready to keep on fighting. [SEP] during the night, police said a teenager had driven in the area from his father's home. [SEP] the focus of the meeting was on [SEP]
+
+===== sample 033 =====
+[CLS], according to npd npd. [SEP] so it was for me - - a mother of three, i promise you, a woman with a full - time job and part - time job. [SEP] the company said it would be not satisfied with the figure for a decade, at least at current levels. [SEP] i wouldn't have a good idea to find this job, but i'd tell someone to take it. [SEP] they know the timing couldn't be worse for everyone, including the grumpy and starry - eyed fans. [SEP] the transfer of money was completed in april but one of the 28, 000 [SEP]
+
+===== sample 034 =====
+[CLS] and they come from it - - and some of us can get on with it - - but the producers did not make it. [SEP] obama's first news conference may be wednesday, jan. [SEP] in the united states they don't have to buy a pet. [SEP] "in light of the impact of labour's results in the european elections this year, sitas has made some of the important changes and will to continue our working relationship with the european commission," the statement said. [SEP] in 2009, the number of such offences rose 26, 000 to 2, 807. [SEP] " one of the tough things to [SEP]
+
+===== sample 035 =====
+[CLS] fuel costs and increase the cost of fuel in britain. [SEP] if he's going to win they would both, at the same time, say that. [SEP] the satellite would also have been due to launch on february 12, and failed to carry out the december 5 launch, despite having been part of space agency planning. [SEP] but as he lay on a bench, he found a 5 - year - old boy who was shaken and unhurt, police said. [SEP] mr cable described the news as an admission that the party was "not in a position" to be the favourite for the post. [SEP] " he wants to win [SEP]
+
+===== sample 036 =====
+[CLS] of domestic abuse, a move that might lead to the death. [SEP] then there's the time to make a difference. [SEP] the researchers said the drugs didn't work as well, but the idea of a course of the treatment never came up. [SEP] the court was set for a preliminary hearing. [SEP] "people tell me they were simply men and they are men, and women. [SEP] while stocks posted strong gains for the second straight session, some investors were worried that the world will go through a recession before 2010. [SEP] what's really happened at google? [SEP] he said:" all the children are looking for the [SEP]
+
+===== sample 037 =====
+[CLS] of 2009. [SEP] "the way to win at the start of this race is to speak for themselves. [SEP] wallace: we'll vote for mccain on health care. [SEP] some questions remain over how to identify the source of the new strain, a world health organization official told the associated press. [SEP] many ipos and other companies will have to cope with the changes. [SEP]" despite a huge start and a poor line - up, i still picked a good driver, " said williams, who finished second in the australian grand prix race after being fourth this season and finished first in the australian gp that year. [SEP] one of the [SEP]
+
+===== sample 038 =====
+[CLS] compared with today. [SEP] credit cards are being used to go to a council store in cumbria. [SEP] but in reality, this year it hasn't been the same since 2001. [SEP] he had to rest his head and go back on to the line. [SEP] i would say, sir, john. [SEP] they're going to mix it up, "he said. [SEP]" it was never good, but at the time i really knew i was going to play hard and i wanted to play next year, " he said. [SEP] so what are the options now available to members of pakistan's ruling party? [SEP] a year [SEP]
+
+===== sample 039 =====
+[CLS] on some important issues. [SEP] and so... you never asked them about the politics of this country, when they were in their favor. [SEP] he had a $200, 000/500, 000 cash prize. [SEP] mr. obama looked too young to make up his mind. [SEP] it was set by rafael benjani's last minute free kick just wide of the penalty area after david dowling caught a ball under birmingham's goal. [SEP] the boy ran away after the first argument with the two of his close friends, according to police reports. [SEP] the murder is an act of silence. [SEP] since the day [SEP]
+
+===== sample 040 =====
+[CLS] has escaped with a red card. [SEP] 13 (upi) - - michael vick signed a judge's order to keep the 7 - year - old u. s. star in jail, his daughter and an attorney said monday. [SEP] an agreement has now been reached with police but the situation was not confirmed. [SEP] that will limit the ability of english players to play football. [SEP] so i have no idea what harm a child is going to do to the family with the money they gave up. [SEP] however, the board confirmed the bank was sticking to the deal. [SEP] i can't really remember how it was to [SEP]
+
+===== sample 041 =====
+[CLS]ing it for herself. [SEP] "i have always been a member of the team at anfield, i am reverting to a life where only i can. [SEP]" it's fair to say we were in a position which was not safe to play. [SEP] but i have never won the championship before and this season is not the best time to try to win. [SEP] she goes home, and she must live with her mother now. [SEP] "he was not going to look for the wrong person, but he was going to do what he had done," he said. [SEP] " however, we will not tolerate the [SEP]
+
+===== sample 042 =====
+[CLS] time this year. [SEP] chicago, april 30 (upi) - - david tyree injured his right wrist monday in a pre - draft game and hopes to have a second - round pick back in the spring, the new york jets said. [SEP] "during their talks, the two sides will talk about key areas, such as industrial relations, environmental issues and land management," he added. [SEP] this bothers me when it's not properly fit or in any shape. [SEP] "looking at some part of the game, particularly in defence as well as foreign policy, that's a huge challenge," stagna [SEP]
+
+===== sample 043 =====
+[CLS] the idea was to have a baby and he, after all, was raised in the uk. [SEP] a couple of hours. [SEP] the strike killed four iraqis and at least three of the wounded were police officers, he said. [SEP] on this day, when there has been plenty of fresh smogs, the image of man - in - it will be familiar. [SEP] after all, this is something he isn't doing in front of real people. [SEP] his son was given a bag of food in his pocket. [SEP] she died in october 2005, and she is now about five months pregnant. [SEP] he said the administration [SEP]
+
+===== sample 044 =====
+[CLS] of thousands of civilians who have been driven out of their homelands. [SEP] at the same time, gas prices were about a penny higher than last year, at $3. 42, aaa said. [SEP] towards the end of the election campaign, he expressed confidence in us president barack obama as u. s. president. [SEP] that doesn't mean that "quality" is just a term, but that it is very familiar. [SEP] in total, jackson's movies generated 2. 6 % of box - office revenue, or about 8 % of the entire industry's production income, according to industry figures. [SEP] " one [SEP]
+
+===== sample 045 =====
+[CLS] up a run in the fifth - - none out. [SEP] he told abc radio that he had seen flames from the apartment building shortly before 8 a. m. [SEP] so, paul, i'm not - - you just had some people beat him up just because he's white and maybe not. [SEP] eastern time, 10 a. m., and doors open, 11 p. m. [SEP] when his son, 16 - year - old daniel evans, 19, tried to stop his father from doing 30 m. p. a., the clock ran out, so for the next few hours it was going to be [SEP]
+
+===== sample 046 =====
+[CLS]. 5 million. [SEP] "what the president would do is say where they want to go," he told reporters. [SEP] they have the will to get you back on your feet, and all the amenities - - light from the sun, showers, a couch, a mattress and a chair - - all act as a safety net, and seem to protect how long a woman, a man, is waiting for the time of night. [SEP] for less than $20 a share, and on august 1 the stock was sold for $49. [SEP] still, doubts about investors' future may encourage them to wait. [SEP] if so, [SEP]
+
+===== sample 047 =====
+[CLS] of them. [SEP] she once had a boy at the table, with a dislocated hand trying to hide from a metal chair. [SEP] but the married father - of - three has always defended his actions, saying he was trying to open his door when the fight broke out. [SEP] that's, it's just won't be easy. [SEP] i know things are just going on all the time to be a good example of good behavior. [SEP] that's why the experiment turned out to be so successful. [SEP] the report - - along with u. s. law enforcement, a u. s. defense [SEP]
+
+===== sample 048 =====
+[CLS] worst of the recession, and that is because it has so changed its fortunes. [SEP] mr tsvangirai has no choice but to face sanctions, but he has done that, according to the party. [SEP] defending champion nadal continued his unbeaten run in the first round tuesday at the french open with a comfortable 6 - 4 6 - 4 6 - 2 victory over eighth - seeded swede gael monfils. [SEP] "we have made it clear as a nation, as a power with a strong perspective on this, that we are dealing with it," the secretary of state said. [SEP] more than 2, 000 of the [SEP]
+
+===== sample 049 =====
+[CLS] week or two, "he said. [SEP] he should do a bit of this because he's a great player, he doesn't seem to be happy about things. [SEP] he said," why did you go back to work with him? "[SEP] it's not just your commitment to the game; it must be winning. [SEP] at the time, the government didn't release it. [SEP]" the world is ready to take the positive step. [SEP] but it seems, too, that if you don't care that much the rest of your life is taken away from you. [SEP] " our main focus is [SEP]
+
+===== sample 050 =====
+[CLS] with 5: 13 left to play. [SEP] at a certain point, if you're just off the pace, be in a fast car, for the speed you get on the side of the road. [SEP] 24 (upi) - - stewart cink shot a six - under - par 65 on sunday to turn in a 3 - under 67 at the senior u. s. open. [SEP] he scored 27 and grabbed nine rebounds, leading no. 4 saint mary's past st. john's 70 - 65. [SEP] this time we are just looking for their children's. " [SEP] the agency said wednesday that [SEP]
+
+===== sample 051 =====
+[CLS]s. [SEP] that was a significant blow for u. s. - south korea, which washington had long regarded as an energy - hungry source of gas. [SEP] the top pick for obama is gov. mike d' antoni, who is running for senate president. [SEP] the flag for the london 2012 games will be lit in the san siro. [SEP] its successful emphasis on music, and history, combined with an event called "the great music of new america," has opened the door for new generations - - as well as for the next generation to develop their knowledge of new music. [SEP] the white house spent about $100 [SEP]
+
+===== sample 052 =====
+[CLS] hour. [SEP] the government will move to force banks to cut the cost of lending to consumers, rather than raise the rate for new loans, a bank governor said in parliament on wednesday. [SEP] after being fouled with about a second left in the first half, chad henne passed the ball through the middle for a 45 - yard touchdown, and he scored on a short run at the 3. [SEP] but to the mother - of - three, the end of the world is just wrong. [SEP] a joint statement issued by the metropolitan police said: " the request to take evidence to the bar was granted by officials from the metropolitan police [SEP]
+
+===== sample 053 =====
+[CLS] was arrested on the first day of the trial in september, 2008. [SEP] the sky is warm and brown, with the middle of a deep rock near the end of the mountain, as opposed to snow. [SEP] they also dominated the up - tempo offense and had a turnover in the third, after holding the knicks to 10 points on turnovers. [SEP] but it's the logistics of being in - - there's only one name coming in - - the most important part of the voting process. [SEP] " the £50m falls short of the estimated £2. 2bn of savings that will be wiped out within the year, [SEP]
+
+===== sample 054 =====
+[CLS], a prominent american columnist and movie star. [SEP] more than 1, 400 afghan army officers and marines are set to take over operations in afghanistan's south next year as part of a plan to run down the country's numbers of u. s. and nato troops. [SEP] he was found to be found dead on a florida beach in a wooded area. [SEP] china has denied the same claim, saying it is unfair and unfair to beijing. [SEP] the incident left the 15 - year - old injured in the seat area of the car. [SEP] the sparks took the lead by making a 3 - pointer with 3: 33 left. [SEP]
+
+===== sample 055 =====
+[CLS] said she had asked a judge to apologise to her son, her father was a businessman who claimed she had no idea of the matter. [SEP] the second period was cut to less than an hour and 10 minutes and just after the whole game was over, england went down 2 - 0 - a half hour, 10 minutes, 2 hours and 10 minutes before half time, and came back with 20 minutes to play. [SEP] it's a pretty big argument: "slow down," he said - - but at the very least it's likely to make a point. [SEP] spending increased $2. 9 million, [SEP]
+
+===== sample 056 =====
+[CLS] [SEP] in march 2005, a florida woman added the same name to the story of her relationship with a friend. [SEP] mr costner, who is a professor of civil engineering at dunst university, said: " there is something in it up there. [SEP] it began to change significantly in the week after this month's earthquake. [SEP] as far as you are concerned, don't expect new legislation. [SEP] she only wanted to do the same when she made a third - place finish in the first half of the u. s. olympic trials in summer 2003. [SEP] the teams made a strong debut with a 3 - 1 win [SEP]
+
+===== sample 057 =====
+[CLS] fraud that was estimated at hundreds of millions of dollars, according to prosecutors. [SEP] the cost was $30. [SEP] there aren't many ways for many people to change the body of the car, but the only way is to "get as small as possible and re - create it." [SEP] however, there was no word on whether it would be taken to court. [SEP] a leicestershire fire service has set a budget for two helicopters. [SEP] the army was able to help, but it was not quite on its own. [SEP] i mean, they're... [SEP] he added that the company would not discuss the final [SEP]
+
+===== sample 058 =====
+[CLS]ua reported. [SEP] christine lagarde, general secretary of french companies' unions said: "we're looking at whether the deal is successful because of the impact on workers. [SEP]" the amount of credit is very equal to the needs of our customers. [SEP] a year later he had a new one, the second. [SEP] he said that the ruling would apply to all women in a society obsessed with religious and social law. [SEP] sam freedman reported from san diego. [SEP] and for the first time in a generation, ideas and money can be used to convince you to start your children, save your family and try to keep [SEP]
+
+===== sample 059 =====
+[CLS] his name, the source said. [SEP] "i don't know anything about it. [SEP] he has played" brilliant " rugby since the early days of world rugby, and certainly backed him up when the edf cup took place in 2008. [SEP] brown, if elected, would effectively serve as the party's leader even if labour's task has become increasingly difficult as he is under so much pressure to come to terms with the call to act before the election. [SEP] several people were being called to his hotel room, he said, but at the time they could not find him dead. [SEP] the u. s. army [SEP]
+
+===== sample 060 =====
+[CLS] countries are concerned over the future of 5, 000 to 7, 000 us troops stationed in afghanistan. [SEP] the alleged perpetrators of these crimes have been as well known and they do not seem to be as much part of the enforcement of the law in this country. [SEP] the district attorney's office said the new report was also issued because of insufficient information on the children's legal status or other issues such as their history, education, income, age, criminal record and legal status. [SEP] we took a loan at $4, 400 - a - month, and had to pay all of it so i could get a payment. [SEP]
+
+===== sample 061 =====
+[CLS] on tuesday. [SEP] however, he wants to be able to win six races this season, but is not linked to a spot in the points race. [SEP] the weather was good to see, no less. [SEP] meanwhile, the prosecutor's office said that the trial had been suspended pending the outcome of the case. [SEP] the things that have been done for me to see what they did to me. [SEP] the mother, virginia prohren, told police she was attacked while on her way to work with her 3 - year - old son, who died. [SEP] pittsburgh (ap) - pittsburgh's big defense launched a wide [SEP]
+
+===== sample 062 =====
+[CLS], some u. s. lawmakers urged congress to approve the deal because of the sensitive nature of relations between iraq and iran. [SEP] for the uk, there was 2. 5 million tonnes of waste in 2008. [SEP] but at a meeting tuesday, school officials took little comfort from brown's decision. [SEP] so, who will be involved in the new rules in 2010? [SEP] you know it is easy to understand. [SEP] such a bad name for what you pay for when you go on the road - they did, because you wanted the cost of money, you wanted your name and reputation, and because you would keep on paying [SEP]
+
+===== sample 063 =====
+[CLS] of the way the game was set up after washington's first power play. [SEP] and they are hoping to join them in china. [SEP] his body, who has not been identified, was not found. [SEP] "we have to win all the way to the game... [SEP] dont go looking for the market.......... [SEP]" the english players can now do exactly what they want.... [SEP] but to see who made it and who wants to play is a great idea. [SEP] it just wasn't funny. [SEP] " you know how hard you get a job on [SEP]
+

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps256_c16_t1p45_raw_samples.txt

@@ -0,0 +1,224 @@
+steps256_c16_t1p45
+{
+  "type": "summary",
+  "name": "steps256_c16_t1p45",
+  "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt",
+  "step": 434000,
+  "decode": {
+    "kind": "categorical_fullvocab_normal_steps_sweep",
+    "config": "steps256_c16_t1p45",
+    "steps": 256,
+    "endpoint_temp": 1.45,
+    "concentration_max": 16.0,
+    "final_from": "state",
+    "update": "resample",
+    "n_samples": 64,
+    "seed": 20260509
+  },
+  "detok_genppl": {
+    "ppl": 34.2783903287935,
+    "nll_per_token": 3.534515136057467,
+    "tokens": 9599
+  },
+  "diversity": {
+    "sample_entropy": 4.128157639019467,
+    "unique_tokens": 1730,
+    "token_count": 8192,
+    "distinct_1": 0.211181640625,
+    "distinct_2": 0.6646161417322834,
+    "top_token_mass": 0.06005859375
+  }
+}
+
+===== sample 000 =====
+[CLS] fact, it became my favorite book about women. [SEP] sure, they love the community and a home for their co - workers, but many are unable to find help to meet their specific needs and needs. [SEP] the tone of the evening was hard to miss. [SEP] the company also said it was still investigating whether the plane skidded into the ground. [SEP] a spokesman for the department of health said the extent of the drink and drug problem was due to the use of anaesthetised equipment. [SEP] i ' ve always said that the goal is to get in the car and get people out of the car and let everyone play in [SEP]
+
+===== sample 001 =====
+[CLS] every day, but as the day passes, to attract a relatively small number of votes. [SEP] he said the new system was based on the family justice system of britain and france. [SEP] the council said it was disappointed with the review. [SEP] the us military said the flight commander was killed by using a mobile phone to save lives. [SEP] " there is a chance that inflationary forces are driving the ( federal reserve ) to raise interest rates, enough to prevent further policy action, " trike said. [SEP] for the third quarter and 8. 7 % year over year over year. [SEP] i think it is over the edge and not [SEP]
+
+===== sample 002 =====
+[CLS] about 1 percent of the population, the report said. [SEP] it ' s good to hear your call for change. [SEP] john smith asked his 10 - year - old son why he asked not to be held hostage in the school building after the shooting. [SEP] and that ' s the theme of his closing speech. [SEP] it ' s the hotel room - - the only one inside, one that seems to be coming from the outside. [SEP] she said it was true but it wasn ' t the day i saw it. [SEP] the web site includes links to special events. [SEP] the european central bank ' s 4 percent interest rate to european [SEP]
+
+===== sample 003 =====
+[CLS] can ' t leave the kids and hand over the kids, but how can i do this? ' and the boy, the 21 - year - old boy, his half - wife, cries out, ' he ' s going to give it up, you know... ' ) and is trying to give on too much..... [SEP] he was right from the time he came to office. [SEP] " we wanted to sell it, but it wanted to have a positive impact on people, " he said. [SEP] at the least, don ' t expect the markets to go too fast. [SEP] kassman, [SEP]
+
+===== sample 004 =====
+[CLS] the crossings in gaza are open and restricted to all people who have access to it. [SEP] " i ' d say it ' s a success. [SEP] " he asked me, ' did you know this was coming before you? " [SEP] 11, 2001, just weeks before the all - star game.... [SEP] but her health status has not changed. [SEP] the original idea, he said, is that what he gives to the kids is good for all of him and his family. [SEP] the documents show the shares lost more than a third of their value. [SEP] the country ' s central bank, for example, was responsible [SEP]
+
+===== sample 005 =====
+[CLS] some of the books and dvds, have gone on sale for nearly $ 1 million each. [SEP] " to be picked as a good player, it is very important that we win the game, the players get the same. [SEP] the games will be played from 19 september to 4, 2008, 22 september. [SEP] it raises a question : the government can ' t afford to stand up and take over an airline ' s business. [SEP] three days later, the iraqis got it. [SEP] fourth - quarter operating earnings rose 18 percent to $ 5. 6 million. [SEP] bunn and her research team - - former harvard student and university [SEP]
+
+===== sample 006 =====
+[CLS] mother was a senior official in the civil security service. [SEP] he added that the strategic review had yet to be set in the us military. [SEP] " so, and do you think you can talk to me now that this is still killing people?... " the victim was asked. [SEP] i had to run around and watch. [SEP] annie seyhern was born seven weeks ago. [SEP] q : what is it like to be married, is there really a difference between good times and great? [SEP] however, your laid - off schedule doesn ' t change... so i do need to..... [SEP]
+
+===== sample 007 =====
+[CLS] go for this, " the woman said this week, as her 84 - year - old mother, makhin, walked the route in a private car, returning from her husband ' s home in lahore. [SEP] " i ' ll always be disappointed. [SEP] the opening sequence of " my mind " is set in a certain area of the film. [SEP] the court ruled that people could not put forward an application for the information, although this applied to other pieces of information such as documents. [SEP] city officials asked the judge about the environmental environmental impact from the u. s. department of energy. [SEP] president george bush had declared the [SEP]
+
+===== sample 008 =====
+[CLS] on the floor for this show, " mr. brown said. [SEP] but he could do the opposite. [SEP] " there just isn ' t enough food to feed all of the families. [SEP] e. t. white is no stranger. [SEP] " he is fine, but it ' s also good to have a team that can take him to a court and make sure that it doesn ' t happen, " donaghy said. [SEP] baghdad, april 5 ( upi ) - - u. s. prime minister general muqtad al - maliki touted the iraqisʼ role in organizing this year ' s january presidential [SEP]
+
+===== sample 009 =====
+[CLS] from 9 a. m. to 6 : 30 p. m. [SEP] shares in schering - plough fell 6. 7 per cent to $ 37 in after - hours trade, according to reuters estimates. [SEP] that guy can still win. [SEP] but at the end they didn ' t know to leave the house by the end of the night. [SEP] higher oil prices will see prices rise more than 10 percent this year and give it the right to continue the price rise. [SEP] " you just don ' t get to know. [SEP] earlier this month an executive at g. e. said the s. e. c. was [SEP]
+
+===== sample 010 =====
+[CLS] good - - and money. [SEP] the gunman, who was a u. s. marine, received the life - saving award at a ceremony marking the first anniversary of the sept. [SEP] london ' s high court said the officer responsible for the arrest served as a witness in the failed bomb plot last year. [SEP] he accompanied the u. s. ambassador to china, wu bilin, on a visit to china. [SEP] us president george w. bush will also hold talks with the dalai lama, ria novosti reported. [SEP] he would have never recovered from a bad night, he said. [SEP] the chinese foreign minister for [SEP]
+
+===== sample 011 =====
+[CLS], the newspaper said. [SEP] clarit ' s uk saw the number of sales in the us and us with 1. 2 million units, followed by germany, with a further 1. 5 million units. [SEP] the net loss in earnings was recorded in 2008. [SEP] they discussed an emergency financing plan offered to aig in september and, as u. s. secretary timothy geithner said this week, that would allow the company to raise capital. [SEP] he had been drinking, but he thought he would be alive, " his mother said in court. [SEP] at one point, the bodies of the mother and her baby were [SEP]
+
+===== sample 012 =====
+[CLS] [SEP] his injuries are thought to be life threatening. [SEP] i broke out five times, and i had to walk inside. [SEP] it was not just italy, however. [SEP] jeter, now a member of the red sox, has not hit one run in 18 games since he retired at the age of 62. [SEP] it ' s got to be done that way. [SEP] so far, some letters have appeared on the internet, encouraging those involved in the protests to receive the e - mails. [SEP] instead, the patients will be told, or advised, that they should try the treatment with someone else. [SEP] the company would be [SEP]
+
+===== sample 013 =====
+[CLS], an intelligence official said. [SEP] and with his help, she walked in to the door of an artist, offered to move in to meet the artist in waddington, mass., and asked her to view the portrait, said a posting on its front page. [SEP] the authors note that despite the reluctance of surveyors to act, confidence is likely to fall this year in general. [SEP] he has always played really well, and he wants to come to the club as a very good coach and very kind man. " [SEP] the company also said its profit would drop from 70 billion yen ( $ 4. 8 billion ) to [SEP]
+
+===== sample 014 =====
+[CLS] on and on. [SEP] the opening ceremony came just hours before he was to meet the palestinian president. [SEP] in the weeks ahead, obama is to meet his top aides in l ' aquila in italy to discuss the crisis. [SEP] if it had, he and others said his company would have known that it used an illegal version in britain or mexico as an alternative to the drug before it is available. [SEP] the u. s. is asking iran to offer help in exchange for $ 4. 4 billion in emergency loans to the islamic republic, state media said thursday. [SEP] how much has the military spent to help transform the [SEP]
+
+===== sample 015 =====
+[CLS] mccain was not supporting obama here and that he was leading obama here in a large segment of the young population and the midwestern states of iowa and new hampshire. [SEP] the book includes information about the family of a 13 - year - old girl who was gunned down last year at a u. s. army base in afghanistan. [SEP] as a platform - based platform, it provides a powerful opportunity for investors to look for new and new ways to reduce the need for fresh capital. [SEP] however, thousands of people are expected to be in the area at the time. [SEP] after learning from her son that she ' d wanted to fight [SEP]
+
+===== sample 016 =====
+[CLS] to a $ 0. 60. [SEP] " we don ' t want to see it slip into our own hands, " she said. [SEP] the school had reported that the meeting had been scheduled for aug. [SEP] i tried to go out but we skied. [SEP] the uk housing market could more than double this year, despite the current economic conditions and the squeeze on house prices, a study has predicted. [SEP] about 20 students graduated from a - levels in this school year ' s class - - roughly the same as in 2005. [SEP] i want to go to afghanistan, and i don ' t expect that, but i want to [SEP]
+
+===== sample 017 =====
+[CLS] the bills ' defense, but he blocked a missed 47 - yard field goal by brown late in the half. [SEP] " the young men tried to hear each other and the young women were actually listening to us, " he said. [SEP] still, such a trade pact, signed just a few months ago, would be wide open to a three - way discussion with mexico and the u. s. congress, who have blocked some recent trade efforts. [SEP] but new technology in the game industry was less promising. [SEP] as a recent survey of dealers and car dealers shows, a car used to be worth an estimated $ 10, 000 in [SEP]
+
+===== sample 018 =====
+[CLS] i ' m on the field. [SEP] cristiano ronaldo moved to centre - half but the 21 - year - old made the change after his side ' s draw with psv 2 - 0. [SEP] but you are not going to make any money for you. [SEP] it is the most important part. [SEP] one of the cheapest seats available for each flight. [SEP] but rogge concedes that the u. s. congress is still weak. [SEP] the weather service said it expects about light showers today in the area as of today at 10 a. m. [SEP] for the second year running, mcgrady [SEP]
+
+===== sample 019 =====
+[CLS] is particularly difficult as there are dozens of villages in the north - west area, on the border with syria. [SEP] still, the strategy may work, according to some who know her. [SEP] these mortgages are similar to student loans. [SEP] he started against the washington redskins ( 10 : 55 pm on the field ) and was 4 of 6 for 22 yards for 110 yards, including two touchdown passes to the left end, in the eagles ' 17 - 6 loss to the new england patriots. [SEP] the price of homes on the market in april fell 1. 3 percent to $ 2, 348, compared with the average monthly increase [SEP]
+
+===== sample 020 =====
+[CLS] " i would not have lost in the final without going on to win the final, " he said. [SEP] the democratic presidential candidate is campaigning with illinois sen. barack obama and is campaigning in south carolina for sen. john mccain. [SEP] for that i was grateful, but not because it felt more secure. [SEP] the official said zelaya, who first pledged to run for the presidency in 2005, will not run for another re - election in 2009. [SEP] he said the only main difference was terms of the quality of education. [SEP] but do the chinese really want to take advantage of a crisis like this, when it comes to a [SEP]
+
+===== sample 021 =====
+[CLS] year. [SEP] " i would like them to begin an investigation into allegations about the wrongdoing of the church, " he said. [SEP] if you really want to take the game, act fast and throw in some of the things you need to prepare yourself for. [SEP] the judge said a typical sentence should not be at least six months. [SEP] it was last updated at 12. 15 gmt on friday 29 march 2009. [SEP] the mungiki, the ethnic group whose members form kibaki ' s ruling bloc, have threatened to seize the factory, which employs up to 3, 000 people, in the latest deadly incident [SEP]
+
+===== sample 022 =====
+[CLS] the liverpool striker, came off injured in wednesday ' s draw and, although struggling at half - time, scored a penalty at the break. [SEP] david enderle of germany won the 1m and 2m in 3 : 21. 40. [SEP] uk insurers fell by a fifth in reaction to the poor performance of the financial sector. [SEP] still, however, some analysts are skeptical. [SEP] the one cause of concern on the front was that of the party, given its reputation for economic breakdowns in its home country. [SEP] a senior french government official said that the deal for iran ' s own nuclear programme is a sign [SEP]
+
+===== sample 023 =====
+[CLS]. [SEP] he is a man of purpose, " he said. [SEP] it does not share the same title, but lily allen ' s film, " australia, " is a prime example. [SEP] the changes were made for approval at a special meeting of the school board. [SEP] basra, iraq ( ap ) - a u. s. military official says a web site for anti - iranian activities appears to have been attacked by iran ' s nuclear program. [SEP] in the quest for truth and the essence of life, the character of the film ' s characters are at play, many of them almost irreparable. [SEP] " [SEP]
+
+===== sample 024 =====
+[CLS] here, " the frenchman told bbc sport. [SEP] the bill would require all privately run insurers to pay 10 percent of health costs. [SEP] it also would have been responsible for the economic loss of about 5, 000 jobs. [SEP] his spokesman, johndroe, told bbc radio 4 ' s today programme he hoped to reach an agreement that the election would take place within a six - month period. [SEP] he also won wimbledon three times and became the oldest champion at the tender age of 73. [SEP] 17, but the aides said the timeline provided by mr. obama was still " sketchy " for the campaign. [SEP] [SEP]
+
+===== sample 025 =====
+[CLS] in difficult financial conditions and warned that such problems would affect its future on the company. [SEP] they are important, but if you have children, but not even if and when, this doesn ' t make the right move. [SEP] meanwhile, the father of bernard madoff, the former president of children ' s jewelry, has been the centre of a dispute over how much the son, or the assets, is held by the children. [SEP] however, the judge was wrong to find that the government and the company ' s management of the project had been too subversive and criticized the failure of the company to respond. [SEP] the government [SEP]
+
+===== sample 026 =====
+[CLS] state of mind " and the medical team had a " 100 percent success " rate. [SEP] but the president does not want to be embroiled in the debate over iran ' s suspected nuclear programme. [SEP] but he scored all five of his points in the first half, missing his first three shots in the 24. 5 seconds. [SEP] he had to win just two grand slam titles before. [SEP] two field goals, both in the third quarter, helped the cowboys to a lead of 20 - 9. [SEP] defense secretary robert gates on tuesday said washington would not be willing to talk to cuba. [SEP] pelosi agreed with some democrats [SEP]
+
+===== sample 027 =====
+[CLS]tva ( r ) as well as portable media players, flat - tvs ( r ) and other remote - controlled computers, and video - game players, in support of the music player, dj and dj, on the tvs. [SEP] 8 ( upi ) - - the u. s. navy selected general dynamics corp to provide support for the navyʼs training and management of sonar. [SEP] " life is not so good, " he said. [SEP] keep me up, simon!!! [SEP] he didn ' t stay in the final but the former champion said he was not going to take the fight. [SEP] it [SEP]
+
+===== sample 028 =====
+[CLS] is not available, according to the report. [SEP] i waited for my children ' s story line to start and started to run away from the camera. [SEP] don ' t think it will be a couple of weeks or so, but he will have to get to the next stage. [SEP] 3. 51pm : " i ' m going to be great, " and " he ' s a great, but i know, at least.......... let ' s see...... it ' s no surprise that some people started using the term. [SEP] the attacks also prompted officials to [SEP]
+
+===== sample 029 =====
+[CLS]ieva, winning 5 - 7, 7 - 5, 6 - 4, 6 - 4. [SEP] the police said the woman was thought to be in the middle of the accident. [SEP] he would be the first by a u. s. president since her husband bill clinton took office three months ago. [SEP] the court was told humphreys believed the fire was a result of cold weather which, the prosecution said, was not responsible. [SEP] and his wife ' s mother was standing at the edge of the window, trying to speak to the rest of her children. [SEP] a spokesman for john mccain told the king ' s speech, [SEP]
+
+===== sample 030 =====
+[CLS] the right step. [SEP] if so, i would have met him. [SEP] a total total of 29 more people died, five of them children on board. [SEP] you may not have done a deft job of telling this, but you must always hold a man ' s hand to see his own side. [SEP] more would need to be done. [SEP] the clock was off. [SEP] that ' s speaking to the people of public radio. [SEP] all over the world, with an eye to the future of rugby, as the ' matchboxes ' continue to dominate the action. [SEP] prosecutors said they would refer to the prosecutor ' s [SEP]
+
+===== sample 031 =====
+[CLS] the process. [SEP] no one broke the law, and in the case the crime is not clear. [SEP] " we wanted to play that report as a positive statement, rather than a negative one. [SEP] mark evans, 28, of bond street, birmingham, said he asked his mother to break off contact with the youngster and make him tell the police he was one of them. [SEP] obviously, he won ' t have to decide whether to spend all his money for anything other than buying a plane ticket. [SEP] " i ' ll not want to run on you. [SEP] health warning : parents keep young children at home. [SEP] but [SEP]
+
+===== sample 032 =====
+[CLS] has to be involved and not to have to spend a long amount of time there. [SEP] they did not provide a reason to drop the charges or seek bail. [SEP] but the rains quickly engulfed the streets. [SEP] just maybe, like most other people, you ' ll add that she was a woman. [SEP] abner was one of the three women in the 2004 games in sydney and athens. [SEP] abdullah said he has no plans to attend the election but is ready to keep on fighting. [SEP] during the night, police said a teenager had driven in the area from his father ' s home. [SEP] the focus of the meeting was on [SEP]
+
+===== sample 033 =====
+[CLS], according to npd npd. [SEP] so it was for me - - a mother of three, i promise you, a woman with a full - time job and part - time job. [SEP] the company said it would be not satisfied with the figure for a decade, at least at current levels. [SEP] i wouldn ' t have a good idea to find this job, but i ' d tell someone to take it. [SEP] they know the timing couldn ' t be worse for everyone, including the grumpy and starry - eyed fans. [SEP] the transfer of money was completed in april but one of the 28, 000 [SEP]
+
+===== sample 034 =====
+[CLS] and they come from it - - and some of us can get on with it - - but the producers did not make it. [SEP] obama ' s first news conference may be wednesday, jan. [SEP] in the united states they don ' t have to buy a pet. [SEP] " in light of the impact of labour ' s results in the european elections this year, sitas has made some of the important changes and will to continue our working relationship with the european commission, " the statement said. [SEP] in 2009, the number of such offences rose 26, 000 to 2, 807. [SEP] " one of the tough things to [SEP]
+
+===== sample 035 =====
+[CLS] fuel costs and increase the cost of fuel in britain. [SEP] if he ' s going to win they would both, at the same time, say that. [SEP] the satellite would also have been due to launch on february 12, and failed to carry out the december 5 launch, despite having been part of space agency planning. [SEP] but as he lay on a bench, he found a 5 - year - old boy who was shaken and unhurt, police said. [SEP] mr cable described the news as an admission that the party was " not in a position " to be the favourite for the post. [SEP] " he wants to win [SEP]
+
+===== sample 036 =====
+[CLS] of domestic abuse, a move that might lead to the death. [SEP] then there ' s the time to make a difference. [SEP] the researchers said the drugs didn ' t work as well, but the idea of a course of the treatment never came up. [SEP] the court was set for a preliminary hearing. [SEP] " people tell me they were simply men and they are men, and women. [SEP] while stocks posted strong gains for the second straight session, some investors were worried that the world will go through a recession before 2010. [SEP] what ' s really happened at google? [SEP] he said : " all the children are looking for the [SEP]
+
+===== sample 037 =====
+[CLS] of 2009. [SEP] " the way to win at the start of this race is to speak for themselves. [SEP] wallace : we ' ll vote for mccain on health care. [SEP] some questions remain over how to identify the source of the new strain, a world health organization official told the associated press. [SEP] many ipos and other companies will have to cope with the changes. [SEP] " despite a huge start and a poor line - up, i still picked a good driver, " said williams, who finished second in the australian grand prix race after being fourth this season and finished first in the australian gp that year. [SEP] one of the [SEP]
+
+===== sample 038 =====
+[CLS] compared with today. [SEP] credit cards are being used to go to a council store in cumbria. [SEP] but in reality, this year it hasn ' t been the same since 2001. [SEP] he had to rest his head and go back on to the line. [SEP] i would say, sir, john. [SEP] they ' re going to mix it up, " he said. [SEP] " it was never good, but at the time i really knew i was going to play hard and i wanted to play next year, " he said. [SEP] so what are the options now available to members of pakistan ' s ruling party? [SEP] a year [SEP]
+
+===== sample 039 =====
+[CLS] on some important issues. [SEP] and so... you never asked them about the politics of this country, when they were in their favor. [SEP] he had a $ 200, 000 / 500, 000 cash prize. [SEP] mr. obama looked too young to make up his mind. [SEP] it was set by rafael benjani ' s last minute free kick just wide of the penalty area after david dowling caught a ball under birmingham ' s goal. [SEP] the boy ran away after the first argument with the two of his close friends, according to police reports. [SEP] the murder is an act of silence. [SEP] since the day [SEP]
+
+===== sample 040 =====
+[CLS] has escaped with a red card. [SEP] 13 ( upi ) - - michael vick signed a judge ' s order to keep the 7 - year - old u. s. star in jail, his daughter and an attorney said monday. [SEP] an agreement has now been reached with police but the situation was not confirmed. [SEP] that will limit the ability of english players to play football. [SEP] so i have no idea what harm a child is going to do to the family with the money they gave up. [SEP] however, the board confirmed the bank was sticking to the deal. [SEP] i can ' t really remember how it was to [SEP]
+
+===== sample 041 =====
+[CLS]ing it for herself. [SEP] " i have always been a member of the team at anfield, i am reverting to a life where only i can. [SEP] " it ' s fair to say we were in a position which was not safe to play. [SEP] but i have never won the championship before and this season is not the best time to try to win. [SEP] she goes home, and she must live with her mother now. [SEP] " he was not going to look for the wrong person, but he was going to do what he had done, " he said. [SEP] " however, we will not tolerate the [SEP]
+
+===== sample 042 =====
+[CLS] time this year. [SEP] chicago, april 30 ( upi ) - - david tyree injured his right wrist monday in a pre - draft game and hopes to have a second - round pick back in the spring, the new york jets said. [SEP] " during their talks, the two sides will talk about key areas, such as industrial relations, environmental issues and land management, " he added. [SEP] this bothers me when it ' s not properly fit or in any shape. [SEP] " looking at some part of the game, particularly in defence as well as foreign policy, that ' s a huge challenge, " stagna [SEP]
+
+===== sample 043 =====
+[CLS] the idea was to have a baby and he, after all, was raised in the uk. [SEP] a couple of hours. [SEP] the strike killed four iraqis and at least three of the wounded were police officers, he said. [SEP] on this day, when there has been plenty of fresh smogs, the image of man - in - it will be familiar. [SEP] after all, this is something he isn ' t doing in front of real people. [SEP] his son was given a bag of food in his pocket. [SEP] she died in october 2005, and she is now about five months pregnant. [SEP] he said the administration [SEP]
+
+===== sample 044 =====
+[CLS] of thousands of civilians who have been driven out of their homelands. [SEP] at the same time, gas prices were about a penny higher than last year, at $ 3. 42, aaa said. [SEP] towards the end of the election campaign, he expressed confidence in us president barack obama as u. s. president. [SEP] that doesn ' t mean that " quality " is just a term, but that it is very familiar. [SEP] in total, jackson ' s movies generated 2. 6 % of box - office revenue, or about 8 % of the entire industry ' s production income, according to industry figures. [SEP] " one [SEP]
+
+===== sample 045 =====
+[CLS] up a run in the fifth - - none out. [SEP] he told abc radio that he had seen flames from the apartment building shortly before 8 a. m. [SEP] so, paul, i ' m not - - you just had some people beat him up just because he ' s white and maybe not. [SEP] eastern time, 10 a. m., and doors open, 11 p. m. [SEP] when his son, 16 - year - old daniel evans, 19, tried to stop his father from doing 30 m. p. a., the clock ran out, so for the next few hours it was going to be [SEP]
+
+===== sample 046 =====
+[CLS]. 5 million. [SEP] " what the president would do is say where they want to go, " he told reporters. [SEP] they have the will to get you back on your feet, and all the amenities - - light from the sun, showers, a couch, a mattress and a chair - - all act as a safety net, and seem to protect how long a woman, a man, is waiting for the time of night. [SEP] for less than $ 20 a share, and on august 1 the stock was sold for $ 49. [SEP] still, doubts about investors ' future may encourage them to wait. [SEP] if so, [SEP]
+
+===== sample 047 =====
+[CLS] of them. [SEP] she once had a boy at the table, with a dislocated hand trying to hide from a metal chair. [SEP] but the married father - of - three has always defended his actions, saying he was trying to open his door when the fight broke out. [SEP] that ' s, it ' s just won ' t be easy. [SEP] i know things are just going on all the time to be a good example of good behavior. [SEP] that ' s why the experiment turned out to be so successful. [SEP] the report - - along with u. s. law enforcement, a u. s. defense [SEP]
+
+===== sample 048 =====
+[CLS] worst of the recession, and that is because it has so changed its fortunes. [SEP] mr tsvangirai has no choice but to face sanctions, but he has done that, according to the party. [SEP] defending champion nadal continued his unbeaten run in the first round tuesday at the french open with a comfortable 6 - 4 6 - 4 6 - 2 victory over eighth - seeded swede gael monfils. [SEP] " we have made it clear as a nation, as a power with a strong perspective on this, that we are dealing with it, " the secretary of state said. [SEP] more than 2, 000 of the [SEP]
+
+===== sample 049 =====
+[CLS] week or two, " he said. [SEP] he should do a bit of this because he ' s a great player, he doesn ' t seem to be happy about things. [SEP] he said, " why did you go back to work with him? " [SEP] it ' s not just your commitment to the game ; it must be winning. [SEP] at the time, the government didn ' t release it. [SEP] " the world is ready to take the positive step. [SEP] but it seems, too, that if you don ' t care that much the rest of your life is taken away from you. [SEP] " our main focus is [SEP]
+
+===== sample 050 =====
+[CLS] with 5 : 13 left to play. [SEP] at a certain point, if you ' re just off the pace, be in a fast car, for the speed you get on the side of the road. [SEP] 24 ( upi ) - - stewart cink shot a six - under - par 65 on sunday to turn in a 3 - under 67 at the senior u. s. open. [SEP] he scored 27 and grabbed nine rebounds, leading no. 4 saint mary ' s past st. john ' s 70 - 65. [SEP] this time we are just looking for their children ' s. " [SEP] the agency said wednesday that [SEP]
+
+===== sample 051 =====
+[CLS]s. [SEP] that was a significant blow for u. s. - south korea, which washington had long regarded as an energy - hungry source of gas. [SEP] the top pick for obama is gov. mike d ' antoni, who is running for senate president. [SEP] the flag for the london 2012 games will be lit in the san siro. [SEP] its successful emphasis on music, and history, combined with an event called " the great music of new america, " has opened the door for new generations - - as well as for the next generation to develop their knowledge of new music. [SEP] the white house spent about $ 100 [SEP]
+
+===== sample 052 =====
+[CLS] hour. [SEP] the government will move to force banks to cut the cost of lending to consumers, rather than raise the rate for new loans, a bank governor said in parliament on wednesday. [SEP] after being fouled with about a second left in the first half, chad henne passed the ball through the middle for a 45 - yard touchdown, and he scored on a short run at the 3. [SEP] but to the mother - of - three, the end of the world is just wrong. [SEP] a joint statement issued by the metropolitan police said : " the request to take evidence to the bar was granted by officials from the metropolitan police [SEP]
+
+===== sample 053 =====
+[CLS] was arrested on the first day of the trial in september, 2008. [SEP] the sky is warm and brown, with the middle of a deep rock near the end of the mountain, as opposed to snow. [SEP] they also dominated the up - tempo offense and had a turnover in the third, after holding the knicks to 10 points on turnovers. [SEP] but it ' s the logistics of being in - - there ' s only one name coming in - - the most important part of the voting process. [SEP] " the £50m falls short of the estimated £2. 2bn of savings that will be wiped out within the year, [SEP]
+
+===== sample 054 =====
+[CLS], a prominent american columnist and movie star. [SEP] more than 1, 400 afghan army officers and marines are set to take over operations in afghanistan ' s south next year as part of a plan to run down the country ' s numbers of u. s. and nato troops. [SEP] he was found to be found dead on a florida beach in a wooded area. [SEP] china has denied the same claim, saying it is unfair and unfair to beijing. [SEP] the incident left the 15 - year - old injured in the seat area of the car. [SEP] the sparks took the lead by making a 3 - pointer with 3 : 33 left. [SEP]
+
+===== sample 055 =====
+[CLS] said she had asked a judge to apologise to her son, her father was a businessman who claimed she had no idea of the matter. [SEP] the second period was cut to less than an hour and 10 minutes and just after the whole game was over, england went down 2 - 0 - a half hour, 10 minutes, 2 hours and 10 minutes before half time, and came back with 20 minutes to play. [SEP] it ' s a pretty big argument : " slow down, " he said - - but at the very least it ' s likely to make a point. [SEP] spending increased $ 2. 9 million, [SEP]
+
+===== sample 056 =====
+[CLS] [SEP] in march 2005, a florida woman added the same name to the story of her relationship with a friend. [SEP] mr costner, who is a professor of civil engineering at dunst university, said : " there is something in it up there. [SEP] it began to change significantly in the week after this month ' s earthquake. [SEP] as far as you are concerned, don ' t expect new legislation. [SEP] she only wanted to do the same when she made a third - place finish in the first half of the u. s. olympic trials in summer 2003. [SEP] the teams made a strong debut with a 3 - 1 win [SEP]
+
+===== sample 057 =====
+[CLS] fraud that was estimated at hundreds of millions of dollars, according to prosecutors. [SEP] the cost was $ 30. [SEP] there aren ' t many ways for many people to change the body of the car, but the only way is to " get as small as possible and re - create it. " [SEP] however, there was no word on whether it would be taken to court. [SEP] a leicestershire fire service has set a budget for two helicopters. [SEP] the army was able to help, but it was not quite on its own. [SEP] i mean, they ' re... [SEP] he added that the company would not discuss the final [SEP]
+
+===== sample 058 =====
+[CLS]ua reported. [SEP] christine lagarde, general secretary of french companies ' unions said : " we ' re looking at whether the deal is successful because of the impact on workers. [SEP] " the amount of credit is very equal to the needs of our customers. [SEP] a year later he had a new one, the second. [SEP] he said that the ruling would apply to all women in a society obsessed with religious and social law. [SEP] sam freedman reported from san diego. [SEP] and for the first time in a generation, ideas and money can be used to convince you to start your children, save your family and try to keep [SEP]
+
+===== sample 059 =====
+[CLS] his name, the source said. [SEP] " i don ' t know anything about it. [SEP] he has played " brilliant " rugby since the early days of world rugby, and certainly backed him up when the edf cup took place in 2008. [SEP] brown, if elected, would effectively serve as the party ' s leader even if labour ' s task has become increasingly difficult as he is under so much pressure to come to terms with the call to act before the election. [SEP] several people were being called to his hotel room, he said, but at the time they could not find him dead. [SEP] the u. s. army [SEP]
+
+===== sample 060 =====
+[CLS] countries are concerned over the future of 5, 000 to 7, 000 us troops stationed in afghanistan. [SEP] the alleged perpetrators of these crimes have been as well known and they do not seem to be as much part of the enforcement of the law in this country. [SEP] the district attorney ' s office said the new report was also issued because of insufficient information on the children ' s legal status or other issues such as their history, education, income, age, criminal record and legal status. [SEP] we took a loan at $ 4, 400 - a - month, and had to pay all of it so i could get a payment. [SEP]
+
+===== sample 061 =====
+[CLS] on tuesday. [SEP] however, he wants to be able to win six races this season, but is not linked to a spot in the points race. [SEP] the weather was good to see, no less. [SEP] meanwhile, the prosecutor ' s office said that the trial had been suspended pending the outcome of the case. [SEP] the things that have been done for me to see what they did to me. [SEP] the mother, virginia prohren, told police she was attacked while on her way to work with her 3 - year - old son, who died. [SEP] pittsburgh ( ap ) - pittsburgh ' s big defense launched a wide [SEP]
+
+===== sample 062 =====
+[CLS], some u. s. lawmakers urged congress to approve the deal because of the sensitive nature of relations between iraq and iran. [SEP] for the uk, there was 2. 5 million tonnes of waste in 2008. [SEP] but at a meeting tuesday, school officials took little comfort from brown ' s decision. [SEP] so, who will be involved in the new rules in 2010? [SEP] you know it is easy to understand. [SEP] such a bad name for what you pay for when you go on the road - they did, because you wanted the cost of money, you wanted your name and reputation, and because you would keep on paying [SEP]
+
+===== sample 063 =====
+[CLS] of the way the game was set up after washington ' s first power play. [SEP] and they are hoping to join them in china. [SEP] his body, who has not been identified, was not found. [SEP] " we have to win all the way to the game... [SEP] dont go looking for the market.......... [SEP] " the english players can now do exactly what they want.... [SEP] but to see who made it and who wants to play is a great idea. [SEP] it just wasn ' t funny. [SEP] " you know how hard you get a job on [SEP]
+

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps256_c16_t1p45_scored.jsonl

@@ -0,0 +1,65 @@
+{"type": "summary", "name": "steps256_c16_t1p45", "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt", "step": 434000, "decode": {"kind": "categorical_fullvocab_normal_steps_sweep", "config": "steps256_c16_t1p45", "steps": 256, "endpoint_temp": 1.45, "concentration_max": 16.0, "final_from": "state", "update": "resample", "n_samples": 64, "seed": 20260509}, "detok_genppl": {"ppl": 34.2783903287935, "nll_per_token": 3.534515136057467, "tokens": 9599}, "diversity": {"sample_entropy": 4.128157639019467, "unique_tokens": 1730, "token_count": 8192, "distinct_1": 0.211181640625, "distinct_2": 0.6646161417322834, "top_token_mass": 0.06005859375}}
+{"type": "sample", "index": 0, "raw_text": "[CLS] fact, it became my favorite book about women. [SEP] sure, they love the community and a home for their co - workers, but many are unable to find help to meet their specific needs and needs. [SEP] the tone of the evening was hard to miss. [SEP] the company also said it was still investigating whether the plane skidded into the ground. [SEP] a spokesman for the department of health said the extent of the drink and drug problem was due to the use of anaesthetised equipment. [SEP] i ' ve always said that the goal is to get in the car and get people out of the car and let everyone play in [SEP]", "detok_text": "[CLS] fact, it became my favorite book about women. [SEP] sure, they love the community and a home for their co - workers, but many are unable to find help to meet their specific needs and needs. [SEP] the tone of the evening was hard to miss. [SEP] the company also said it was still investigating whether the plane skidded into the ground. [SEP] a spokesman for the department of health said the extent of the drink and drug problem was due to the use of anaesthetised equipment. [SEP] i've always said that the goal is to get in the car and get people out of the car and let everyone play in [SEP]"}
+{"type": "sample", "index": 1, "raw_text": "[CLS] every day, but as the day passes, to attract a relatively small number of votes. [SEP] he said the new system was based on the family justice system of britain and france. [SEP] the council said it was disappointed with the review. [SEP] the us military said the flight commander was killed by using a mobile phone to save lives. [SEP] \" there is a chance that inflationary forces are driving the ( federal reserve ) to raise interest rates, enough to prevent further policy action, \" trike said. [SEP] for the third quarter and 8. 7 % year over year over year. [SEP] i think it is over the edge and not [SEP]", "detok_text": "[CLS] every day, but as the day passes, to attract a relatively small number of votes. [SEP] he said the new system was based on the family justice system of britain and france. [SEP] the council said it was disappointed with the review. [SEP] the us military said the flight commander was killed by using a mobile phone to save lives. [SEP] \"there is a chance that inflationary forces are driving the (federal reserve) to raise interest rates, enough to prevent further policy action,\" trike said. [SEP] for the third quarter and 8. 7 % year over year over year. [SEP] i think it is over the edge and not [SEP]"}
+{"type": "sample", "index": 2, "raw_text": "[CLS] about 1 percent of the population, the report said. [SEP] it ' s good to hear your call for change. [SEP] john smith asked his 10 - year - old son why he asked not to be held hostage in the school building after the shooting. [SEP] and that ' s the theme of his closing speech. [SEP] it ' s the hotel room - - the only one inside, one that seems to be coming from the outside. [SEP] she said it was true but it wasn ' t the day i saw it. [SEP] the web site includes links to special events. [SEP] the european central bank ' s 4 percent interest rate to european [SEP]", "detok_text": "[CLS] about 1 percent of the population, the report said. [SEP] it's good to hear your call for change. [SEP] john smith asked his 10 - year - old son why he asked not to be held hostage in the school building after the shooting. [SEP] and that's the theme of his closing speech. [SEP] it's the hotel room - - the only one inside, one that seems to be coming from the outside. [SEP] she said it was true but it wasn't the day i saw it. [SEP] the web site includes links to special events. [SEP] the european central bank's 4 percent interest rate to european [SEP]"}
+{"type": "sample", "index": 3, "raw_text": "[CLS] can ' t leave the kids and hand over the kids, but how can i do this? ' and the boy, the 21 - year - old boy, his half - wife, cries out, ' he ' s going to give it up, you know... ' ) and is trying to give on too much..... [SEP] he was right from the time he came to office. [SEP] \" we wanted to sell it, but it wanted to have a positive impact on people, \" he said. [SEP] at the least, don ' t expect the markets to go too fast. [SEP] kassman, [SEP]", "detok_text": "[CLS] can't leave the kids and hand over the kids, but how can i do this? 'and the boy, the 21 - year - old boy, his half - wife, cries out,' he's going to give it up, you know... ' ) and is trying to give on too much..... [SEP] he was right from the time he came to office. [SEP] \"we wanted to sell it, but it wanted to have a positive impact on people,\" he said. [SEP] at the least, don't expect the markets to go too fast. [SEP] kassman, [SEP]"}
+{"type": "sample", "index": 4, "raw_text": "[CLS] the crossings in gaza are open and restricted to all people who have access to it. [SEP] \" i ' d say it ' s a success. [SEP] \" he asked me, ' did you know this was coming before you? \" [SEP] 11, 2001, just weeks before the all - star game.... [SEP] but her health status has not changed. [SEP] the original idea, he said, is that what he gives to the kids is good for all of him and his family. [SEP] the documents show the shares lost more than a third of their value. [SEP] the country ' s central bank, for example, was responsible [SEP]", "detok_text": "[CLS] the crossings in gaza are open and restricted to all people who have access to it. [SEP] \"i'd say it's a success. [SEP]\" he asked me, ' did you know this was coming before you? \" [SEP] 11, 2001, just weeks before the all - star game.... [SEP] but her health status has not changed. [SEP] the original idea, he said, is that what he gives to the kids is good for all of him and his family. [SEP] the documents show the shares lost more than a third of their value. [SEP] the country's central bank, for example, was responsible [SEP]"}
+{"type": "sample", "index": 5, "raw_text": "[CLS] some of the books and dvds, have gone on sale for nearly $ 1 million each. [SEP] \" to be picked as a good player, it is very important that we win the game, the players get the same. [SEP] the games will be played from 19 september to 4, 2008, 22 september. [SEP] it raises a question : the government can ' t afford to stand up and take over an airline ' s business. [SEP] three days later, the iraqis got it. [SEP] fourth - quarter operating earnings rose 18 percent to $ 5. 6 million. [SEP] bunn and her research team - - former harvard student and university [SEP]", "detok_text": "[CLS] some of the books and dvds, have gone on sale for nearly $1 million each. [SEP] \" to be picked as a good player, it is very important that we win the game, the players get the same. [SEP] the games will be played from 19 september to 4, 2008, 22 september. [SEP] it raises a question: the government can't afford to stand up and take over an airline's business. [SEP] three days later, the iraqis got it. [SEP] fourth - quarter operating earnings rose 18 percent to $5. 6 million. [SEP] bunn and her research team - - former harvard student and university [SEP]"}
+{"type": "sample", "index": 6, "raw_text": "[CLS] mother was a senior official in the civil security service. [SEP] he added that the strategic review had yet to be set in the us military. [SEP] \" so, and do you think you can talk to me now that this is still killing people?... \" the victim was asked. [SEP] i had to run around and watch. [SEP] annie seyhern was born seven weeks ago. [SEP] q : what is it like to be married, is there really a difference between good times and great? [SEP] however, your laid - off schedule doesn ' t change... so i do need to..... [SEP]", "detok_text": "[CLS] mother was a senior official in the civil security service. [SEP] he added that the strategic review had yet to be set in the us military. [SEP] \"so, and do you think you can talk to me now that this is still killing people?...\" the victim was asked. [SEP] i had to run around and watch. [SEP] annie seyhern was born seven weeks ago. [SEP] q: what is it like to be married, is there really a difference between good times and great? [SEP] however, your laid - off schedule doesn't change... so i do need to..... [SEP]"}
+{"type": "sample", "index": 7, "raw_text": "[CLS] go for this, \" the woman said this week, as her 84 - year - old mother, makhin, walked the route in a private car, returning from her husband ' s home in lahore. [SEP] \" i ' ll always be disappointed. [SEP] the opening sequence of \" my mind \" is set in a certain area of the film. [SEP] the court ruled that people could not put forward an application for the information, although this applied to other pieces of information such as documents. [SEP] city officials asked the judge about the environmental environmental impact from the u. s. department of energy. [SEP] president george bush had declared the [SEP]", "detok_text": "[CLS] go for this, \"the woman said this week, as her 84 - year - old mother, makhin, walked the route in a private car, returning from her husband's home in lahore. [SEP]\" i'll always be disappointed. [SEP] the opening sequence of \"my mind\" is set in a certain area of the film. [SEP] the court ruled that people could not put forward an application for the information, although this applied to other pieces of information such as documents. [SEP] city officials asked the judge about the environmental environmental impact from the u. s. department of energy. [SEP] president george bush had declared the [SEP]"}
+{"type": "sample", "index": 8, "raw_text": "[CLS] on the floor for this show, \" mr. brown said. [SEP] but he could do the opposite. [SEP] \" there just isn ' t enough food to feed all of the families. [SEP] e. t. white is no stranger. [SEP] \" he is fine, but it ' s also good to have a team that can take him to a court and make sure that it doesn ' t happen, \" donaghy said. [SEP] baghdad, april 5 ( upi ) - - u. s. prime minister general muqtad al - maliki touted the iraqisʼ role in organizing this year ' s january presidential [SEP]", "detok_text": "[CLS] on the floor for this show, \"mr. brown said. [SEP] but he could do the opposite. [SEP]\" there just isn't enough food to feed all of the families. [SEP] e. t. white is no stranger. [SEP] \"he is fine, but it's also good to have a team that can take him to a court and make sure that it doesn't happen,\" donaghy said. [SEP] baghdad, april 5 (upi) - - u. s. prime minister general muqtad al - maliki touted the iraqisʼ role in organizing this year's january presidential [SEP]"}
+{"type": "sample", "index": 9, "raw_text": "[CLS] from 9 a. m. to 6 : 30 p. m. [SEP] shares in schering - plough fell 6. 7 per cent to $ 37 in after - hours trade, according to reuters estimates. [SEP] that guy can still win. [SEP] but at the end they didn ' t know to leave the house by the end of the night. [SEP] higher oil prices will see prices rise more than 10 percent this year and give it the right to continue the price rise. [SEP] \" you just don ' t get to know. [SEP] earlier this month an executive at g. e. said the s. e. c. was [SEP]", "detok_text": "[CLS] from 9 a. m. to 6: 30 p. m. [SEP] shares in schering - plough fell 6. 7 per cent to $37 in after - hours trade, according to reuters estimates. [SEP] that guy can still win. [SEP] but at the end they didn't know to leave the house by the end of the night. [SEP] higher oil prices will see prices rise more than 10 percent this year and give it the right to continue the price rise. [SEP] \" you just don't get to know. [SEP] earlier this month an executive at g. e. said the s. e. c. was [SEP]"}
+{"type": "sample", "index": 10, "raw_text": "[CLS] good - - and money. [SEP] the gunman, who was a u. s. marine, received the life - saving award at a ceremony marking the first anniversary of the sept. [SEP] london ' s high court said the officer responsible for the arrest served as a witness in the failed bomb plot last year. [SEP] he accompanied the u. s. ambassador to china, wu bilin, on a visit to china. [SEP] us president george w. bush will also hold talks with the dalai lama, ria novosti reported. [SEP] he would have never recovered from a bad night, he said. [SEP] the chinese foreign minister for [SEP]", "detok_text": "[CLS] good - - and money. [SEP] the gunman, who was a u. s. marine, received the life - saving award at a ceremony marking the first anniversary of the sept. [SEP] london's high court said the officer responsible for the arrest served as a witness in the failed bomb plot last year. [SEP] he accompanied the u. s. ambassador to china, wu bilin, on a visit to china. [SEP] us president george w. bush will also hold talks with the dalai lama, ria novosti reported. [SEP] he would have never recovered from a bad night, he said. [SEP] the chinese foreign minister for [SEP]"}
+{"type": "sample", "index": 11, "raw_text": "[CLS], the newspaper said. [SEP] clarit ' s uk saw the number of sales in the us and us with 1. 2 million units, followed by germany, with a further 1. 5 million units. [SEP] the net loss in earnings was recorded in 2008. [SEP] they discussed an emergency financing plan offered to aig in september and, as u. s. secretary timothy geithner said this week, that would allow the company to raise capital. [SEP] he had been drinking, but he thought he would be alive, \" his mother said in court. [SEP] at one point, the bodies of the mother and her baby were [SEP]", "detok_text": "[CLS], the newspaper said. [SEP] clarit's uk saw the number of sales in the us and us with 1. 2 million units, followed by germany, with a further 1. 5 million units. [SEP] the net loss in earnings was recorded in 2008. [SEP] they discussed an emergency financing plan offered to aig in september and, as u. s. secretary timothy geithner said this week, that would allow the company to raise capital. [SEP] he had been drinking, but he thought he would be alive, \" his mother said in court. [SEP] at one point, the bodies of the mother and her baby were [SEP]"}
+{"type": "sample", "index": 12, "raw_text": "[CLS] [SEP] his injuries are thought to be life threatening. [SEP] i broke out five times, and i had to walk inside. [SEP] it was not just italy, however. [SEP] jeter, now a member of the red sox, has not hit one run in 18 games since he retired at the age of 62. [SEP] it ' s got to be done that way. [SEP] so far, some letters have appeared on the internet, encouraging those involved in the protests to receive the e - mails. [SEP] instead, the patients will be told, or advised, that they should try the treatment with someone else. [SEP] the company would be [SEP]", "detok_text": "[CLS] [SEP] his injuries are thought to be life threatening. [SEP] i broke out five times, and i had to walk inside. [SEP] it was not just italy, however. [SEP] jeter, now a member of the red sox, has not hit one run in 18 games since he retired at the age of 62. [SEP] it's got to be done that way. [SEP] so far, some letters have appeared on the internet, encouraging those involved in the protests to receive the e - mails. [SEP] instead, the patients will be told, or advised, that they should try the treatment with someone else. [SEP] the company would be [SEP]"}
+{"type": "sample", "index": 13, "raw_text": "[CLS], an intelligence official said. [SEP] and with his help, she walked in to the door of an artist, offered to move in to meet the artist in waddington, mass., and asked her to view the portrait, said a posting on its front page. [SEP] the authors note that despite the reluctance of surveyors to act, confidence is likely to fall this year in general. [SEP] he has always played really well, and he wants to come to the club as a very good coach and very kind man. \" [SEP] the company also said its profit would drop from 70 billion yen ( $ 4. 8 billion ) to [SEP]", "detok_text": "[CLS], an intelligence official said. [SEP] and with his help, she walked in to the door of an artist, offered to move in to meet the artist in waddington, mass., and asked her to view the portrait, said a posting on its front page. [SEP] the authors note that despite the reluctance of surveyors to act, confidence is likely to fall this year in general. [SEP] he has always played really well, and he wants to come to the club as a very good coach and very kind man. \" [SEP] the company also said its profit would drop from 70 billion yen ($4. 8 billion) to [SEP]"}
+{"type": "sample", "index": 14, "raw_text": "[CLS] on and on. [SEP] the opening ceremony came just hours before he was to meet the palestinian president. [SEP] in the weeks ahead, obama is to meet his top aides in l ' aquila in italy to discuss the crisis. [SEP] if it had, he and others said his company would have known that it used an illegal version in britain or mexico as an alternative to the drug before it is available. [SEP] the u. s. is asking iran to offer help in exchange for $ 4. 4 billion in emergency loans to the islamic republic, state media said thursday. [SEP] how much has the military spent to help transform the [SEP]", "detok_text": "[CLS] on and on. [SEP] the opening ceremony came just hours before he was to meet the palestinian president. [SEP] in the weeks ahead, obama is to meet his top aides in l' aquila in italy to discuss the crisis. [SEP] if it had, he and others said his company would have known that it used an illegal version in britain or mexico as an alternative to the drug before it is available. [SEP] the u. s. is asking iran to offer help in exchange for $4. 4 billion in emergency loans to the islamic republic, state media said thursday. [SEP] how much has the military spent to help transform the [SEP]"}
+{"type": "sample", "index": 15, "raw_text": "[CLS] mccain was not supporting obama here and that he was leading obama here in a large segment of the young population and the midwestern states of iowa and new hampshire. [SEP] the book includes information about the family of a 13 - year - old girl who was gunned down last year at a u. s. army base in afghanistan. [SEP] as a platform - based platform, it provides a powerful opportunity for investors to look for new and new ways to reduce the need for fresh capital. [SEP] however, thousands of people are expected to be in the area at the time. [SEP] after learning from her son that she ' d wanted to fight [SEP]", "detok_text": "[CLS] mccain was not supporting obama here and that he was leading obama here in a large segment of the young population and the midwestern states of iowa and new hampshire. [SEP] the book includes information about the family of a 13 - year - old girl who was gunned down last year at a u. s. army base in afghanistan. [SEP] as a platform - based platform, it provides a powerful opportunity for investors to look for new and new ways to reduce the need for fresh capital. [SEP] however, thousands of people are expected to be in the area at the time. [SEP] after learning from her son that she'd wanted to fight [SEP]"}
+{"type": "sample", "index": 16, "raw_text": "[CLS] to a $ 0. 60. [SEP] \" we don ' t want to see it slip into our own hands, \" she said. [SEP] the school had reported that the meeting had been scheduled for aug. [SEP] i tried to go out but we skied. [SEP] the uk housing market could more than double this year, despite the current economic conditions and the squeeze on house prices, a study has predicted. [SEP] about 20 students graduated from a - levels in this school year ' s class - - roughly the same as in 2005. [SEP] i want to go to afghanistan, and i don ' t expect that, but i want to [SEP]", "detok_text": "[CLS] to a $0. 60. [SEP] \"we don't want to see it slip into our own hands,\" she said. [SEP] the school had reported that the meeting had been scheduled for aug. [SEP] i tried to go out but we skied. [SEP] the uk housing market could more than double this year, despite the current economic conditions and the squeeze on house prices, a study has predicted. [SEP] about 20 students graduated from a - levels in this school year's class - - roughly the same as in 2005. [SEP] i want to go to afghanistan, and i don't expect that, but i want to [SEP]"}
+{"type": "sample", "index": 17, "raw_text": "[CLS] the bills ' defense, but he blocked a missed 47 - yard field goal by brown late in the half. [SEP] \" the young men tried to hear each other and the young women were actually listening to us, \" he said. [SEP] still, such a trade pact, signed just a few months ago, would be wide open to a three - way discussion with mexico and the u. s. congress, who have blocked some recent trade efforts. [SEP] but new technology in the game industry was less promising. [SEP] as a recent survey of dealers and car dealers shows, a car used to be worth an estimated $ 10, 000 in [SEP]", "detok_text": "[CLS] the bills' defense, but he blocked a missed 47 - yard field goal by brown late in the half. [SEP] \"the young men tried to hear each other and the young women were actually listening to us,\" he said. [SEP] still, such a trade pact, signed just a few months ago, would be wide open to a three - way discussion with mexico and the u. s. congress, who have blocked some recent trade efforts. [SEP] but new technology in the game industry was less promising. [SEP] as a recent survey of dealers and car dealers shows, a car used to be worth an estimated $10, 000 in [SEP]"}
+{"type": "sample", "index": 18, "raw_text": "[CLS] i ' m on the field. [SEP] cristiano ronaldo moved to centre - half but the 21 - year - old made the change after his side ' s draw with psv 2 - 0. [SEP] but you are not going to make any money for you. [SEP] it is the most important part. [SEP] one of the cheapest seats available for each flight. [SEP] but rogge concedes that the u. s. congress is still weak. [SEP] the weather service said it expects about light showers today in the area as of today at 10 a. m. [SEP] for the second year running, mcgrady [SEP]", "detok_text": "[CLS] i'm on the field. [SEP] cristiano ronaldo moved to centre - half but the 21 - year - old made the change after his side's draw with psv 2 - 0. [SEP] but you are not going to make any money for you. [SEP] it is the most important part. [SEP] one of the cheapest seats available for each flight. [SEP] but rogge concedes that the u. s. congress is still weak. [SEP] the weather service said it expects about light showers today in the area as of today at 10 a. m. [SEP] for the second year running, mcgrady [SEP]"}
+{"type": "sample", "index": 19, "raw_text": "[CLS] is particularly difficult as there are dozens of villages in the north - west area, on the border with syria. [SEP] still, the strategy may work, according to some who know her. [SEP] these mortgages are similar to student loans. [SEP] he started against the washington redskins ( 10 : 55 pm on the field ) and was 4 of 6 for 22 yards for 110 yards, including two touchdown passes to the left end, in the eagles ' 17 - 6 loss to the new england patriots. [SEP] the price of homes on the market in april fell 1. 3 percent to $ 2, 348, compared with the average monthly increase [SEP]", "detok_text": "[CLS] is particularly difficult as there are dozens of villages in the north - west area, on the border with syria. [SEP] still, the strategy may work, according to some who know her. [SEP] these mortgages are similar to student loans. [SEP] he started against the washington redskins (10: 55 pm on the field) and was 4 of 6 for 22 yards for 110 yards, including two touchdown passes to the left end, in the eagles' 17 - 6 loss to the new england patriots. [SEP] the price of homes on the market in april fell 1. 3 percent to $2, 348, compared with the average monthly increase [SEP]"}
+{"type": "sample", "index": 20, "raw_text": "[CLS] \" i would not have lost in the final without going on to win the final, \" he said. [SEP] the democratic presidential candidate is campaigning with illinois sen. barack obama and is campaigning in south carolina for sen. john mccain. [SEP] for that i was grateful, but not because it felt more secure. [SEP] the official said zelaya, who first pledged to run for the presidency in 2005, will not run for another re - election in 2009. [SEP] he said the only main difference was terms of the quality of education. [SEP] but do the chinese really want to take advantage of a crisis like this, when it comes to a [SEP]", "detok_text": "[CLS] \"i would not have lost in the final without going on to win the final,\" he said. [SEP] the democratic presidential candidate is campaigning with illinois sen. barack obama and is campaigning in south carolina for sen. john mccain. [SEP] for that i was grateful, but not because it felt more secure. [SEP] the official said zelaya, who first pledged to run for the presidency in 2005, will not run for another re - election in 2009. [SEP] he said the only main difference was terms of the quality of education. [SEP] but do the chinese really want to take advantage of a crisis like this, when it comes to a [SEP]"}
+{"type": "sample", "index": 21, "raw_text": "[CLS] year. [SEP] \" i would like them to begin an investigation into allegations about the wrongdoing of the church, \" he said. [SEP] if you really want to take the game, act fast and throw in some of the things you need to prepare yourself for. [SEP] the judge said a typical sentence should not be at least six months. [SEP] it was last updated at 12. 15 gmt on friday 29 march 2009. [SEP] the mungiki, the ethnic group whose members form kibaki ' s ruling bloc, have threatened to seize the factory, which employs up to 3, 000 people, in the latest deadly incident [SEP]", "detok_text": "[CLS] year. [SEP] \"i would like them to begin an investigation into allegations about the wrongdoing of the church,\" he said. [SEP] if you really want to take the game, act fast and throw in some of the things you need to prepare yourself for. [SEP] the judge said a typical sentence should not be at least six months. [SEP] it was last updated at 12. 15 gmt on friday 29 march 2009. [SEP] the mungiki, the ethnic group whose members form kibaki's ruling bloc, have threatened to seize the factory, which employs up to 3, 000 people, in the latest deadly incident [SEP]"}
+{"type": "sample", "index": 22, "raw_text": "[CLS] the liverpool striker, came off injured in wednesday ' s draw and, although struggling at half - time, scored a penalty at the break. [SEP] david enderle of germany won the 1m and 2m in 3 : 21. 40. [SEP] uk insurers fell by a fifth in reaction to the poor performance of the financial sector. [SEP] still, however, some analysts are skeptical. [SEP] the one cause of concern on the front was that of the party, given its reputation for economic breakdowns in its home country. [SEP] a senior french government official said that the deal for iran ' s own nuclear programme is a sign [SEP]", "detok_text": "[CLS] the liverpool striker, came off injured in wednesday's draw and, although struggling at half - time, scored a penalty at the break. [SEP] david enderle of germany won the 1m and 2m in 3: 21. 40. [SEP] uk insurers fell by a fifth in reaction to the poor performance of the financial sector. [SEP] still, however, some analysts are skeptical. [SEP] the one cause of concern on the front was that of the party, given its reputation for economic breakdowns in its home country. [SEP] a senior french government official said that the deal for iran's own nuclear programme is a sign [SEP]"}
+{"type": "sample", "index": 23, "raw_text": "[CLS]. [SEP] he is a man of purpose, \" he said. [SEP] it does not share the same title, but lily allen ' s film, \" australia, \" is a prime example. [SEP] the changes were made for approval at a special meeting of the school board. [SEP] basra, iraq ( ap ) - a u. s. military official says a web site for anti - iranian activities appears to have been attacked by iran ' s nuclear program. [SEP] in the quest for truth and the essence of life, the character of the film ' s characters are at play, many of them almost irreparable. [SEP] \" [SEP]", "detok_text": "[CLS]. [SEP] he is a man of purpose, \"he said. [SEP] it does not share the same title, but lily allen's film,\" australia, \"is a prime example. [SEP] the changes were made for approval at a special meeting of the school board. [SEP] basra, iraq (ap) - a u. s. military official says a web site for anti - iranian activities appears to have been attacked by iran's nuclear program. [SEP] in the quest for truth and the essence of life, the character of the film's characters are at play, many of them almost irreparable. [SEP]\" [SEP]"}
+{"type": "sample", "index": 24, "raw_text": "[CLS] here, \" the frenchman told bbc sport. [SEP] the bill would require all privately run insurers to pay 10 percent of health costs. [SEP] it also would have been responsible for the economic loss of about 5, 000 jobs. [SEP] his spokesman, johndroe, told bbc radio 4 ' s today programme he hoped to reach an agreement that the election would take place within a six - month period. [SEP] he also won wimbledon three times and became the oldest champion at the tender age of 73. [SEP] 17, but the aides said the timeline provided by mr. obama was still \" sketchy \" for the campaign. [SEP] [SEP]", "detok_text": "[CLS] here, \"the frenchman told bbc sport. [SEP] the bill would require all privately run insurers to pay 10 percent of health costs. [SEP] it also would have been responsible for the economic loss of about 5, 000 jobs. [SEP] his spokesman, johndroe, told bbc radio 4's today programme he hoped to reach an agreement that the election would take place within a six - month period. [SEP] he also won wimbledon three times and became the oldest champion at the tender age of 73. [SEP] 17, but the aides said the timeline provided by mr. obama was still\" sketchy \" for the campaign. [SEP] [SEP]"}
+{"type": "sample", "index": 25, "raw_text": "[CLS] in difficult financial conditions and warned that such problems would affect its future on the company. [SEP] they are important, but if you have children, but not even if and when, this doesn ' t make the right move. [SEP] meanwhile, the father of bernard madoff, the former president of children ' s jewelry, has been the centre of a dispute over how much the son, or the assets, is held by the children. [SEP] however, the judge was wrong to find that the government and the company ' s management of the project had been too subversive and criticized the failure of the company to respond. [SEP] the government [SEP]", "detok_text": "[CLS] in difficult financial conditions and warned that such problems would affect its future on the company. [SEP] they are important, but if you have children, but not even if and when, this doesn't make the right move. [SEP] meanwhile, the father of bernard madoff, the former president of children's jewelry, has been the centre of a dispute over how much the son, or the assets, is held by the children. [SEP] however, the judge was wrong to find that the government and the company's management of the project had been too subversive and criticized the failure of the company to respond. [SEP] the government [SEP]"}
+{"type": "sample", "index": 26, "raw_text": "[CLS] state of mind \" and the medical team had a \" 100 percent success \" rate. [SEP] but the president does not want to be embroiled in the debate over iran ' s suspected nuclear programme. [SEP] but he scored all five of his points in the first half, missing his first three shots in the 24. 5 seconds. [SEP] he had to win just two grand slam titles before. [SEP] two field goals, both in the third quarter, helped the cowboys to a lead of 20 - 9. [SEP] defense secretary robert gates on tuesday said washington would not be willing to talk to cuba. [SEP] pelosi agreed with some democrats [SEP]", "detok_text": "[CLS] state of mind \"and the medical team had a\" 100 percent success \" rate. [SEP] but the president does not want to be embroiled in the debate over iran's suspected nuclear programme. [SEP] but he scored all five of his points in the first half, missing his first three shots in the 24. 5 seconds. [SEP] he had to win just two grand slam titles before. [SEP] two field goals, both in the third quarter, helped the cowboys to a lead of 20 - 9. [SEP] defense secretary robert gates on tuesday said washington would not be willing to talk to cuba. [SEP] pelosi agreed with some democrats [SEP]"}
+{"type": "sample", "index": 27, "raw_text": "[CLS]tva ( r ) as well as portable media players, flat - tvs ( r ) and other remote - controlled computers, and video - game players, in support of the music player, dj and dj, on the tvs. [SEP] 8 ( upi ) - - the u. s. navy selected general dynamics corp to provide support for the navyʼs training and management of sonar. [SEP] \" life is not so good, \" he said. [SEP] keep me up, simon!!! [SEP] he didn ' t stay in the final but the former champion said he was not going to take the fight. [SEP] it [SEP]", "detok_text": "[CLS]tva (r) as well as portable media players, flat - tvs (r) and other remote - controlled computers, and video - game players, in support of the music player, dj and dj, on the tvs. [SEP] 8 (upi) - - the u. s. navy selected general dynamics corp to provide support for the navyʼs training and management of sonar. [SEP] \"life is not so good,\" he said. [SEP] keep me up, simon!!! [SEP] he didn't stay in the final but the former champion said he was not going to take the fight. [SEP] it [SEP]"}
+{"type": "sample", "index": 28, "raw_text": "[CLS] is not available, according to the report. [SEP] i waited for my children ' s story line to start and started to run away from the camera. [SEP] don ' t think it will be a couple of weeks or so, but he will have to get to the next stage. [SEP] 3. 51pm : \" i ' m going to be great, \" and \" he ' s a great, but i know, at least.......... let ' s see...... it ' s no surprise that some people started using the term. [SEP] the attacks also prompted officials to [SEP]", "detok_text": "[CLS] is not available, according to the report. [SEP] i waited for my children's story line to start and started to run away from the camera. [SEP] don't think it will be a couple of weeks or so, but he will have to get to the next stage. [SEP] 3. 51pm: \"i'm going to be great,\" and \" he's a great, but i know, at least.......... let's see...... it's no surprise that some people started using the term. [SEP] the attacks also prompted officials to [SEP]"}
+{"type": "sample", "index": 29, "raw_text": "[CLS]ieva, winning 5 - 7, 7 - 5, 6 - 4, 6 - 4. [SEP] the police said the woman was thought to be in the middle of the accident. [SEP] he would be the first by a u. s. president since her husband bill clinton took office three months ago. [SEP] the court was told humphreys believed the fire was a result of cold weather which, the prosecution said, was not responsible. [SEP] and his wife ' s mother was standing at the edge of the window, trying to speak to the rest of her children. [SEP] a spokesman for john mccain told the king ' s speech, [SEP]", "detok_text": "[CLS]ieva, winning 5 - 7, 7 - 5, 6 - 4, 6 - 4. [SEP] the police said the woman was thought to be in the middle of the accident. [SEP] he would be the first by a u. s. president since her husband bill clinton took office three months ago. [SEP] the court was told humphreys believed the fire was a result of cold weather which, the prosecution said, was not responsible. [SEP] and his wife's mother was standing at the edge of the window, trying to speak to the rest of her children. [SEP] a spokesman for john mccain told the king's speech, [SEP]"}
+{"type": "sample", "index": 30, "raw_text": "[CLS] the right step. [SEP] if so, i would have met him. [SEP] a total total of 29 more people died, five of them children on board. [SEP] you may not have done a deft job of telling this, but you must always hold a man ' s hand to see his own side. [SEP] more would need to be done. [SEP] the clock was off. [SEP] that ' s speaking to the people of public radio. [SEP] all over the world, with an eye to the future of rugby, as the ' matchboxes ' continue to dominate the action. [SEP] prosecutors said they would refer to the prosecutor ' s [SEP]", "detok_text": "[CLS] the right step. [SEP] if so, i would have met him. [SEP] a total total of 29 more people died, five of them children on board. [SEP] you may not have done a deft job of telling this, but you must always hold a man's hand to see his own side. [SEP] more would need to be done. [SEP] the clock was off. [SEP] that's speaking to the people of public radio. [SEP] all over the world, with an eye to the future of rugby, as the'matchboxes' continue to dominate the action. [SEP] prosecutors said they would refer to the prosecutor's [SEP]"}
+{"type": "sample", "index": 31, "raw_text": "[CLS] the process. [SEP] no one broke the law, and in the case the crime is not clear. [SEP] \" we wanted to play that report as a positive statement, rather than a negative one. [SEP] mark evans, 28, of bond street, birmingham, said he asked his mother to break off contact with the youngster and make him tell the police he was one of them. [SEP] obviously, he won ' t have to decide whether to spend all his money for anything other than buying a plane ticket. [SEP] \" i ' ll not want to run on you. [SEP] health warning : parents keep young children at home. [SEP] but [SEP]", "detok_text": "[CLS] the process. [SEP] no one broke the law, and in the case the crime is not clear. [SEP] \"we wanted to play that report as a positive statement, rather than a negative one. [SEP] mark evans, 28, of bond street, birmingham, said he asked his mother to break off contact with the youngster and make him tell the police he was one of them. [SEP] obviously, he won't have to decide whether to spend all his money for anything other than buying a plane ticket. [SEP]\" i'll not want to run on you. [SEP] health warning: parents keep young children at home. [SEP] but [SEP]"}
+{"type": "sample", "index": 32, "raw_text": "[CLS] has to be involved and not to have to spend a long amount of time there. [SEP] they did not provide a reason to drop the charges or seek bail. [SEP] but the rains quickly engulfed the streets. [SEP] just maybe, like most other people, you ' ll add that she was a woman. [SEP] abner was one of the three women in the 2004 games in sydney and athens. [SEP] abdullah said he has no plans to attend the election but is ready to keep on fighting. [SEP] during the night, police said a teenager had driven in the area from his father ' s home. [SEP] the focus of the meeting was on [SEP]", "detok_text": "[CLS] has to be involved and not to have to spend a long amount of time there. [SEP] they did not provide a reason to drop the charges or seek bail. [SEP] but the rains quickly engulfed the streets. [SEP] just maybe, like most other people, you'll add that she was a woman. [SEP] abner was one of the three women in the 2004 games in sydney and athens. [SEP] abdullah said he has no plans to attend the election but is ready to keep on fighting. [SEP] during the night, police said a teenager had driven in the area from his father's home. [SEP] the focus of the meeting was on [SEP]"}
+{"type": "sample", "index": 33, "raw_text": "[CLS], according to npd npd. [SEP] so it was for me - - a mother of three, i promise you, a woman with a full - time job and part - time job. [SEP] the company said it would be not satisfied with the figure for a decade, at least at current levels. [SEP] i wouldn ' t have a good idea to find this job, but i ' d tell someone to take it. [SEP] they know the timing couldn ' t be worse for everyone, including the grumpy and starry - eyed fans. [SEP] the transfer of money was completed in april but one of the 28, 000 [SEP]", "detok_text": "[CLS], according to npd npd. [SEP] so it was for me - - a mother of three, i promise you, a woman with a full - time job and part - time job. [SEP] the company said it would be not satisfied with the figure for a decade, at least at current levels. [SEP] i wouldn't have a good idea to find this job, but i'd tell someone to take it. [SEP] they know the timing couldn't be worse for everyone, including the grumpy and starry - eyed fans. [SEP] the transfer of money was completed in april but one of the 28, 000 [SEP]"}
+{"type": "sample", "index": 34, "raw_text": "[CLS] and they come from it - - and some of us can get on with it - - but the producers did not make it. [SEP] obama ' s first news conference may be wednesday, jan. [SEP] in the united states they don ' t have to buy a pet. [SEP] \" in light of the impact of labour ' s results in the european elections this year, sitas has made some of the important changes and will to continue our working relationship with the european commission, \" the statement said. [SEP] in 2009, the number of such offences rose 26, 000 to 2, 807. [SEP] \" one of the tough things to [SEP]", "detok_text": "[CLS] and they come from it - - and some of us can get on with it - - but the producers did not make it. [SEP] obama's first news conference may be wednesday, jan. [SEP] in the united states they don't have to buy a pet. [SEP] \"in light of the impact of labour's results in the european elections this year, sitas has made some of the important changes and will to continue our working relationship with the european commission,\" the statement said. [SEP] in 2009, the number of such offences rose 26, 000 to 2, 807. [SEP] \" one of the tough things to [SEP]"}
+{"type": "sample", "index": 35, "raw_text": "[CLS] fuel costs and increase the cost of fuel in britain. [SEP] if he ' s going to win they would both, at the same time, say that. [SEP] the satellite would also have been due to launch on february 12, and failed to carry out the december 5 launch, despite having been part of space agency planning. [SEP] but as he lay on a bench, he found a 5 - year - old boy who was shaken and unhurt, police said. [SEP] mr cable described the news as an admission that the party was \" not in a position \" to be the favourite for the post. [SEP] \" he wants to win [SEP]", "detok_text": "[CLS] fuel costs and increase the cost of fuel in britain. [SEP] if he's going to win they would both, at the same time, say that. [SEP] the satellite would also have been due to launch on february 12, and failed to carry out the december 5 launch, despite having been part of space agency planning. [SEP] but as he lay on a bench, he found a 5 - year - old boy who was shaken and unhurt, police said. [SEP] mr cable described the news as an admission that the party was \"not in a position\" to be the favourite for the post. [SEP] \" he wants to win [SEP]"}
+{"type": "sample", "index": 36, "raw_text": "[CLS] of domestic abuse, a move that might lead to the death. [SEP] then there ' s the time to make a difference. [SEP] the researchers said the drugs didn ' t work as well, but the idea of a course of the treatment never came up. [SEP] the court was set for a preliminary hearing. [SEP] \" people tell me they were simply men and they are men, and women. [SEP] while stocks posted strong gains for the second straight session, some investors were worried that the world will go through a recession before 2010. [SEP] what ' s really happened at google? [SEP] he said : \" all the children are looking for the [SEP]", "detok_text": "[CLS] of domestic abuse, a move that might lead to the death. [SEP] then there's the time to make a difference. [SEP] the researchers said the drugs didn't work as well, but the idea of a course of the treatment never came up. [SEP] the court was set for a preliminary hearing. [SEP] \"people tell me they were simply men and they are men, and women. [SEP] while stocks posted strong gains for the second straight session, some investors were worried that the world will go through a recession before 2010. [SEP] what's really happened at google? [SEP] he said:\" all the children are looking for the [SEP]"}
+{"type": "sample", "index": 37, "raw_text": "[CLS] of 2009. [SEP] \" the way to win at the start of this race is to speak for themselves. [SEP] wallace : we ' ll vote for mccain on health care. [SEP] some questions remain over how to identify the source of the new strain, a world health organization official told the associated press. [SEP] many ipos and other companies will have to cope with the changes. [SEP] \" despite a huge start and a poor line - up, i still picked a good driver, \" said williams, who finished second in the australian grand prix race after being fourth this season and finished first in the australian gp that year. [SEP] one of the [SEP]", "detok_text": "[CLS] of 2009. [SEP] \"the way to win at the start of this race is to speak for themselves. [SEP] wallace: we'll vote for mccain on health care. [SEP] some questions remain over how to identify the source of the new strain, a world health organization official told the associated press. [SEP] many ipos and other companies will have to cope with the changes. [SEP]\" despite a huge start and a poor line - up, i still picked a good driver, \" said williams, who finished second in the australian grand prix race after being fourth this season and finished first in the australian gp that year. [SEP] one of the [SEP]"}
+{"type": "sample", "index": 38, "raw_text": "[CLS] compared with today. [SEP] credit cards are being used to go to a council store in cumbria. [SEP] but in reality, this year it hasn ' t been the same since 2001. [SEP] he had to rest his head and go back on to the line. [SEP] i would say, sir, john. [SEP] they ' re going to mix it up, \" he said. [SEP] \" it was never good, but at the time i really knew i was going to play hard and i wanted to play next year, \" he said. [SEP] so what are the options now available to members of pakistan ' s ruling party? [SEP] a year [SEP]", "detok_text": "[CLS] compared with today. [SEP] credit cards are being used to go to a council store in cumbria. [SEP] but in reality, this year it hasn't been the same since 2001. [SEP] he had to rest his head and go back on to the line. [SEP] i would say, sir, john. [SEP] they're going to mix it up, \"he said. [SEP]\" it was never good, but at the time i really knew i was going to play hard and i wanted to play next year, \" he said. [SEP] so what are the options now available to members of pakistan's ruling party? [SEP] a year [SEP]"}
+{"type": "sample", "index": 39, "raw_text": "[CLS] on some important issues. [SEP] and so... you never asked them about the politics of this country, when they were in their favor. [SEP] he had a $ 200, 000 / 500, 000 cash prize. [SEP] mr. obama looked too young to make up his mind. [SEP] it was set by rafael benjani ' s last minute free kick just wide of the penalty area after david dowling caught a ball under birmingham ' s goal. [SEP] the boy ran away after the first argument with the two of his close friends, according to police reports. [SEP] the murder is an act of silence. [SEP] since the day [SEP]", "detok_text": "[CLS] on some important issues. [SEP] and so... you never asked them about the politics of this country, when they were in their favor. [SEP] he had a $200, 000/500, 000 cash prize. [SEP] mr. obama looked too young to make up his mind. [SEP] it was set by rafael benjani's last minute free kick just wide of the penalty area after david dowling caught a ball under birmingham's goal. [SEP] the boy ran away after the first argument with the two of his close friends, according to police reports. [SEP] the murder is an act of silence. [SEP] since the day [SEP]"}
+{"type": "sample", "index": 40, "raw_text": "[CLS] has escaped with a red card. [SEP] 13 ( upi ) - - michael vick signed a judge ' s order to keep the 7 - year - old u. s. star in jail, his daughter and an attorney said monday. [SEP] an agreement has now been reached with police but the situation was not confirmed. [SEP] that will limit the ability of english players to play football. [SEP] so i have no idea what harm a child is going to do to the family with the money they gave up. [SEP] however, the board confirmed the bank was sticking to the deal. [SEP] i can ' t really remember how it was to [SEP]", "detok_text": "[CLS] has escaped with a red card. [SEP] 13 (upi) - - michael vick signed a judge's order to keep the 7 - year - old u. s. star in jail, his daughter and an attorney said monday. [SEP] an agreement has now been reached with police but the situation was not confirmed. [SEP] that will limit the ability of english players to play football. [SEP] so i have no idea what harm a child is going to do to the family with the money they gave up. [SEP] however, the board confirmed the bank was sticking to the deal. [SEP] i can't really remember how it was to [SEP]"}
+{"type": "sample", "index": 41, "raw_text": "[CLS]ing it for herself. [SEP] \" i have always been a member of the team at anfield, i am reverting to a life where only i can. [SEP] \" it ' s fair to say we were in a position which was not safe to play. [SEP] but i have never won the championship before and this season is not the best time to try to win. [SEP] she goes home, and she must live with her mother now. [SEP] \" he was not going to look for the wrong person, but he was going to do what he had done, \" he said. [SEP] \" however, we will not tolerate the [SEP]", "detok_text": "[CLS]ing it for herself. [SEP] \"i have always been a member of the team at anfield, i am reverting to a life where only i can. [SEP]\" it's fair to say we were in a position which was not safe to play. [SEP] but i have never won the championship before and this season is not the best time to try to win. [SEP] she goes home, and she must live with her mother now. [SEP] \"he was not going to look for the wrong person, but he was going to do what he had done,\" he said. [SEP] \" however, we will not tolerate the [SEP]"}
+{"type": "sample", "index": 42, "raw_text": "[CLS] time this year. [SEP] chicago, april 30 ( upi ) - - david tyree injured his right wrist monday in a pre - draft game and hopes to have a second - round pick back in the spring, the new york jets said. [SEP] \" during their talks, the two sides will talk about key areas, such as industrial relations, environmental issues and land management, \" he added. [SEP] this bothers me when it ' s not properly fit or in any shape. [SEP] \" looking at some part of the game, particularly in defence as well as foreign policy, that ' s a huge challenge, \" stagna [SEP]", "detok_text": "[CLS] time this year. [SEP] chicago, april 30 (upi) - - david tyree injured his right wrist monday in a pre - draft game and hopes to have a second - round pick back in the spring, the new york jets said. [SEP] \"during their talks, the two sides will talk about key areas, such as industrial relations, environmental issues and land management,\" he added. [SEP] this bothers me when it's not properly fit or in any shape. [SEP] \"looking at some part of the game, particularly in defence as well as foreign policy, that's a huge challenge,\" stagna [SEP]"}
+{"type": "sample", "index": 43, "raw_text": "[CLS] the idea was to have a baby and he, after all, was raised in the uk. [SEP] a couple of hours. [SEP] the strike killed four iraqis and at least three of the wounded were police officers, he said. [SEP] on this day, when there has been plenty of fresh smogs, the image of man - in - it will be familiar. [SEP] after all, this is something he isn ' t doing in front of real people. [SEP] his son was given a bag of food in his pocket. [SEP] she died in october 2005, and she is now about five months pregnant. [SEP] he said the administration [SEP]", "detok_text": "[CLS] the idea was to have a baby and he, after all, was raised in the uk. [SEP] a couple of hours. [SEP] the strike killed four iraqis and at least three of the wounded were police officers, he said. [SEP] on this day, when there has been plenty of fresh smogs, the image of man - in - it will be familiar. [SEP] after all, this is something he isn't doing in front of real people. [SEP] his son was given a bag of food in his pocket. [SEP] she died in october 2005, and she is now about five months pregnant. [SEP] he said the administration [SEP]"}
+{"type": "sample", "index": 44, "raw_text": "[CLS] of thousands of civilians who have been driven out of their homelands. [SEP] at the same time, gas prices were about a penny higher than last year, at $ 3. 42, aaa said. [SEP] towards the end of the election campaign, he expressed confidence in us president barack obama as u. s. president. [SEP] that doesn ' t mean that \" quality \" is just a term, but that it is very familiar. [SEP] in total, jackson ' s movies generated 2. 6 % of box - office revenue, or about 8 % of the entire industry ' s production income, according to industry figures. [SEP] \" one [SEP]", "detok_text": "[CLS] of thousands of civilians who have been driven out of their homelands. [SEP] at the same time, gas prices were about a penny higher than last year, at $3. 42, aaa said. [SEP] towards the end of the election campaign, he expressed confidence in us president barack obama as u. s. president. [SEP] that doesn't mean that \"quality\" is just a term, but that it is very familiar. [SEP] in total, jackson's movies generated 2. 6 % of box - office revenue, or about 8 % of the entire industry's production income, according to industry figures. [SEP] \" one [SEP]"}
+{"type": "sample", "index": 45, "raw_text": "[CLS] up a run in the fifth - - none out. [SEP] he told abc radio that he had seen flames from the apartment building shortly before 8 a. m. [SEP] so, paul, i ' m not - - you just had some people beat him up just because he ' s white and maybe not. [SEP] eastern time, 10 a. m., and doors open, 11 p. m. [SEP] when his son, 16 - year - old daniel evans, 19, tried to stop his father from doing 30 m. p. a., the clock ran out, so for the next few hours it was going to be [SEP]", "detok_text": "[CLS] up a run in the fifth - - none out. [SEP] he told abc radio that he had seen flames from the apartment building shortly before 8 a. m. [SEP] so, paul, i'm not - - you just had some people beat him up just because he's white and maybe not. [SEP] eastern time, 10 a. m., and doors open, 11 p. m. [SEP] when his son, 16 - year - old daniel evans, 19, tried to stop his father from doing 30 m. p. a., the clock ran out, so for the next few hours it was going to be [SEP]"}
+{"type": "sample", "index": 46, "raw_text": "[CLS]. 5 million. [SEP] \" what the president would do is say where they want to go, \" he told reporters. [SEP] they have the will to get you back on your feet, and all the amenities - - light from the sun, showers, a couch, a mattress and a chair - - all act as a safety net, and seem to protect how long a woman, a man, is waiting for the time of night. [SEP] for less than $ 20 a share, and on august 1 the stock was sold for $ 49. [SEP] still, doubts about investors ' future may encourage them to wait. [SEP] if so, [SEP]", "detok_text": "[CLS]. 5 million. [SEP] \"what the president would do is say where they want to go,\" he told reporters. [SEP] they have the will to get you back on your feet, and all the amenities - - light from the sun, showers, a couch, a mattress and a chair - - all act as a safety net, and seem to protect how long a woman, a man, is waiting for the time of night. [SEP] for less than $20 a share, and on august 1 the stock was sold for $49. [SEP] still, doubts about investors' future may encourage them to wait. [SEP] if so, [SEP]"}
+{"type": "sample", "index": 47, "raw_text": "[CLS] of them. [SEP] she once had a boy at the table, with a dislocated hand trying to hide from a metal chair. [SEP] but the married father - of - three has always defended his actions, saying he was trying to open his door when the fight broke out. [SEP] that ' s, it ' s just won ' t be easy. [SEP] i know things are just going on all the time to be a good example of good behavior. [SEP] that ' s why the experiment turned out to be so successful. [SEP] the report - - along with u. s. law enforcement, a u. s. defense [SEP]", "detok_text": "[CLS] of them. [SEP] she once had a boy at the table, with a dislocated hand trying to hide from a metal chair. [SEP] but the married father - of - three has always defended his actions, saying he was trying to open his door when the fight broke out. [SEP] that's, it's just won't be easy. [SEP] i know things are just going on all the time to be a good example of good behavior. [SEP] that's why the experiment turned out to be so successful. [SEP] the report - - along with u. s. law enforcement, a u. s. defense [SEP]"}
+{"type": "sample", "index": 48, "raw_text": "[CLS] worst of the recession, and that is because it has so changed its fortunes. [SEP] mr tsvangirai has no choice but to face sanctions, but he has done that, according to the party. [SEP] defending champion nadal continued his unbeaten run in the first round tuesday at the french open with a comfortable 6 - 4 6 - 4 6 - 2 victory over eighth - seeded swede gael monfils. [SEP] \" we have made it clear as a nation, as a power with a strong perspective on this, that we are dealing with it, \" the secretary of state said. [SEP] more than 2, 000 of the [SEP]", "detok_text": "[CLS] worst of the recession, and that is because it has so changed its fortunes. [SEP] mr tsvangirai has no choice but to face sanctions, but he has done that, according to the party. [SEP] defending champion nadal continued his unbeaten run in the first round tuesday at the french open with a comfortable 6 - 4 6 - 4 6 - 2 victory over eighth - seeded swede gael monfils. [SEP] \"we have made it clear as a nation, as a power with a strong perspective on this, that we are dealing with it,\" the secretary of state said. [SEP] more than 2, 000 of the [SEP]"}
+{"type": "sample", "index": 49, "raw_text": "[CLS] week or two, \" he said. [SEP] he should do a bit of this because he ' s a great player, he doesn ' t seem to be happy about things. [SEP] he said, \" why did you go back to work with him? \" [SEP] it ' s not just your commitment to the game ; it must be winning. [SEP] at the time, the government didn ' t release it. [SEP] \" the world is ready to take the positive step. [SEP] but it seems, too, that if you don ' t care that much the rest of your life is taken away from you. [SEP] \" our main focus is [SEP]", "detok_text": "[CLS] week or two, \"he said. [SEP] he should do a bit of this because he's a great player, he doesn't seem to be happy about things. [SEP] he said,\" why did you go back to work with him? \"[SEP] it's not just your commitment to the game; it must be winning. [SEP] at the time, the government didn't release it. [SEP]\" the world is ready to take the positive step. [SEP] but it seems, too, that if you don't care that much the rest of your life is taken away from you. [SEP] \" our main focus is [SEP]"}
+{"type": "sample", "index": 50, "raw_text": "[CLS] with 5 : 13 left to play. [SEP] at a certain point, if you ' re just off the pace, be in a fast car, for the speed you get on the side of the road. [SEP] 24 ( upi ) - - stewart cink shot a six - under - par 65 on sunday to turn in a 3 - under 67 at the senior u. s. open. [SEP] he scored 27 and grabbed nine rebounds, leading no. 4 saint mary ' s past st. john ' s 70 - 65. [SEP] this time we are just looking for their children ' s. \" [SEP] the agency said wednesday that [SEP]", "detok_text": "[CLS] with 5: 13 left to play. [SEP] at a certain point, if you're just off the pace, be in a fast car, for the speed you get on the side of the road. [SEP] 24 (upi) - - stewart cink shot a six - under - par 65 on sunday to turn in a 3 - under 67 at the senior u. s. open. [SEP] he scored 27 and grabbed nine rebounds, leading no. 4 saint mary's past st. john's 70 - 65. [SEP] this time we are just looking for their children's. \" [SEP] the agency said wednesday that [SEP]"}
+{"type": "sample", "index": 51, "raw_text": "[CLS]s. [SEP] that was a significant blow for u. s. - south korea, which washington had long regarded as an energy - hungry source of gas. [SEP] the top pick for obama is gov. mike d ' antoni, who is running for senate president. [SEP] the flag for the london 2012 games will be lit in the san siro. [SEP] its successful emphasis on music, and history, combined with an event called \" the great music of new america, \" has opened the door for new generations - - as well as for the next generation to develop their knowledge of new music. [SEP] the white house spent about $ 100 [SEP]", "detok_text": "[CLS]s. [SEP] that was a significant blow for u. s. - south korea, which washington had long regarded as an energy - hungry source of gas. [SEP] the top pick for obama is gov. mike d' antoni, who is running for senate president. [SEP] the flag for the london 2012 games will be lit in the san siro. [SEP] its successful emphasis on music, and history, combined with an event called \"the great music of new america,\" has opened the door for new generations - - as well as for the next generation to develop their knowledge of new music. [SEP] the white house spent about $100 [SEP]"}
+{"type": "sample", "index": 52, "raw_text": "[CLS] hour. [SEP] the government will move to force banks to cut the cost of lending to consumers, rather than raise the rate for new loans, a bank governor said in parliament on wednesday. [SEP] after being fouled with about a second left in the first half, chad henne passed the ball through the middle for a 45 - yard touchdown, and he scored on a short run at the 3. [SEP] but to the mother - of - three, the end of the world is just wrong. [SEP] a joint statement issued by the metropolitan police said : \" the request to take evidence to the bar was granted by officials from the metropolitan police [SEP]", "detok_text": "[CLS] hour. [SEP] the government will move to force banks to cut the cost of lending to consumers, rather than raise the rate for new loans, a bank governor said in parliament on wednesday. [SEP] after being fouled with about a second left in the first half, chad henne passed the ball through the middle for a 45 - yard touchdown, and he scored on a short run at the 3. [SEP] but to the mother - of - three, the end of the world is just wrong. [SEP] a joint statement issued by the metropolitan police said: \" the request to take evidence to the bar was granted by officials from the metropolitan police [SEP]"}
+{"type": "sample", "index": 53, "raw_text": "[CLS] was arrested on the first day of the trial in september, 2008. [SEP] the sky is warm and brown, with the middle of a deep rock near the end of the mountain, as opposed to snow. [SEP] they also dominated the up - tempo offense and had a turnover in the third, after holding the knicks to 10 points on turnovers. [SEP] but it ' s the logistics of being in - - there ' s only one name coming in - - the most important part of the voting process. [SEP] \" the £50m falls short of the estimated £2. 2bn of savings that will be wiped out within the year, [SEP]", "detok_text": "[CLS] was arrested on the first day of the trial in september, 2008. [SEP] the sky is warm and brown, with the middle of a deep rock near the end of the mountain, as opposed to snow. [SEP] they also dominated the up - tempo offense and had a turnover in the third, after holding the knicks to 10 points on turnovers. [SEP] but it's the logistics of being in - - there's only one name coming in - - the most important part of the voting process. [SEP] \" the £50m falls short of the estimated £2. 2bn of savings that will be wiped out within the year, [SEP]"}
+{"type": "sample", "index": 54, "raw_text": "[CLS], a prominent american columnist and movie star. [SEP] more than 1, 400 afghan army officers and marines are set to take over operations in afghanistan ' s south next year as part of a plan to run down the country ' s numbers of u. s. and nato troops. [SEP] he was found to be found dead on a florida beach in a wooded area. [SEP] china has denied the same claim, saying it is unfair and unfair to beijing. [SEP] the incident left the 15 - year - old injured in the seat area of the car. [SEP] the sparks took the lead by making a 3 - pointer with 3 : 33 left. [SEP]", "detok_text": "[CLS], a prominent american columnist and movie star. [SEP] more than 1, 400 afghan army officers and marines are set to take over operations in afghanistan's south next year as part of a plan to run down the country's numbers of u. s. and nato troops. [SEP] he was found to be found dead on a florida beach in a wooded area. [SEP] china has denied the same claim, saying it is unfair and unfair to beijing. [SEP] the incident left the 15 - year - old injured in the seat area of the car. [SEP] the sparks took the lead by making a 3 - pointer with 3: 33 left. [SEP]"}
+{"type": "sample", "index": 55, "raw_text": "[CLS] said she had asked a judge to apologise to her son, her father was a businessman who claimed she had no idea of the matter. [SEP] the second period was cut to less than an hour and 10 minutes and just after the whole game was over, england went down 2 - 0 - a half hour, 10 minutes, 2 hours and 10 minutes before half time, and came back with 20 minutes to play. [SEP] it ' s a pretty big argument : \" slow down, \" he said - - but at the very least it ' s likely to make a point. [SEP] spending increased $ 2. 9 million, [SEP]", "detok_text": "[CLS] said she had asked a judge to apologise to her son, her father was a businessman who claimed she had no idea of the matter. [SEP] the second period was cut to less than an hour and 10 minutes and just after the whole game was over, england went down 2 - 0 - a half hour, 10 minutes, 2 hours and 10 minutes before half time, and came back with 20 minutes to play. [SEP] it's a pretty big argument: \"slow down,\" he said - - but at the very least it's likely to make a point. [SEP] spending increased $2. 9 million, [SEP]"}
+{"type": "sample", "index": 56, "raw_text": "[CLS] [SEP] in march 2005, a florida woman added the same name to the story of her relationship with a friend. [SEP] mr costner, who is a professor of civil engineering at dunst university, said : \" there is something in it up there. [SEP] it began to change significantly in the week after this month ' s earthquake. [SEP] as far as you are concerned, don ' t expect new legislation. [SEP] she only wanted to do the same when she made a third - place finish in the first half of the u. s. olympic trials in summer 2003. [SEP] the teams made a strong debut with a 3 - 1 win [SEP]", "detok_text": "[CLS] [SEP] in march 2005, a florida woman added the same name to the story of her relationship with a friend. [SEP] mr costner, who is a professor of civil engineering at dunst university, said: \" there is something in it up there. [SEP] it began to change significantly in the week after this month's earthquake. [SEP] as far as you are concerned, don't expect new legislation. [SEP] she only wanted to do the same when she made a third - place finish in the first half of the u. s. olympic trials in summer 2003. [SEP] the teams made a strong debut with a 3 - 1 win [SEP]"}
+{"type": "sample", "index": 57, "raw_text": "[CLS] fraud that was estimated at hundreds of millions of dollars, according to prosecutors. [SEP] the cost was $ 30. [SEP] there aren ' t many ways for many people to change the body of the car, but the only way is to \" get as small as possible and re - create it. \" [SEP] however, there was no word on whether it would be taken to court. [SEP] a leicestershire fire service has set a budget for two helicopters. [SEP] the army was able to help, but it was not quite on its own. [SEP] i mean, they ' re... [SEP] he added that the company would not discuss the final [SEP]", "detok_text": "[CLS] fraud that was estimated at hundreds of millions of dollars, according to prosecutors. [SEP] the cost was $30. [SEP] there aren't many ways for many people to change the body of the car, but the only way is to \"get as small as possible and re - create it.\" [SEP] however, there was no word on whether it would be taken to court. [SEP] a leicestershire fire service has set a budget for two helicopters. [SEP] the army was able to help, but it was not quite on its own. [SEP] i mean, they're... [SEP] he added that the company would not discuss the final [SEP]"}
+{"type": "sample", "index": 58, "raw_text": "[CLS]ua reported. [SEP] christine lagarde, general secretary of french companies ' unions said : \" we ' re looking at whether the deal is successful because of the impact on workers. [SEP] \" the amount of credit is very equal to the needs of our customers. [SEP] a year later he had a new one, the second. [SEP] he said that the ruling would apply to all women in a society obsessed with religious and social law. [SEP] sam freedman reported from san diego. [SEP] and for the first time in a generation, ideas and money can be used to convince you to start your children, save your family and try to keep [SEP]", "detok_text": "[CLS]ua reported. [SEP] christine lagarde, general secretary of french companies' unions said: \"we're looking at whether the deal is successful because of the impact on workers. [SEP]\" the amount of credit is very equal to the needs of our customers. [SEP] a year later he had a new one, the second. [SEP] he said that the ruling would apply to all women in a society obsessed with religious and social law. [SEP] sam freedman reported from san diego. [SEP] and for the first time in a generation, ideas and money can be used to convince you to start your children, save your family and try to keep [SEP]"}
+{"type": "sample", "index": 59, "raw_text": "[CLS] his name, the source said. [SEP] \" i don ' t know anything about it. [SEP] he has played \" brilliant \" rugby since the early days of world rugby, and certainly backed him up when the edf cup took place in 2008. [SEP] brown, if elected, would effectively serve as the party ' s leader even if labour ' s task has become increasingly difficult as he is under so much pressure to come to terms with the call to act before the election. [SEP] several people were being called to his hotel room, he said, but at the time they could not find him dead. [SEP] the u. s. army [SEP]", "detok_text": "[CLS] his name, the source said. [SEP] \"i don't know anything about it. [SEP] he has played\" brilliant \" rugby since the early days of world rugby, and certainly backed him up when the edf cup took place in 2008. [SEP] brown, if elected, would effectively serve as the party's leader even if labour's task has become increasingly difficult as he is under so much pressure to come to terms with the call to act before the election. [SEP] several people were being called to his hotel room, he said, but at the time they could not find him dead. [SEP] the u. s. army [SEP]"}
+{"type": "sample", "index": 60, "raw_text": "[CLS] countries are concerned over the future of 5, 000 to 7, 000 us troops stationed in afghanistan. [SEP] the alleged perpetrators of these crimes have been as well known and they do not seem to be as much part of the enforcement of the law in this country. [SEP] the district attorney ' s office said the new report was also issued because of insufficient information on the children ' s legal status or other issues such as their history, education, income, age, criminal record and legal status. [SEP] we took a loan at $ 4, 400 - a - month, and had to pay all of it so i could get a payment. [SEP]", "detok_text": "[CLS] countries are concerned over the future of 5, 000 to 7, 000 us troops stationed in afghanistan. [SEP] the alleged perpetrators of these crimes have been as well known and they do not seem to be as much part of the enforcement of the law in this country. [SEP] the district attorney's office said the new report was also issued because of insufficient information on the children's legal status or other issues such as their history, education, income, age, criminal record and legal status. [SEP] we took a loan at $4, 400 - a - month, and had to pay all of it so i could get a payment. [SEP]"}
+{"type": "sample", "index": 61, "raw_text": "[CLS] on tuesday. [SEP] however, he wants to be able to win six races this season, but is not linked to a spot in the points race. [SEP] the weather was good to see, no less. [SEP] meanwhile, the prosecutor ' s office said that the trial had been suspended pending the outcome of the case. [SEP] the things that have been done for me to see what they did to me. [SEP] the mother, virginia prohren, told police she was attacked while on her way to work with her 3 - year - old son, who died. [SEP] pittsburgh ( ap ) - pittsburgh ' s big defense launched a wide [SEP]", "detok_text": "[CLS] on tuesday. [SEP] however, he wants to be able to win six races this season, but is not linked to a spot in the points race. [SEP] the weather was good to see, no less. [SEP] meanwhile, the prosecutor's office said that the trial had been suspended pending the outcome of the case. [SEP] the things that have been done for me to see what they did to me. [SEP] the mother, virginia prohren, told police she was attacked while on her way to work with her 3 - year - old son, who died. [SEP] pittsburgh (ap) - pittsburgh's big defense launched a wide [SEP]"}
+{"type": "sample", "index": 62, "raw_text": "[CLS], some u. s. lawmakers urged congress to approve the deal because of the sensitive nature of relations between iraq and iran. [SEP] for the uk, there was 2. 5 million tonnes of waste in 2008. [SEP] but at a meeting tuesday, school officials took little comfort from brown ' s decision. [SEP] so, who will be involved in the new rules in 2010? [SEP] you know it is easy to understand. [SEP] such a bad name for what you pay for when you go on the road - they did, because you wanted the cost of money, you wanted your name and reputation, and because you would keep on paying [SEP]", "detok_text": "[CLS], some u. s. lawmakers urged congress to approve the deal because of the sensitive nature of relations between iraq and iran. [SEP] for the uk, there was 2. 5 million tonnes of waste in 2008. [SEP] but at a meeting tuesday, school officials took little comfort from brown's decision. [SEP] so, who will be involved in the new rules in 2010? [SEP] you know it is easy to understand. [SEP] such a bad name for what you pay for when you go on the road - they did, because you wanted the cost of money, you wanted your name and reputation, and because you would keep on paying [SEP]"}
+{"type": "sample", "index": 63, "raw_text": "[CLS] of the way the game was set up after washington ' s first power play. [SEP] and they are hoping to join them in china. [SEP] his body, who has not been identified, was not found. [SEP] \" we have to win all the way to the game... [SEP] dont go looking for the market.......... [SEP] \" the english players can now do exactly what they want.... [SEP] but to see who made it and who wants to play is a great idea. [SEP] it just wasn ' t funny. [SEP] \" you know how hard you get a job on [SEP]", "detok_text": "[CLS] of the way the game was set up after washington's first power play. [SEP] and they are hoping to join them in china. [SEP] his body, who has not been identified, was not found. [SEP] \"we have to win all the way to the game... [SEP] dont go looking for the market.......... [SEP]\" the english players can now do exactly what they want.... [SEP] but to see who made it and who wants to play is a great idea. [SEP] it just wasn't funny. [SEP] \" you know how hard you get a job on [SEP]"}

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps256_c64_t1p45_detok_raw_samples.txt

@@ -0,0 +1,224 @@
+steps256_c64_t1p45_detok
+{
+  "type": "summary",
+  "name": "steps256_c64_t1p45",
+  "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt",
+  "step": 434000,
+  "decode": {
+    "kind": "categorical_fullvocab_normal_steps_sweep",
+    "config": "steps256_c64_t1p45",
+    "steps": 256,
+    "endpoint_temp": 1.45,
+    "concentration_max": 64.0,
+    "final_from": "state",
+    "update": "resample",
+    "n_samples": 64,
+    "seed": 20260509
+  },
+  "detok_genppl": {
+    "ppl": 31.36716376704839,
+    "nll_per_token": 3.4457616058438214,
+    "tokens": 9644
+  },
+  "diversity": {
+    "sample_entropy": 4.154899990566409,
+    "unique_tokens": 1719,
+    "token_count": 8192,
+    "distinct_1": 0.2098388671875,
+    "distinct_2": 0.6658464566929134,
+    "top_token_mass": 0.0582275390625
+  }
+}
+
+===== sample 000 =====
+[CLS] the whole thing was true and true. [SEP] but then, he's had a year, and he went back - to - back as often as he's ever played. [SEP] the two are working on a plan to make climate change happen to society. [SEP] more than 6. 4 million people are hungry, according to official government statistics. [SEP] "it was a tough game to come and go home and it wasn't a good fight for us to win," hatton said. [SEP] " whether she's done it, or has she already done it? [SEP] a young boy was able to use his foot to [SEP]
+
+===== sample 001 =====
+[CLS] to the region's extensive shipping routes. [SEP] at least 20 people have been killed in such attacks, including two deaths in jakarta in november. [SEP] but the new rules have been proven to be difficult to implement. [SEP] "i think we've got a strong team," said us open champion michelle wie of australia, a former amateur champion and a three - time winner in california. [SEP] the american is hoping to make it to the top of the world rankings. [SEP] he also believes he will not be fit in time to be considered captain for tuesday's test match match. [SEP] both of them are looking for similar [SEP]
+
+===== sample 002 =====
+[CLS] in the third quarter of 2009. [SEP] 14 (upi) - - venus williams advanced monday to the second round of the u. s. open tennis tournament in boston. [SEP] it'll take a few minutes for her to get up to the full speed. [SEP] when the girl was young, she told her not to look into her eyes and take her mother out of her bedroom to think about the baby, she added. [SEP] he took it up to about 1, 500 feet, went to pedroia's glove, and then, on the next pitch, got behind the ball to make it. [SEP] it was widely [SEP]
+
+===== sample 003 =====
+[CLS] wouldn't give details on the cause of the accident. [SEP] congress is getting into this new mess. [SEP] a problem for most of us is that the excesses of their relationship are now much more important than ever. [SEP] "i really don't think people ever have to figure out what they can do for a specific reason, but i did - - and that won't go any further," he added. [SEP] the militants had promised to try to persuade the local government to take control of swat, but that did nothing to impede them. [SEP] and i was a very good guy. [SEP] he has said he [SEP]
+
+===== sample 004 =====
+[CLS] [SEP] what's the point of the peace process? [SEP] but he said the issue will be as important as the outcome. [SEP] "if it's going to hit new ground and i think in terms of the greenback's strength,... it's very difficult for it to come back, there is little reason for hope now," said bill gross, an analyst at jp morgan chase & co, in a pre - market note. [SEP] ian bayley, chairman of the watchmists group, was quoted by the times as saying: " the company is currently working closely to implement the scheme and is [SEP]
+
+===== sample 005 =====
+[CLS] control of the vast indian state. [SEP] but the closings didn't mean much. [SEP] the shares closed up $1. 25 on tuesday at $75. 50. [SEP] " it's our own game. [SEP] tens of thousands of refugees left the democratic republic of congo yesterday for a day of peace. [SEP] some democrats, though, compare mr. bush's mentality with mr. mccain's energy and political advantage. [SEP] bottom line is :... [SEP] there aren't many problems with anything and sometimes there just seems to be a problem. [SEP] tivo is based in the united states and the [SEP]
+
+===== sample 006 =====
+[CLS] year. [SEP] the final deal is expected to be followed by a final agreement expected by the two companies at the very end of the year. [SEP] these days, i don't want that to happen. [SEP] and now the guy (who used it this week) is trying to get this team into a better situation. [SEP] the studio last year took responsibility for the distribution rights to the film, and sold the digital rights to a harry potter video film. [SEP] he also became a spokesman for ford in the 1970s. [SEP] he was shot down by japanese troops in 2001. [SEP] it was also opposed by some liberal democrats who have come [SEP]
+
+===== sample 007 =====
+[CLS]. [SEP] they've got 25, 000 miles per hour in a 16 - to 19 miles per gallon car. [SEP] mr james's parents, lisa, and 5 - year - old sister, clare, tried to save their life. [SEP] robert carricker, 52, of orange county, told the jurors that he relied on the testimony of mr. gonzalez's mother and mother, one of the alleged victims. [SEP] san francisco at washington, 7: 05 p. m. [SEP] who would have wanted to know about it but who needed to seek some help anyway? [SEP] the office for wales has launched a [SEP]
+
+===== sample 008 =====
+[CLS] [SEP] but they think the war won't go on and that we're winning. [SEP] we're going to do the same thing on a voluntary basis, and unfortunately, we're still trying to resolve the case of my son. [SEP] after georgia state cut the first - half deficit to 3 - 2, the bulldogs blanked the second - seeded tigers (7 - 3) to make it 3 - 2, then held on for less than a minute. [SEP] the firm had paid 2. 1 million yuan (£150, 000) for the two - story, 6, 000 square - foot changlong hotel, [SEP]
+
+===== sample 009 =====
+[CLS] the country, and can cost up to £3, 000. [SEP] it is not a matter to be understood by the british people. [SEP] the shares rose 7. 5p to 34p in morning trading as traders digested over a possible sale of barclays. [SEP] "i don't want to talk with the big players because it's not all gone as planned. [SEP] on health care, insurance companies have made it very hard to cover people with insurance. [SEP]" i've got a little nervous about it. [SEP] i like people to say that maybe i will go to this point.... [SEP] that said [SEP]
+
+===== sample 010 =====
+[CLS] to be taxed for up to three years. [SEP] 8, however, a spokesman for plebel said she would make a final statement. [SEP] we can go back in and watch it if we want to know what he's doing. [SEP] however, he eventually made the decision to hold himself back while the 5 - year - old daughter was in a bed. [SEP] the report said she was forced to undergo surgery for ovarian cancer last month. [SEP] the convicted dutchman, who was sentenced to 30 years in the netherlands for a night - long attack last month, has sent a strong message to the french public that [SEP]
+
+===== sample 011 =====
+[CLS] states are trying to fend off the financial storm. [SEP] it was last updated at 18. 05 bst on wednesday 19 july 2009. [SEP] the pair left the house in blyton road, ayr, at 1700 gmt on monday morning. [SEP] university spokeswoman amy colman said the new memorial service site on the university's campus would open next month. [SEP] whatever the reason, it is best to stay out of political trouble. [SEP] he would be just like our brother, he would be happy, he would not be tired. [SEP] a friend, a traditional catholic monk, is now 21 - - and [SEP]
+
+===== sample 012 =====
+[CLS]. [SEP] the bodies were pulled from a 4 - year - old boy named michael jackson, ktla said wednesday. [SEP] there was no simple answer in this case. [SEP] 11, 2001, but died in a long - distance missile attack, only to be buried down in the middle. [SEP] with ferguson's men back on the attack, the right - back drilled a 78th minute low shot over the post with a fierce shot at the near post. [SEP] a man in the al - sahab cell at a police checkpoint said he pleaded with militants and prayed for justice. [SEP] he spent about three hours at the space station [SEP]
+
+===== sample 013 =====
+[CLS] we'll see progress. [SEP] it also dismissed the possibility of a new offer from tehran. [SEP] you have to move on with life, that will give you a break. [SEP] the ceremony will be held in a new york city venue in berkeley square, central london. [SEP] in a debate on the issue, a group of mps backed mr darling and pointed out that he was in a "good mood" and had previously urged public finances to get back on track during the economic crisis. [SEP] but that isn't the problem. [SEP] john jones, a chemist at stanford university, created the 7. 7 - inch piece of silicon [SEP]
+
+===== sample 014 =====
+[CLS] i took money from my friends and they would get free access to my money and, i thought, i lost some money. [SEP] the report didn't say what led to the man's arrest. [SEP] but cvc, apart from the lenders, was unable to provide a credible way of financing the deal. [SEP] the red sox scored only one run in the first inning, including a two - run single that scored on dustin pedroia's three - run rbi single in the fifth. [SEP] average tuition dropped from $1, 400 last year in the program to $2, 479, meaning that the average of [SEP]
+
+===== sample 015 =====
+[CLS]s. [SEP] marchionne's death opens a new chapter in the history of the us auto industry, as many americans believe. [SEP] " i don't know how i can win the title. [SEP] even real people don't care much about the issue of money. [SEP] researchers said they had tested six hiv strains in japan, north korea and south africa with the drug - resistant group. [SEP] private banks have been set up but they are all owned by state institutions. [SEP] even so, he said, the pair began sheltering in basements before saving their two children's lives, prompting a series of flare - [SEP]
+
+===== sample 016 =====
+[CLS] he's a great guy ), was set to bring in about $2. 5 million. [SEP] "i can't do it," she said. [SEP] he was unconscious at the time and was later taken to a hospital, where his condition was upgraded to a less critical condition. [SEP] he may have known some time that he was hoping to put the ball in the hands of others to give him more power. [SEP] anyone with a stake in the scheme with account balances up to £5, 000 will have to pay up to £300 in interest to their accounts. [SEP] in one northern city, about 500 children died [SEP]
+
+===== sample 017 =====
+[CLS] and malt. [SEP] he said the banks in the united states are well organized and they have to get out of the financial crisis. [SEP] he also should not give up hope. [SEP] but, he added, britain was not prepared to take any chances on the original deal. [SEP] mursrul, who is chairman of the pakistan international cricket board, said this was part of a new strategy for the team. [SEP] just fine. [SEP] this was just one case that didn't attract much attention. [SEP] they were published in the journal to find out the harsh reality of what is happening in the uk. [SEP] i would have [SEP]
+
+===== sample 018 =====
+[CLS] of some of the most well - known in the u. s. media. [SEP] this will be much weaker than expected by year's end. [SEP] 5 (upi) - - the attorney of a california schoolʼs teacher says he was "shocked" when he walked away from a lawsuit. [SEP] he married, moved in from his parents and moved to a new job. [SEP] she is also particularly close to the mother of her children as a child. [SEP] the board hasn't decided whether to try to buy one of them or sell the other three. [SEP] " if we are to go back to the people who [SEP]
+
+===== sample 019 =====
+[CLS] over the weekend. [SEP] in an unusual statement given to the times, the secretary of state for europe, david winterton, revealed that he sent a letter to mps giving the meps the "opportunity to resign." [SEP] as a result, the company's total operating expenses decreased from approximately $551. 8 million in the second quarter of 2009 to $22. 9 million and $21. 8 million in the second quarter. - - general and administrative expenses increased $0. 3 million to 7. 4 % in the second quarter of 2008. - - cost of sales expenses increased 0. 5 % to $4 [SEP]
+
+===== sample 020 =====
+[CLS] & spencer was among the worst hit retailers. [SEP] 31, 2008 each year. $7. 5 million and $9. 7 million. quarter ended june 30 by $1. 3 million. per share, on a gaap basis. [SEP] chrysler's initial view was that it could take up to three years to come to a final decision. [SEP] dr. richard johnson, acting head of the federal national center for disease control and prevention, said the agency is reviewing the data and trying to predict when the next disease reports will be released. [SEP] in contrast to mr. mccain himself, mr. obama said he would not be [SEP]
+
+===== sample 021 =====
+[CLS] would be "very difficult." [SEP] the cost of $12. 3 billion that the u. s. house of representatives spent to pass the bill last year will amount to $21. 7 billion. [SEP] the man ran out the back door and shot dead mr de menezes, who was not in the station at the time. [SEP] it was last updated at 15. 45 gmt on monday 14 february 2009. institute of health & safety. central london. £30, 000 - £40, 000 plus a.... [SEP] reports in the french press on monday suggested that the french national's body was [SEP]
+
+===== sample 022 =====
+[CLS] one of italy's poorest non - fashion street brokers, reddi, was bought by fiat two months ago at the milan stock market at the end of the year at a market price estimated at less than 3, 000 euros (£2. 88). [SEP] some companies, such as bp, have been hit hard by the crisis. [SEP] but, after two separate court hearings in the country's highest court in march, the judges had disagreed over whether to charge him again, said with direct knowledge of the case. [SEP] according to one source, they were also told they may have to take their vote on " the [SEP]
+
+===== sample 023 =====
+[CLS] to begin leaving the country in 2009. [SEP] the second half of the women's race saw the end of an impressive series, with three women taking the 400m in a line - up with their rivals. [SEP] you aren't right. [SEP] i cannot say why al qaeda was tied to this difficult situation. [SEP] he was a young boy by then he was a complete idiot. [SEP] as for funding the project, if it does not come in, then the cash will have to be invested in the next financial year alone. [SEP] the dividend was one and a half pounds. [SEP] you're busy right now. [SEP] [SEP]
+
+===== sample 024 =====
+[CLS] major publishers to sell books for consumers by deciding whether to sell new versions instead. [SEP] the united states tried to push through a national agreement on behalf of the iraqi government which is still trying to reach a political agreement, but they were increasingly concerned about what the agreement was, and u. s. support remains weak. [SEP] core prices of durable goods, excluding energy, fell by 1. 2 percent in february after falling 2. 7 percent for the first time in seven months, the department said thursday. [SEP] however, it seems the most commonly used parts of the country are located on the western edge of the south lake district. [SEP] [SEP]
+
+===== sample 025 =====
+[CLS] that the only way that they could get into florida by the time of the convention was a time when it was necessary for the voters to go out. [SEP] in the past 10 years, one in every five homes has shut down. [SEP] he is said to have been involved in gcap's acquisition of many of the businesses in the process, with more than £300m of assets worth estimated at £45m. [SEP] " it was a tough game with them. [SEP] the good news is that there's a lot of work to do on this point. [SEP] we just had a chance to try something out, but it [SEP]
+
+===== sample 026 =====
+[CLS] means that we have to swap our daily lives with a new planet for an easier life. [SEP] in late morning trading in europe, the dow is down 31. 34 points, or 0. 1 percent to 7, 182. 47, on the street, and the standard & poor's 500 index is up 0. 06 percent to 1, 108. 60 - 0. 04 percent. [SEP] if it was a movie, i would have never wanted to go to a cinema. [SEP] england should not be so dismayed at the manner of australia's ashes - winning ashes success. [SEP] to the end, this article was posted [SEP]
+
+===== sample 027 =====
+[CLS] 60 euros a day based on the basic minimum wage of 600 shekels ($200) per hour. [SEP] prosecutors said they wanted a fair trial for her husband, her husband and their 2. 3 - year - old son in december 2003. [SEP] the 33 - year - old woman made a confession, and the court in february heard that he had threatened to molest her after an argument with her 16 - year - old baby brother, a claim made from the video played in the trial. [SEP] but the world's leaders have said they want the issue to be decided in pittsburgh at the group of 20 summit on monday [SEP]
+
+===== sample 028 =====
+[CLS] conspira conspirators and didn't even know anything about the attack. [SEP] the 34 - year - old goalie, who scored twice for san jose, is double - teamed against new jersey, with boucheron believing he can hit the puck when he needs to line up. [SEP] i was surprised to find myself asking the question, but later insisted that i would not. [SEP] it's all done. [SEP] at a pace that would take a year or two, the offer has been withdrawn and a final deal is left for the player who goes to the college to play. [SEP] when it comes to the [SEP]
+
+===== sample 029 =====
+[CLS] quality council, the u. s. meat - safety body, estimates that will increase to 40 million this year. [SEP] the newspaper said the company's workers would be laid off entirely by day's end. [SEP] russia had managed to get the top medal from the games while maintaining a poor record during last season's 20 - 24 games. [SEP] "we have to start thinking on how much he's going to play. [SEP] the democrats aren't worried. [SEP]" it's changed over the last two years and the amount of money we raise is just getting smaller. [SEP] the military may have to respond to [SEP]
+
+===== sample 030 =====
+[CLS] more money. [SEP] it was simple enough for microphones to run all over the bar as if the camera was in the bar. [SEP] 19 under the freedom of information act, which runs from 11 a. m. to 3 p. m. [SEP] huwroe, using his own bat, tries to clear and hits the ball at his feet to righty, who is free to go to the stands and to the mound. [SEP] this is a great day for the people in the belfast papers who are keenly looking into mrs carroll's murder. [SEP] the economy is a key part of the strategy. [SEP] mr. [SEP]
+
+===== sample 031 =====
+[CLS]. [SEP] "i'm at work today. [SEP] and i think that's the point. [SEP]" he was a great man. [SEP] that's good news too. [SEP] but they can be quickly derided by play at the end of the first half. [SEP] should i give a second opinion? [SEP] this article was published on guardian. co. uk at 14. 11 bst on tuesday 16 october 2009. [SEP] he said he changed his bank account and found out the money was legitimate. [SEP] the speed of recovery may be temporary. [SEP] world champion lewis hamilton, the world champion, was the number one driver, [SEP]
+
+===== sample 032 =====
+[CLS]. [SEP] if you like giving a seat to your kids, then... [SEP] she used the 10 - lap race to build on her recent win at the championships on the track. [SEP] woods will be in action for the first time since he won this tournament in 2007. [SEP] he offered evidence of a lack of human condition that was as much as a footnote. [SEP] they had come all the way in the dark. [SEP] the us is the industrial world's second largest economy, with around 600, 000 people; japan was supposed to be the world leader in car production. [SEP] " it was a big case of the [SEP]
+
+===== sample 033 =====
+[CLS] contributions "to the charity - and he raised more money than his previous salary of £12, 300. [SEP] it is, as yet, a notoriously long process. [SEP] during a two - hour interview in january, he said he did not think she would ever be married and did not have any sex with her. [SEP] now he is thinking about what he means. [SEP] there are so many young people to think about, and they have the responsibility to turn around... until the last minute. [SEP] he also said that a recovery was likely to emerge, and there were" no plans " to keep up with the large [SEP]
+
+===== sample 034 =====
+[CLS]. [SEP] ms lees, who was married to two bovists, said that she was not married to a man or two women because she unnecessarily had so many children. [SEP] i did not pick up him, but was told not to leave as there was the risk for my safety - - and i was left alone. [SEP] edt, the market had been anticipating yet more data before the release of the u. s. jobs report thursday, and after friday's two - day jobs report on consumer confidence. [SEP] petrova did not respond to the question about whether the numbers were an advantage, [SEP]
+
+===== sample 035 =====
+[CLS] after the arrest, he said he thought none of the men was in touch with his family. [SEP] the rangers led by four in the third. [SEP] the answer may be simple, but what will the result be right now? [SEP] us president george bush will attend the start of the middle east peace process. [SEP] if there are a good chance, england will be the first in the world. [SEP] the united states last year sent $5. 4 million in cash and 100 million baht ($2. 5 million) to the central government. [SEP] meanwhile, in a white stand - up hoenig riffed on a phone [SEP]
+
+===== sample 036 =====
+[CLS] to her, and she thought she had to hand her over to someone she was excited about. [SEP] seven people have been reported killed and at least two were injured and five were hurt. [SEP] the two candidates had been tied up over pictures of alaska governor sarah palin. [SEP] it could only have won four of the six, but the only one had to win a single race to win the crown. [SEP] you're really clear. [SEP] "we were very lucky," she said with a smile. [SEP] they have since returned to the area. [SEP] with the court order expiring, there would be no need to leave [SEP]
+
+===== sample 037 =====
+[CLS] 20 - 14 lead at the end of the quarter. [SEP] during the debate, the clintons often talked about mr. obama and talked about his race and change during some of his questions. [SEP] the animal has been missing for more than half a century. [SEP] these things need to be done right, but in our eyes, they have to be the rules of the game. [SEP] and finally, he says he does not expect them to take a competitive position. [SEP] it was really hard to control what he did. [SEP] the police went through the area and looked at a third - floor window and found the two male and female woman [SEP]
+
+===== sample 038 =====
+[CLS] at 6: 05 p. m. [SEP] a 19 - year - old london man has appeared in court charged with a similar attack on another man. [SEP] she told me that, as she thought she could, she would put it up and say, "i'm going to do it more quickly," but she then went home, saying she needed to go to her doctor to fix the problem. [SEP] the men were given 20 times the usual amount of fuel, while they waited when the fuel would be released by them. [SEP] the move was not known but it marks the 50th anniversary tuesday of the hudson river crash, the [SEP]
+
+===== sample 039 =====
+[CLS] when he was in office. [SEP] washington (ap) - house democrats have blocked a senate war funding bill that deals with military spending, a compromise that also calls for tighter fuel standards for cars, trucks and small, fuel - efficient motor vehicles. [SEP] (ap) - andy schlesinger will receive the first victory over the winner of the fourth men's tour de france race of the year, and qualify for the tour de france next week. [SEP] it's better to make money than use some of them to make a car and we need to use it on the same level. [SEP] yahoo's stock rose $[SEP]
+
+===== sample 040 =====
+[CLS] ladders and ladders. [SEP] expatriates have largely abandoned the small, overflowing market - rate hotel and retail shops. [SEP] "it's about the fact that you can't get involved in a case like this without the freedom of information," biden said. [SEP] "we're still working very hard to resolve this situation," he said. [SEP] "you can just kind of go out of a tunnel through the cracks of the financial system," he said. [SEP] minutes after the announcement, ambac's stock price was down 3. 4 percent friday on expectations it would sell [SEP]
+
+===== sample 041 =====
+[CLS] to get used to the buzz, " he said. [SEP] you might have been thinking, too, this is really a very complicated case. [SEP] liverpool can pay the fee to aston villa by virtue of benitez's decision to sign a key player this week. [SEP] that's what we did when they should have done. [SEP] mosley, 36, was convicted in 2005 for plotting a gang attack on a 15 - year - old girl who was kicked out of the street by both her father and sister. [SEP] the agency would not say how many devices the f. d. a. used in its tests. [SEP] [SEP]
+
+===== sample 042 =====
+[CLS]. "[SEP] i would never have done that. [SEP] ali al - maliki, the committee's chairman, said that the government had responded" positively "to the appeal. [SEP] but at the same time as an example, he sees the act as a show of unity, and not a protest. [SEP] it expects fourth quarter revenue to fall 2 percent from a year - ago. [SEP]" we had a pre - season start in manchester. [SEP] the deal is expected to be completed by the end of this year. [SEP] now, perhaps, the lessons have been learnt, rather than given the sense of some more progress. [SEP] [SEP]
+
+===== sample 043 =====
+[CLS] lowered its key rate of inflation in july to a record 2. 8 per cent by the end of july. [SEP] the rest of the u. s. got some heavy snow, snow and rain on tuesday, followed by more than an inch of heavy snow, snow and a cold front. [SEP] there's a possibility... if anything, the discussions will continue in july, "the committee's chairman, peter snows, told reuters, adding that lawmakers planned to meet for three more days over the coming week. [SEP] the home office minister said:" this is good for london, good for the environment. [SEP]
+
+===== sample 044 =====
+[CLS] be able to get in to the vehicle. [SEP] full - year net income fell by 6 percent to $200, or 45 cents per share, from $376. 8 million, or 47 cents, in the previous year. [SEP] the israeli military said it had found no evidence that militants were in contact with the palestinians and that the gunman was a member of the terror group. [SEP] he was never arrested, police said. [SEP] born in france, she is part lawyer, part painter and part athlete. [SEP] since the initial grant program was established in 1988, there has been no use of the program. [SEP] on tuesday, [SEP]
+
+===== sample 045 =====
+[CLS] he would feel much worse if a loved one wasn't to look after him. [SEP] his mother took the game to england as a teenager, and he had the last laugh. [SEP] the plan, he said, would have lead to a new structure in the financial system to try to stop the market slide. [SEP] he said: "he has refused to give up his life to protect himself. [SEP] future studies are expected to help determine the impact of men's behavior on the levels of testosterone in the human body. [SEP] it's not easy in practice," he said. [SEP] this year the city is expected to hold [SEP]
+
+===== sample 046 =====
+[CLS], is the focal point of the film. [SEP] when they took it down, they discovered that the man and his friends were only responsible for the fire. [SEP] "the important thing here is that it is their own security that is best served," he said. [SEP] (cnn) - - new york rapper jay - z has confirmed his name as the manager for the first full week of the rock band's summer tour. [SEP] another example: the price of gold in the early years. [SEP] this, of course. [SEP] after the end of garko's stint with the yankees from 2001 - 2004, the yankees [SEP]
+
+===== sample 047 =====
+[CLS] rebel army, now known as the peace tigers. [SEP] for something like this one, this is a way to make fun of your life. [SEP] and then "super havens" can be controlled and co - opted by the british government and not the states. [SEP] they were prepared for that moment, "said the official. [SEP] i screamed in my head. [SEP]" we hope for better results. [SEP] they want you back, and you want them to live with it, " he said, adding that they were close to his wife's family. [SEP] he was angry and upset. [SEP] mr. kashman's [SEP]
+
+===== sample 048 =====
+[CLS] by tropical storms on the north china coast. [SEP] sometimes they make a home for themselves. [SEP] macy's inc. said on monday its same - store sales fell 9. 3 percent to 7. 4 billion for the three - week period that ended oct. [SEP] he was asked if insurgents were ever so sure that they could make the security gains in the province they could have hoped to do so in the first month of january. [SEP] " her son would have said' that's going to be and is going to be '. [SEP] so is there no change in there? [SEP] instead of being taxed, a number of [SEP]
+
+===== sample 049 =====
+[CLS] the company's shares fell 3. 1 per cent to $453. 85 after dropping more than 1 per cent to $45. 42 per share. [SEP] " i have to get to the point where they are that i'll talk about the first general election in over a year, and certainly i would be very optimistic that the tories would win today. [SEP] we could almost onlooke. [SEP] final results of the search are expected at the end of the month, instead of three months. [SEP] last week, it announced changes to the amount of money left in the interest rates charged by savers on their accounts [SEP]
+
+===== sample 050 =====
+[CLS]. [SEP] in one instance, a. m. a. employees walked about on the red carpet. [SEP] the president has met with a relatively small group of reporters - - the largest audience by any president. [SEP] 2 (upi) - - a 3 - pointer by kyle singler was key to 16 points in the fourth period thursday in the san antonio pacersʼ 100 - 95 win. [SEP] berrer lost the opening set on serve in game 5 of the third set when a forehand kept serve out of his serve. [SEP] despite this, mr walsh said the changes will have a very positive effect on profits. [SEP] [SEP]
+
+===== sample 051 =====
+[CLS] criticism of china's human rights record. [SEP] it was like i was trying to run at her and her. [SEP] she could have gone so far to avoid questions about her family problems in pakistan. [SEP] it is now a critical role of the obama administration. [SEP] it's a complete disgrace, " she said. [SEP] company's growth leadership and to be a leader in highly quality high - tech products. [SEP] that was also a heavy blow to a team that should otherwise have been ruled out and they have now stood down in the dressing room to prove it. [SEP] this was a warm - up season, with a. [SEP]
+
+===== sample 052 =====
+[CLS] [SEP] just two years ago, more than half the victims were shot and killed. [SEP] but i don't really think people will come back to see that he's here, that he's a man of the world, and don't think they need to read about her again. [SEP] he didn't say how soon the case would be opened. [SEP] but what does this mean you've paid for something? [SEP] she could even say she will not. [SEP] mr. hall became so alarmed, that the message was too obvious, that he began e - mailing to police. [SEP] the group was said to [SEP]
+
+===== sample 053 =====
+[CLS]: if they took anything for granted, i'd rather go with the car. [SEP] well, that's an option. [SEP] i would have liked to put a blanket on, play another game, and even have my opinion. [SEP] but part of the problem is that it is not fast enough to get out of this deep recession. [SEP] i think it is clear that the first man to come out is a bad one. [SEP] mr garri has been up to date with questions about the teenager's case. [SEP] he became the first major league player to be held below. 500 in consecutive games. [SEP] it was the [SEP]
+
+===== sample 054 =====
+[CLS] is thought to be a key factor in steering the party into the next election. [SEP] the reason is simple: you can begin your walk within a short space of time or five minutes, but it is impossible to get off a road. [SEP] on the surface, there hasn't been much change. [SEP] it's a wonderful world to think about things in some sort of way and feel like you still know what it was like. [SEP] " i was a pilot. [SEP] i do have to read my resume.... and i've been on a lot of occasions. [SEP] no one was called to the house. [SEP]
+
+===== sample 055 =====
+[CLS] [SEP] but he didn't have to give some of his money as he would be in no position to do so. [SEP] " she got away with me. [SEP] in his speech, a u. s. government official said it would be appropriate to ask israel's government to respect the right to international law. [SEP] however, they are concerned about a fire that can cause extensive damage, but can lead to serious injuries and potentially fatal property damage. [SEP] the move also follows an international agreement under which all new teachers in the uk have been moved from france to britain. [SEP] none of the defendants has been charged. [SEP] according to [SEP]
+
+===== sample 056 =====
+[CLS] [SEP] time warner inc (twx. o) will pay $200 million to sell its assets to liberty media and its cablevision unit for $500 million. [SEP] most children develop a strong respect for the game - and particularly their kids - when they are in contact with some sort of stereotypical group in the adult - only environment. [SEP] while a near - zero interest rate triggered the latest rate hikes in july, beijing has managed to lift official rates down to record lows, with a series of other measures to stimulate the economy and control inflation. [SEP] in 2004, the ruling democrats went from second to third. [SEP] [SEP]
+
+===== sample 057 =====
+[CLS] inc. [SEP] to be honest it's the only way i don't have to show any respect. [SEP] the album's at no. 2 with 65, 000 copies sold. [SEP] edt, first results of the election are set for sunday. [SEP] if so, that's a big thing for a man. [SEP] there was one reason not to go. [SEP] however, she took no position on many other key issues, including government control over the internet. [SEP] "i think the players were told what you had to do to speak to who you are going to," he added. [SEP] a meeting in st [SEP]
+
+===== sample 058 =====
+[CLS] lives when he is sick but not harming himself. [SEP] and we're cleaning it up. "[SEP]" we would move quickly to allow for that freedom of information and to provide a great deal of information, "she said. [SEP] lewis hamilton, the double world champion, dropped him off the race leader after the second positive test. [SEP]" he's not trying to save any money, "she said. [SEP]" it was always supposed to be the same, " mcinnis told reuters in a conference call. [SEP] he was also acquitted of the charges, again in december. [SEP] the four - time director has [SEP]
+
+===== sample 059 =====
+[CLS], and i haven't missed a shot, "he said. [SEP] i tried to walk on the street and then go back home. [SEP]" i didn't tell anyone before he hit me, " he said, adding that during the first round rounds there are many different rounds. [SEP] the afghans, meanwhile, have made some progress. [SEP] i called my mother first because i did not want to be here. [SEP] the store manager takes a good look along with a video camera. [SEP] however, the bank expects further action, with analysts predicting a decision to keep the bank's key interest rate at 0. 5 [SEP]
+
+===== sample 060 =====
+[CLS] [SEP] it's going to be tough, it's going to the bottom of the table. [SEP] he urged his son to go to bed to say, "i don't know." [SEP] we are trying to find ways to protect ourselves. [SEP] of course it makes them look under the sun, it makes them look fresh. [SEP] if all parties agree to agree to the israeli withdrawal, the majority of the tiny majority of jerusalem's 20, 000 - - about 1, 600 jews, estimated at around 1, 800 people - - are expected to stay in their enclaves or former homelands. [SEP] it is [SEP]
+
+===== sample 061 =====
+[CLS] per cent in the month from last year's rate of 3. 3 per cent. [SEP] the incident led to his arrest moments after the flight that ended at 3: 30 a. m. [SEP] you dont have to make a move. [SEP] the woman said the man opened the door on the front door. [SEP] even those trapped under the cold sun have been moving to the streets for the last night. [SEP] citi's stake is 39. 8 per cent, up from 44 per cent last year, thanks to strong performance by other banks that have agreed to take on the world's largest u. s. bank [SEP]
+
+===== sample 062 =====
+[CLS] up with three wives, two elderly aunts and two teenage children. [SEP] they had a power - play goal 8: 40 into the third period but finally scored late in the first period when tanguayy knocked in a rebound with 4: 22 left for the lone goal. [SEP] it was last updated at 18. 50 bst on monday 18 may 2009. [SEP] this comes after new evidence of a missile threat to china has been raised so far by the russian defence ministry. [SEP] "you know, in the past, you just stuck with those guys a few years ago and they don't like you very much." [SEP]
+
+===== sample 063 =====
+[CLS] he became president on wednesday. [SEP] but by the time he returned to pakistan, the militants were ready to strike again, according to intelligence officials. [SEP] his voice was low, and his voice cracked due to a lack of confidence. [SEP] revenue fell 11 percent to $51 million, or 7 cents per share. [SEP] you're always looking for a home with a plan, you can see the results. [SEP] its us sales were down 40 per cent from a year earlier, while japan were up 40 per cent from the third quarter. [SEP] "the story is not just about the big 12 title." [SEP] but, since then [SEP]
+

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps256_c64_t1p45_raw_samples.txt

@@ -0,0 +1,224 @@
+steps256_c64_t1p45
+{
+  "type": "summary",
+  "name": "steps256_c64_t1p45",
+  "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt",
+  "step": 434000,
+  "decode": {
+    "kind": "categorical_fullvocab_normal_steps_sweep",
+    "config": "steps256_c64_t1p45",
+    "steps": 256,
+    "endpoint_temp": 1.45,
+    "concentration_max": 64.0,
+    "final_from": "state",
+    "update": "resample",
+    "n_samples": 64,
+    "seed": 20260509
+  },
+  "detok_genppl": {
+    "ppl": 31.36716376704839,
+    "nll_per_token": 3.4457616058438214,
+    "tokens": 9644
+  },
+  "diversity": {
+    "sample_entropy": 4.154899990566409,
+    "unique_tokens": 1719,
+    "token_count": 8192,
+    "distinct_1": 0.2098388671875,
+    "distinct_2": 0.6658464566929134,
+    "top_token_mass": 0.0582275390625
+  }
+}
+
+===== sample 000 =====
+[CLS] the whole thing was true and true. [SEP] but then, he ' s had a year, and he went back - to - back as often as he ' s ever played. [SEP] the two are working on a plan to make climate change happen to society. [SEP] more than 6. 4 million people are hungry, according to official government statistics. [SEP] " it was a tough game to come and go home and it wasn ' t a good fight for us to win, " hatton said. [SEP] " whether she ' s done it, or has she already done it? [SEP] a young boy was able to use his foot to [SEP]
+
+===== sample 001 =====
+[CLS] to the region ' s extensive shipping routes. [SEP] at least 20 people have been killed in such attacks, including two deaths in jakarta in november. [SEP] but the new rules have been proven to be difficult to implement. [SEP] " i think we ' ve got a strong team, " said us open champion michelle wie of australia, a former amateur champion and a three - time winner in california. [SEP] the american is hoping to make it to the top of the world rankings. [SEP] he also believes he will not be fit in time to be considered captain for tuesday ' s test match match. [SEP] both of them are looking for similar [SEP]
+
+===== sample 002 =====
+[CLS] in the third quarter of 2009. [SEP] 14 ( upi ) - - venus williams advanced monday to the second round of the u. s. open tennis tournament in boston. [SEP] it ' ll take a few minutes for her to get up to the full speed. [SEP] when the girl was young, she told her not to look into her eyes and take her mother out of her bedroom to think about the baby, she added. [SEP] he took it up to about 1, 500 feet, went to pedroia ' s glove, and then, on the next pitch, got behind the ball to make it. [SEP] it was widely [SEP]
+
+===== sample 003 =====
+[CLS] wouldn ' t give details on the cause of the accident. [SEP] congress is getting into this new mess. [SEP] a problem for most of us is that the excesses of their relationship are now much more important than ever. [SEP] " i really don ' t think people ever have to figure out what they can do for a specific reason, but i did - - and that won ' t go any further, " he added. [SEP] the militants had promised to try to persuade the local government to take control of swat, but that did nothing to impede them. [SEP] and i was a very good guy. [SEP] he has said he [SEP]
+
+===== sample 004 =====
+[CLS] [SEP] what ' s the point of the peace process? [SEP] but he said the issue will be as important as the outcome. [SEP] " if it ' s going to hit new ground and i think in terms of the greenback ' s strength,... it ' s very difficult for it to come back, there is little reason for hope now, " said bill gross, an analyst at jp morgan chase & co, in a pre - market note. [SEP] ian bayley, chairman of the watchmists group, was quoted by the times as saying : " the company is currently working closely to implement the scheme and is [SEP]
+
+===== sample 005 =====
+[CLS] control of the vast indian state. [SEP] but the closings didn ' t mean much. [SEP] the shares closed up $ 1. 25 on tuesday at $ 75. 50. [SEP] " it ' s our own game. [SEP] tens of thousands of refugees left the democratic republic of congo yesterday for a day of peace. [SEP] some democrats, though, compare mr. bush ' s mentality with mr. mccain ' s energy and political advantage. [SEP] bottom line is :... [SEP] there aren ' t many problems with anything and sometimes there just seems to be a problem. [SEP] tivo is based in the united states and the [SEP]
+
+===== sample 006 =====
+[CLS] year. [SEP] the final deal is expected to be followed by a final agreement expected by the two companies at the very end of the year. [SEP] these days, i don ' t want that to happen. [SEP] and now the guy ( who used it this week ) is trying to get this team into a better situation. [SEP] the studio last year took responsibility for the distribution rights to the film, and sold the digital rights to a harry potter video film. [SEP] he also became a spokesman for ford in the 1970s. [SEP] he was shot down by japanese troops in 2001. [SEP] it was also opposed by some liberal democrats who have come [SEP]
+
+===== sample 007 =====
+[CLS]. [SEP] they ' ve got 25, 000 miles per hour in a 16 - to 19 miles per gallon car. [SEP] mr james ' s parents, lisa, and 5 - year - old sister, clare, tried to save their life. [SEP] robert carricker, 52, of orange county, told the jurors that he relied on the testimony of mr. gonzalez ' s mother and mother, one of the alleged victims. [SEP] san francisco at washington, 7 : 05 p. m. [SEP] who would have wanted to know about it but who needed to seek some help anyway? [SEP] the office for wales has launched a [SEP]
+
+===== sample 008 =====
+[CLS] [SEP] but they think the war won ' t go on and that we ' re winning. [SEP] we ' re going to do the same thing on a voluntary basis, and unfortunately, we ' re still trying to resolve the case of my son. [SEP] after georgia state cut the first - half deficit to 3 - 2, the bulldogs blanked the second - seeded tigers ( 7 - 3 ) to make it 3 - 2, then held on for less than a minute. [SEP] the firm had paid 2. 1 million yuan ( £150, 000 ) for the two - story, 6, 000 square - foot changlong hotel, [SEP]
+
+===== sample 009 =====
+[CLS] the country, and can cost up to £3, 000. [SEP] it is not a matter to be understood by the british people. [SEP] the shares rose 7. 5p to 34p in morning trading as traders digested over a possible sale of barclays. [SEP] " i don ' t want to talk with the big players because it ' s not all gone as planned. [SEP] on health care, insurance companies have made it very hard to cover people with insurance. [SEP] " i ' ve got a little nervous about it. [SEP] i like people to say that maybe i will go to this point.... [SEP] that said [SEP]
+
+===== sample 010 =====
+[CLS] to be taxed for up to three years. [SEP] 8, however, a spokesman for plebel said she would make a final statement. [SEP] we can go back in and watch it if we want to know what he ' s doing. [SEP] however, he eventually made the decision to hold himself back while the 5 - year - old daughter was in a bed. [SEP] the report said she was forced to undergo surgery for ovarian cancer last month. [SEP] the convicted dutchman, who was sentenced to 30 years in the netherlands for a night - long attack last month, has sent a strong message to the french public that [SEP]
+
+===== sample 011 =====
+[CLS] states are trying to fend off the financial storm. [SEP] it was last updated at 18. 05 bst on wednesday 19 july 2009. [SEP] the pair left the house in blyton road, ayr, at 1700 gmt on monday morning. [SEP] university spokeswoman amy colman said the new memorial service site on the university ' s campus would open next month. [SEP] whatever the reason, it is best to stay out of political trouble. [SEP] he would be just like our brother, he would be happy, he would not be tired. [SEP] a friend, a traditional catholic monk, is now 21 - - and [SEP]
+
+===== sample 012 =====
+[CLS]. [SEP] the bodies were pulled from a 4 - year - old boy named michael jackson, ktla said wednesday. [SEP] there was no simple answer in this case. [SEP] 11, 2001, but died in a long - distance missile attack, only to be buried down in the middle. [SEP] with ferguson ' s men back on the attack, the right - back drilled a 78th minute low shot over the post with a fierce shot at the near post. [SEP] a man in the al - sahab cell at a police checkpoint said he pleaded with militants and prayed for justice. [SEP] he spent about three hours at the space station [SEP]
+
+===== sample 013 =====
+[CLS] we ' ll see progress. [SEP] it also dismissed the possibility of a new offer from tehran. [SEP] you have to move on with life, that will give you a break. [SEP] the ceremony will be held in a new york city venue in berkeley square, central london. [SEP] in a debate on the issue, a group of mps backed mr darling and pointed out that he was in a " good mood " and had previously urged public finances to get back on track during the economic crisis. [SEP] but that isn ' t the problem. [SEP] john jones, a chemist at stanford university, created the 7. 7 - inch piece of silicon [SEP]
+
+===== sample 014 =====
+[CLS] i took money from my friends and they would get free access to my money and, i thought, i lost some money. [SEP] the report didn ' t say what led to the man ' s arrest. [SEP] but cvc, apart from the lenders, was unable to provide a credible way of financing the deal. [SEP] the red sox scored only one run in the first inning, including a two - run single that scored on dustin pedroia ' s three - run rbi single in the fifth. [SEP] average tuition dropped from $ 1, 400 last year in the program to $ 2, 479, meaning that the average of [SEP]
+
+===== sample 015 =====
+[CLS]s. [SEP] marchionne ' s death opens a new chapter in the history of the us auto industry, as many americans believe. [SEP] " i don ' t know how i can win the title. [SEP] even real people don ' t care much about the issue of money. [SEP] researchers said they had tested six hiv strains in japan, north korea and south africa with the drug - resistant group. [SEP] private banks have been set up but they are all owned by state institutions. [SEP] even so, he said, the pair began sheltering in basements before saving their two children ' s lives, prompting a series of flare - [SEP]
+
+===== sample 016 =====
+[CLS] he ' s a great guy ), was set to bring in about $ 2. 5 million. [SEP] " i can ' t do it, " she said. [SEP] he was unconscious at the time and was later taken to a hospital, where his condition was upgraded to a less critical condition. [SEP] he may have known some time that he was hoping to put the ball in the hands of others to give him more power. [SEP] anyone with a stake in the scheme with account balances up to £5, 000 will have to pay up to £300 in interest to their accounts. [SEP] in one northern city, about 500 children died [SEP]
+
+===== sample 017 =====
+[CLS] and malt. [SEP] he said the banks in the united states are well organized and they have to get out of the financial crisis. [SEP] he also should not give up hope. [SEP] but, he added, britain was not prepared to take any chances on the original deal. [SEP] mursrul, who is chairman of the pakistan international cricket board, said this was part of a new strategy for the team. [SEP] just fine. [SEP] this was just one case that didn ' t attract much attention. [SEP] they were published in the journal to find out the harsh reality of what is happening in the uk. [SEP] i would have [SEP]
+
+===== sample 018 =====
+[CLS] of some of the most well - known in the u. s. media. [SEP] this will be much weaker than expected by year ' s end. [SEP] 5 ( upi ) - - the attorney of a california schoolʼs teacher says he was " shocked " when he walked away from a lawsuit. [SEP] he married, moved in from his parents and moved to a new job. [SEP] she is also particularly close to the mother of her children as a child. [SEP] the board hasn ' t decided whether to try to buy one of them or sell the other three. [SEP] " if we are to go back to the people who [SEP]
+
+===== sample 019 =====
+[CLS] over the weekend. [SEP] in an unusual statement given to the times, the secretary of state for europe, david winterton, revealed that he sent a letter to mps giving the meps the " opportunity to resign. " [SEP] as a result, the company ' s total operating expenses decreased from approximately $ 551. 8 million in the second quarter of 2009 to $ 22. 9 million and $ 21. 8 million in the second quarter. - - general and administrative expenses increased $ 0. 3 million to 7. 4 % in the second quarter of 2008. - - cost of sales expenses increased 0. 5 % to $ 4 [SEP]
+
+===== sample 020 =====
+[CLS] & spencer was among the worst hit retailers. [SEP] 31, 2008 each year. $ 7. 5 million and $ 9. 7 million. quarter ended june 30 by $ 1. 3 million. per share, on a gaap basis. [SEP] chrysler ' s initial view was that it could take up to three years to come to a final decision. [SEP] dr. richard johnson, acting head of the federal national center for disease control and prevention, said the agency is reviewing the data and trying to predict when the next disease reports will be released. [SEP] in contrast to mr. mccain himself, mr. obama said he would not be [SEP]
+
+===== sample 021 =====
+[CLS] would be " very difficult. " [SEP] the cost of $ 12. 3 billion that the u. s. house of representatives spent to pass the bill last year will amount to $ 21. 7 billion. [SEP] the man ran out the back door and shot dead mr de menezes, who was not in the station at the time. [SEP] it was last updated at 15. 45 gmt on monday 14 february 2009. institute of health & safety. central london. £30, 000 - £40, 000 plus a.... [SEP] reports in the french press on monday suggested that the french national ' s body was [SEP]
+
+===== sample 022 =====
+[CLS] one of italy ' s poorest non - fashion street brokers, reddi, was bought by fiat two months ago at the milan stock market at the end of the year at a market price estimated at less than 3, 000 euros ( £2. 88 ). [SEP] some companies, such as bp, have been hit hard by the crisis. [SEP] but, after two separate court hearings in the country ' s highest court in march, the judges had disagreed over whether to charge him again, said with direct knowledge of the case. [SEP] according to one source, they were also told they may have to take their vote on " the [SEP]
+
+===== sample 023 =====
+[CLS] to begin leaving the country in 2009. [SEP] the second half of the women ' s race saw the end of an impressive series, with three women taking the 400m in a line - up with their rivals. [SEP] you aren ' t right. [SEP] i cannot say why al qaeda was tied to this difficult situation. [SEP] he was a young boy by then he was a complete idiot. [SEP] as for funding the project, if it does not come in, then the cash will have to be invested in the next financial year alone. [SEP] the dividend was one and a half pounds. [SEP] you ' re busy right now. [SEP] [SEP]
+
+===== sample 024 =====
+[CLS] major publishers to sell books for consumers by deciding whether to sell new versions instead. [SEP] the united states tried to push through a national agreement on behalf of the iraqi government which is still trying to reach a political agreement, but they were increasingly concerned about what the agreement was, and u. s. support remains weak. [SEP] core prices of durable goods, excluding energy, fell by 1. 2 percent in february after falling 2. 7 percent for the first time in seven months, the department said thursday. [SEP] however, it seems the most commonly used parts of the country are located on the western edge of the south lake district. [SEP] [SEP]
+
+===== sample 025 =====
+[CLS] that the only way that they could get into florida by the time of the convention was a time when it was necessary for the voters to go out. [SEP] in the past 10 years, one in every five homes has shut down. [SEP] he is said to have been involved in gcap ' s acquisition of many of the businesses in the process, with more than £300m of assets worth estimated at £45m. [SEP] " it was a tough game with them. [SEP] the good news is that there ' s a lot of work to do on this point. [SEP] we just had a chance to try something out, but it [SEP]
+
+===== sample 026 =====
+[CLS] means that we have to swap our daily lives with a new planet for an easier life. [SEP] in late morning trading in europe, the dow is down 31. 34 points, or 0. 1 percent to 7, 182. 47, on the street, and the standard & poor ' s 500 index is up 0. 06 percent to 1, 108. 60 - 0. 04 percent. [SEP] if it was a movie, i would have never wanted to go to a cinema. [SEP] england should not be so dismayed at the manner of australia ' s ashes - winning ashes success. [SEP] to the end, this article was posted [SEP]
+
+===== sample 027 =====
+[CLS] 60 euros a day based on the basic minimum wage of 600 shekels ( $ 200 ) per hour. [SEP] prosecutors said they wanted a fair trial for her husband, her husband and their 2. 3 - year - old son in december 2003. [SEP] the 33 - year - old woman made a confession, and the court in february heard that he had threatened to molest her after an argument with her 16 - year - old baby brother, a claim made from the video played in the trial. [SEP] but the world ' s leaders have said they want the issue to be decided in pittsburgh at the group of 20 summit on monday [SEP]
+
+===== sample 028 =====
+[CLS] conspira conspirators and didn ' t even know anything about the attack. [SEP] the 34 - year - old goalie, who scored twice for san jose, is double - teamed against new jersey, with boucheron believing he can hit the puck when he needs to line up. [SEP] i was surprised to find myself asking the question, but later insisted that i would not. [SEP] it ' s all done. [SEP] at a pace that would take a year or two, the offer has been withdrawn and a final deal is left for the player who goes to the college to play. [SEP] when it comes to the [SEP]
+
+===== sample 029 =====
+[CLS] quality council, the u. s. meat - safety body, estimates that will increase to 40 million this year. [SEP] the newspaper said the company ' s workers would be laid off entirely by day ' s end. [SEP] russia had managed to get the top medal from the games while maintaining a poor record during last season ' s 20 - 24 games. [SEP] " we have to start thinking on how much he ' s going to play. [SEP] the democrats aren ' t worried. [SEP] " it ' s changed over the last two years and the amount of money we raise is just getting smaller. [SEP] the military may have to respond to [SEP]
+
+===== sample 030 =====
+[CLS] more money. [SEP] it was simple enough for microphones to run all over the bar as if the camera was in the bar. [SEP] 19 under the freedom of information act, which runs from 11 a. m. to 3 p. m. [SEP] huwroe, using his own bat, tries to clear and hits the ball at his feet to righty, who is free to go to the stands and to the mound. [SEP] this is a great day for the people in the belfast papers who are keenly looking into mrs carroll ' s murder. [SEP] the economy is a key part of the strategy. [SEP] mr. [SEP]
+
+===== sample 031 =====
+[CLS]. [SEP] " i ' m at work today. [SEP] and i think that ' s the point. [SEP] " he was a great man. [SEP] that ' s good news too. [SEP] but they can be quickly derided by play at the end of the first half. [SEP] should i give a second opinion? [SEP] this article was published on guardian. co. uk at 14. 11 bst on tuesday 16 october 2009. [SEP] he said he changed his bank account and found out the money was legitimate. [SEP] the speed of recovery may be temporary. [SEP] world champion lewis hamilton, the world champion, was the number one driver, [SEP]
+
+===== sample 032 =====
+[CLS]. [SEP] if you like giving a seat to your kids, then... [SEP] she used the 10 - lap race to build on her recent win at the championships on the track. [SEP] woods will be in action for the first time since he won this tournament in 2007. [SEP] he offered evidence of a lack of human condition that was as much as a footnote. [SEP] they had come all the way in the dark. [SEP] the us is the industrial world ' s second largest economy, with around 600, 000 people ; japan was supposed to be the world leader in car production. [SEP] " it was a big case of the [SEP]
+
+===== sample 033 =====
+[CLS] contributions " to the charity - and he raised more money than his previous salary of £12, 300. [SEP] it is, as yet, a notoriously long process. [SEP] during a two - hour interview in january, he said he did not think she would ever be married and did not have any sex with her. [SEP] now he is thinking about what he means. [SEP] there are so many young people to think about, and they have the responsibility to turn around... until the last minute. [SEP] he also said that a recovery was likely to emerge, and there were " no plans " to keep up with the large [SEP]
+
+===== sample 034 =====
+[CLS]. [SEP] ms lees, who was married to two bovists, said that she was not married to a man or two women because she unnecessarily had so many children. [SEP] i did not pick up him, but was told not to leave as there was the risk for my safety - - and i was left alone. [SEP] edt, the market had been anticipating yet more data before the release of the u. s. jobs report thursday, and after friday ' s two - day jobs report on consumer confidence. [SEP] petrova did not respond to the question about whether the numbers were an advantage, [SEP]
+
+===== sample 035 =====
+[CLS] after the arrest, he said he thought none of the men was in touch with his family. [SEP] the rangers led by four in the third. [SEP] the answer may be simple, but what will the result be right now? [SEP] us president george bush will attend the start of the middle east peace process. [SEP] if there are a good chance, england will be the first in the world. [SEP] the united states last year sent $ 5. 4 million in cash and 100 million baht ( $ 2. 5 million ) to the central government. [SEP] meanwhile, in a white stand - up hoenig riffed on a phone [SEP]
+
+===== sample 036 =====
+[CLS] to her, and she thought she had to hand her over to someone she was excited about. [SEP] seven people have been reported killed and at least two were injured and five were hurt. [SEP] the two candidates had been tied up over pictures of alaska governor sarah palin. [SEP] it could only have won four of the six, but the only one had to win a single race to win the crown. [SEP] you ' re really clear. [SEP] " we were very lucky, " she said with a smile. [SEP] they have since returned to the area. [SEP] with the court order expiring, there would be no need to leave [SEP]
+
+===== sample 037 =====
+[CLS] 20 - 14 lead at the end of the quarter. [SEP] during the debate, the clintons often talked about mr. obama and talked about his race and change during some of his questions. [SEP] the animal has been missing for more than half a century. [SEP] these things need to be done right, but in our eyes, they have to be the rules of the game. [SEP] and finally, he says he does not expect them to take a competitive position. [SEP] it was really hard to control what he did. [SEP] the police went through the area and looked at a third - floor window and found the two male and female woman [SEP]
+
+===== sample 038 =====
+[CLS] at 6 : 05 p. m. [SEP] a 19 - year - old london man has appeared in court charged with a similar attack on another man. [SEP] she told me that, as she thought she could, she would put it up and say, " i ' m going to do it more quickly, " but she then went home, saying she needed to go to her doctor to fix the problem. [SEP] the men were given 20 times the usual amount of fuel, while they waited when the fuel would be released by them. [SEP] the move was not known but it marks the 50th anniversary tuesday of the hudson river crash, the [SEP]
+
+===== sample 039 =====
+[CLS] when he was in office. [SEP] washington ( ap ) - house democrats have blocked a senate war funding bill that deals with military spending, a compromise that also calls for tighter fuel standards for cars, trucks and small, fuel - efficient motor vehicles. [SEP] ( ap ) - andy schlesinger will receive the first victory over the winner of the fourth men ' s tour de france race of the year, and qualify for the tour de france next week. [SEP] it ' s better to make money than use some of them to make a car and we need to use it on the same level. [SEP] yahoo ' s stock rose $ [SEP]
+
+===== sample 040 =====
+[CLS] ladders and ladders. [SEP] expatriates have largely abandoned the small, overflowing market - rate hotel and retail shops. [SEP] " it ' s about the fact that you can ' t get involved in a case like this without the freedom of information, " biden said. [SEP] " we ' re still working very hard to resolve this situation, " he said. [SEP] " you can just kind of go out of a tunnel through the cracks of the financial system, " he said. [SEP] minutes after the announcement, ambac ' s stock price was down 3. 4 percent friday on expectations it would sell [SEP]
+
+===== sample 041 =====
+[CLS] to get used to the buzz, " he said. [SEP] you might have been thinking, too, this is really a very complicated case. [SEP] liverpool can pay the fee to aston villa by virtue of benitez ' s decision to sign a key player this week. [SEP] that ' s what we did when they should have done. [SEP] mosley, 36, was convicted in 2005 for plotting a gang attack on a 15 - year - old girl who was kicked out of the street by both her father and sister. [SEP] the agency would not say how many devices the f. d. a. used in its tests. [SEP] [SEP]
+
+===== sample 042 =====
+[CLS]. " [SEP] i would never have done that. [SEP] ali al - maliki, the committee ' s chairman, said that the government had responded " positively " to the appeal. [SEP] but at the same time as an example, he sees the act as a show of unity, and not a protest. [SEP] it expects fourth quarter revenue to fall 2 percent from a year - ago. [SEP] " we had a pre - season start in manchester. [SEP] the deal is expected to be completed by the end of this year. [SEP] now, perhaps, the lessons have been learnt, rather than given the sense of some more progress. [SEP] [SEP]
+
+===== sample 043 =====
+[CLS] lowered its key rate of inflation in july to a record 2. 8 per cent by the end of july. [SEP] the rest of the u. s. got some heavy snow, snow and rain on tuesday, followed by more than an inch of heavy snow, snow and a cold front. [SEP] there ' s a possibility... if anything, the discussions will continue in july, " the committee ' s chairman, peter snows, told reuters, adding that lawmakers planned to meet for three more days over the coming week. [SEP] the home office minister said : " this is good for london, good for the environment. [SEP]
+
+===== sample 044 =====
+[CLS] be able to get in to the vehicle. [SEP] full - year net income fell by 6 percent to $ 200, or 45 cents per share, from $ 376. 8 million, or 47 cents, in the previous year. [SEP] the israeli military said it had found no evidence that militants were in contact with the palestinians and that the gunman was a member of the terror group. [SEP] he was never arrested, police said. [SEP] born in france, she is part lawyer, part painter and part athlete. [SEP] since the initial grant program was established in 1988, there has been no use of the program. [SEP] on tuesday, [SEP]
+
+===== sample 045 =====
+[CLS] he would feel much worse if a loved one wasn ' t to look after him. [SEP] his mother took the game to england as a teenager, and he had the last laugh. [SEP] the plan, he said, would have lead to a new structure in the financial system to try to stop the market slide. [SEP] he said : " he has refused to give up his life to protect himself. [SEP] future studies are expected to help determine the impact of men ' s behavior on the levels of testosterone in the human body. [SEP] it ' s not easy in practice, " he said. [SEP] this year the city is expected to hold [SEP]
+
+===== sample 046 =====
+[CLS], is the focal point of the film. [SEP] when they took it down, they discovered that the man and his friends were only responsible for the fire. [SEP] " the important thing here is that it is their own security that is best served, " he said. [SEP] ( cnn ) - - new york rapper jay - z has confirmed his name as the manager for the first full week of the rock band ' s summer tour. [SEP] another example : the price of gold in the early years. [SEP] this, of course. [SEP] after the end of garko ' s stint with the yankees from 2001 - 2004, the yankees [SEP]
+
+===== sample 047 =====
+[CLS] rebel army, now known as the peace tigers. [SEP] for something like this one, this is a way to make fun of your life. [SEP] and then " super havens " can be controlled and co - opted by the british government and not the states. [SEP] they were prepared for that moment, " said the official. [SEP] i screamed in my head. [SEP] " we hope for better results. [SEP] they want you back, and you want them to live with it, " he said, adding that they were close to his wife ' s family. [SEP] he was angry and upset. [SEP] mr. kashman ' s [SEP]
+
+===== sample 048 =====
+[CLS] by tropical storms on the north china coast. [SEP] sometimes they make a home for themselves. [SEP] macy ' s inc. said on monday its same - store sales fell 9. 3 percent to 7. 4 billion for the three - week period that ended oct. [SEP] he was asked if insurgents were ever so sure that they could make the security gains in the province they could have hoped to do so in the first month of january. [SEP] " her son would have said ' that ' s going to be and is going to be '. [SEP] so is there no change in there? [SEP] instead of being taxed, a number of [SEP]
+
+===== sample 049 =====
+[CLS] the company ' s shares fell 3. 1 per cent to $ 453. 85 after dropping more than 1 per cent to $ 45. 42 per share. [SEP] " i have to get to the point where they are that i ' ll talk about the first general election in over a year, and certainly i would be very optimistic that the tories would win today. [SEP] we could almost onlooke. [SEP] final results of the search are expected at the end of the month, instead of three months. [SEP] last week, it announced changes to the amount of money left in the interest rates charged by savers on their accounts [SEP]
+
+===== sample 050 =====
+[CLS]. [SEP] in one instance, a. m. a. employees walked about on the red carpet. [SEP] the president has met with a relatively small group of reporters - - the largest audience by any president. [SEP] 2 ( upi ) - - a 3 - pointer by kyle singler was key to 16 points in the fourth period thursday in the san antonio pacersʼ 100 - 95 win. [SEP] berrer lost the opening set on serve in game 5 of the third set when a forehand kept serve out of his serve. [SEP] despite this, mr walsh said the changes will have a very positive effect on profits. [SEP] [SEP]
+
+===== sample 051 =====
+[CLS] criticism of china ' s human rights record. [SEP] it was like i was trying to run at her and her. [SEP] she could have gone so far to avoid questions about her family problems in pakistan. [SEP] it is now a critical role of the obama administration. [SEP] it ' s a complete disgrace, " she said. [SEP] company ' s growth leadership and to be a leader in highly quality high - tech products. [SEP] that was also a heavy blow to a team that should otherwise have been ruled out and they have now stood down in the dressing room to prove it. [SEP] this was a warm - up season, with a. [SEP]
+
+===== sample 052 =====
+[CLS] [SEP] just two years ago, more than half the victims were shot and killed. [SEP] but i don ' t really think people will come back to see that he ' s here, that he ' s a man of the world, and don ' t think they need to read about her again. [SEP] he didn ' t say how soon the case would be opened. [SEP] but what does this mean you ' ve paid for something? [SEP] she could even say she will not. [SEP] mr. hall became so alarmed, that the message was too obvious, that he began e - mailing to police. [SEP] the group was said to [SEP]
+
+===== sample 053 =====
+[CLS] : if they took anything for granted, i ' d rather go with the car. [SEP] well, that ' s an option. [SEP] i would have liked to put a blanket on, play another game, and even have my opinion. [SEP] but part of the problem is that it is not fast enough to get out of this deep recession. [SEP] i think it is clear that the first man to come out is a bad one. [SEP] mr garri has been up to date with questions about the teenager ' s case. [SEP] he became the first major league player to be held below. 500 in consecutive games. [SEP] it was the [SEP]
+
+===== sample 054 =====
+[CLS] is thought to be a key factor in steering the party into the next election. [SEP] the reason is simple : you can begin your walk within a short space of time or five minutes, but it is impossible to get off a road. [SEP] on the surface, there hasn ' t been much change. [SEP] it ' s a wonderful world to think about things in some sort of way and feel like you still know what it was like. [SEP] " i was a pilot. [SEP] i do have to read my resume.... and i ' ve been on a lot of occasions. [SEP] no one was called to the house. [SEP]
+
+===== sample 055 =====
+[CLS] [SEP] but he didn ' t have to give some of his money as he would be in no position to do so. [SEP] " she got away with me. [SEP] in his speech, a u. s. government official said it would be appropriate to ask israel ' s government to respect the right to international law. [SEP] however, they are concerned about a fire that can cause extensive damage, but can lead to serious injuries and potentially fatal property damage. [SEP] the move also follows an international agreement under which all new teachers in the uk have been moved from france to britain. [SEP] none of the defendants has been charged. [SEP] according to [SEP]
+
+===== sample 056 =====
+[CLS] [SEP] time warner inc ( twx. o ) will pay $ 200 million to sell its assets to liberty media and its cablevision unit for $ 500 million. [SEP] most children develop a strong respect for the game - and particularly their kids - when they are in contact with some sort of stereotypical group in the adult - only environment. [SEP] while a near - zero interest rate triggered the latest rate hikes in july, beijing has managed to lift official rates down to record lows, with a series of other measures to stimulate the economy and control inflation. [SEP] in 2004, the ruling democrats went from second to third. [SEP] [SEP]
+
+===== sample 057 =====
+[CLS] inc. [SEP] to be honest it ' s the only way i don ' t have to show any respect. [SEP] the album ' s at no. 2 with 65, 000 copies sold. [SEP] edt, first results of the election are set for sunday. [SEP] if so, that ' s a big thing for a man. [SEP] there was one reason not to go. [SEP] however, she took no position on many other key issues, including government control over the internet. [SEP] " i think the players were told what you had to do to speak to who you are going to, " he added. [SEP] a meeting in st [SEP]
+
+===== sample 058 =====
+[CLS] lives when he is sick but not harming himself. [SEP] and we ' re cleaning it up. " [SEP] " we would move quickly to allow for that freedom of information and to provide a great deal of information, " she said. [SEP] lewis hamilton, the double world champion, dropped him off the race leader after the second positive test. [SEP] " he ' s not trying to save any money, " she said. [SEP] " it was always supposed to be the same, " mcinnis told reuters in a conference call. [SEP] he was also acquitted of the charges, again in december. [SEP] the four - time director has [SEP]
+
+===== sample 059 =====
+[CLS], and i haven ' t missed a shot, " he said. [SEP] i tried to walk on the street and then go back home. [SEP] " i didn ' t tell anyone before he hit me, " he said, adding that during the first round rounds there are many different rounds. [SEP] the afghans, meanwhile, have made some progress. [SEP] i called my mother first because i did not want to be here. [SEP] the store manager takes a good look along with a video camera. [SEP] however, the bank expects further action, with analysts predicting a decision to keep the bank ' s key interest rate at 0. 5 [SEP]
+
+===== sample 060 =====
+[CLS] [SEP] it ' s going to be tough, it ' s going to the bottom of the table. [SEP] he urged his son to go to bed to say, " i don ' t know. " [SEP] we are trying to find ways to protect ourselves. [SEP] of course it makes them look under the sun, it makes them look fresh. [SEP] if all parties agree to agree to the israeli withdrawal, the majority of the tiny majority of jerusalem ' s 20, 000 - - about 1, 600 jews, estimated at around 1, 800 people - - are expected to stay in their enclaves or former homelands. [SEP] it is [SEP]
+
+===== sample 061 =====
+[CLS] per cent in the month from last year ' s rate of 3. 3 per cent. [SEP] the incident led to his arrest moments after the flight that ended at 3 : 30 a. m. [SEP] you dont have to make a move. [SEP] the woman said the man opened the door on the front door. [SEP] even those trapped under the cold sun have been moving to the streets for the last night. [SEP] citi ' s stake is 39. 8 per cent, up from 44 per cent last year, thanks to strong performance by other banks that have agreed to take on the world ' s largest u. s. bank [SEP]
+
+===== sample 062 =====
+[CLS] up with three wives, two elderly aunts and two teenage children. [SEP] they had a power - play goal 8 : 40 into the third period but finally scored late in the first period when tanguayy knocked in a rebound with 4 : 22 left for the lone goal. [SEP] it was last updated at 18. 50 bst on monday 18 may 2009. [SEP] this comes after new evidence of a missile threat to china has been raised so far by the russian defence ministry. [SEP] " you know, in the past, you just stuck with those guys a few years ago and they don ' t like you very much. " [SEP]
+
+===== sample 063 =====
+[CLS] he became president on wednesday. [SEP] but by the time he returned to pakistan, the militants were ready to strike again, according to intelligence officials. [SEP] his voice was low, and his voice cracked due to a lack of confidence. [SEP] revenue fell 11 percent to $ 51 million, or 7 cents per share. [SEP] you ' re always looking for a home with a plan, you can see the results. [SEP] its us sales were down 40 per cent from a year earlier, while japan were up 40 per cent from the third quarter. [SEP] " the story is not just about the big 12 title. " [SEP] but, since then [SEP]
+

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps256_c64_t1p45_scored.jsonl

@@ -0,0 +1,65 @@
+{"type": "summary", "name": "steps256_c64_t1p45", "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt", "step": 434000, "decode": {"kind": "categorical_fullvocab_normal_steps_sweep", "config": "steps256_c64_t1p45", "steps": 256, "endpoint_temp": 1.45, "concentration_max": 64.0, "final_from": "state", "update": "resample", "n_samples": 64, "seed": 20260509}, "detok_genppl": {"ppl": 31.36716376704839, "nll_per_token": 3.4457616058438214, "tokens": 9644}, "diversity": {"sample_entropy": 4.154899990566409, "unique_tokens": 1719, "token_count": 8192, "distinct_1": 0.2098388671875, "distinct_2": 0.6658464566929134, "top_token_mass": 0.0582275390625}}
+{"type": "sample", "index": 0, "raw_text": "[CLS] the whole thing was true and true. [SEP] but then, he ' s had a year, and he went back - to - back as often as he ' s ever played. [SEP] the two are working on a plan to make climate change happen to society. [SEP] more than 6. 4 million people are hungry, according to official government statistics. [SEP] \" it was a tough game to come and go home and it wasn ' t a good fight for us to win, \" hatton said. [SEP] \" whether she ' s done it, or has she already done it? [SEP] a young boy was able to use his foot to [SEP]", "detok_text": "[CLS] the whole thing was true and true. [SEP] but then, he's had a year, and he went back - to - back as often as he's ever played. [SEP] the two are working on a plan to make climate change happen to society. [SEP] more than 6. 4 million people are hungry, according to official government statistics. [SEP] \"it was a tough game to come and go home and it wasn't a good fight for us to win,\" hatton said. [SEP] \" whether she's done it, or has she already done it? [SEP] a young boy was able to use his foot to [SEP]"}
+{"type": "sample", "index": 1, "raw_text": "[CLS] to the region ' s extensive shipping routes. [SEP] at least 20 people have been killed in such attacks, including two deaths in jakarta in november. [SEP] but the new rules have been proven to be difficult to implement. [SEP] \" i think we ' ve got a strong team, \" said us open champion michelle wie of australia, a former amateur champion and a three - time winner in california. [SEP] the american is hoping to make it to the top of the world rankings. [SEP] he also believes he will not be fit in time to be considered captain for tuesday ' s test match match. [SEP] both of them are looking for similar [SEP]", "detok_text": "[CLS] to the region's extensive shipping routes. [SEP] at least 20 people have been killed in such attacks, including two deaths in jakarta in november. [SEP] but the new rules have been proven to be difficult to implement. [SEP] \"i think we've got a strong team,\" said us open champion michelle wie of australia, a former amateur champion and a three - time winner in california. [SEP] the american is hoping to make it to the top of the world rankings. [SEP] he also believes he will not be fit in time to be considered captain for tuesday's test match match. [SEP] both of them are looking for similar [SEP]"}
+{"type": "sample", "index": 2, "raw_text": "[CLS] in the third quarter of 2009. [SEP] 14 ( upi ) - - venus williams advanced monday to the second round of the u. s. open tennis tournament in boston. [SEP] it ' ll take a few minutes for her to get up to the full speed. [SEP] when the girl was young, she told her not to look into her eyes and take her mother out of her bedroom to think about the baby, she added. [SEP] he took it up to about 1, 500 feet, went to pedroia ' s glove, and then, on the next pitch, got behind the ball to make it. [SEP] it was widely [SEP]", "detok_text": "[CLS] in the third quarter of 2009. [SEP] 14 (upi) - - venus williams advanced monday to the second round of the u. s. open tennis tournament in boston. [SEP] it'll take a few minutes for her to get up to the full speed. [SEP] when the girl was young, she told her not to look into her eyes and take her mother out of her bedroom to think about the baby, she added. [SEP] he took it up to about 1, 500 feet, went to pedroia's glove, and then, on the next pitch, got behind the ball to make it. [SEP] it was widely [SEP]"}
+{"type": "sample", "index": 3, "raw_text": "[CLS] wouldn ' t give details on the cause of the accident. [SEP] congress is getting into this new mess. [SEP] a problem for most of us is that the excesses of their relationship are now much more important than ever. [SEP] \" i really don ' t think people ever have to figure out what they can do for a specific reason, but i did - - and that won ' t go any further, \" he added. [SEP] the militants had promised to try to persuade the local government to take control of swat, but that did nothing to impede them. [SEP] and i was a very good guy. [SEP] he has said he [SEP]", "detok_text": "[CLS] wouldn't give details on the cause of the accident. [SEP] congress is getting into this new mess. [SEP] a problem for most of us is that the excesses of their relationship are now much more important than ever. [SEP] \"i really don't think people ever have to figure out what they can do for a specific reason, but i did - - and that won't go any further,\" he added. [SEP] the militants had promised to try to persuade the local government to take control of swat, but that did nothing to impede them. [SEP] and i was a very good guy. [SEP] he has said he [SEP]"}
+{"type": "sample", "index": 4, "raw_text": "[CLS] [SEP] what ' s the point of the peace process? [SEP] but he said the issue will be as important as the outcome. [SEP] \" if it ' s going to hit new ground and i think in terms of the greenback ' s strength,... it ' s very difficult for it to come back, there is little reason for hope now, \" said bill gross, an analyst at jp morgan chase & co, in a pre - market note. [SEP] ian bayley, chairman of the watchmists group, was quoted by the times as saying : \" the company is currently working closely to implement the scheme and is [SEP]", "detok_text": "[CLS] [SEP] what's the point of the peace process? [SEP] but he said the issue will be as important as the outcome. [SEP] \"if it's going to hit new ground and i think in terms of the greenback's strength,... it's very difficult for it to come back, there is little reason for hope now,\" said bill gross, an analyst at jp morgan chase & co, in a pre - market note. [SEP] ian bayley, chairman of the watchmists group, was quoted by the times as saying: \" the company is currently working closely to implement the scheme and is [SEP]"}
+{"type": "sample", "index": 5, "raw_text": "[CLS] control of the vast indian state. [SEP] but the closings didn ' t mean much. [SEP] the shares closed up $ 1. 25 on tuesday at $ 75. 50. [SEP] \" it ' s our own game. [SEP] tens of thousands of refugees left the democratic republic of congo yesterday for a day of peace. [SEP] some democrats, though, compare mr. bush ' s mentality with mr. mccain ' s energy and political advantage. [SEP] bottom line is :... [SEP] there aren ' t many problems with anything and sometimes there just seems to be a problem. [SEP] tivo is based in the united states and the [SEP]", "detok_text": "[CLS] control of the vast indian state. [SEP] but the closings didn't mean much. [SEP] the shares closed up $1. 25 on tuesday at $75. 50. [SEP] \" it's our own game. [SEP] tens of thousands of refugees left the democratic republic of congo yesterday for a day of peace. [SEP] some democrats, though, compare mr. bush's mentality with mr. mccain's energy and political advantage. [SEP] bottom line is :... [SEP] there aren't many problems with anything and sometimes there just seems to be a problem. [SEP] tivo is based in the united states and the [SEP]"}
+{"type": "sample", "index": 6, "raw_text": "[CLS] year. [SEP] the final deal is expected to be followed by a final agreement expected by the two companies at the very end of the year. [SEP] these days, i don ' t want that to happen. [SEP] and now the guy ( who used it this week ) is trying to get this team into a better situation. [SEP] the studio last year took responsibility for the distribution rights to the film, and sold the digital rights to a harry potter video film. [SEP] he also became a spokesman for ford in the 1970s. [SEP] he was shot down by japanese troops in 2001. [SEP] it was also opposed by some liberal democrats who have come [SEP]", "detok_text": "[CLS] year. [SEP] the final deal is expected to be followed by a final agreement expected by the two companies at the very end of the year. [SEP] these days, i don't want that to happen. [SEP] and now the guy (who used it this week) is trying to get this team into a better situation. [SEP] the studio last year took responsibility for the distribution rights to the film, and sold the digital rights to a harry potter video film. [SEP] he also became a spokesman for ford in the 1970s. [SEP] he was shot down by japanese troops in 2001. [SEP] it was also opposed by some liberal democrats who have come [SEP]"}
+{"type": "sample", "index": 7, "raw_text": "[CLS]. [SEP] they ' ve got 25, 000 miles per hour in a 16 - to 19 miles per gallon car. [SEP] mr james ' s parents, lisa, and 5 - year - old sister, clare, tried to save their life. [SEP] robert carricker, 52, of orange county, told the jurors that he relied on the testimony of mr. gonzalez ' s mother and mother, one of the alleged victims. [SEP] san francisco at washington, 7 : 05 p. m. [SEP] who would have wanted to know about it but who needed to seek some help anyway? [SEP] the office for wales has launched a [SEP]", "detok_text": "[CLS]. [SEP] they've got 25, 000 miles per hour in a 16 - to 19 miles per gallon car. [SEP] mr james's parents, lisa, and 5 - year - old sister, clare, tried to save their life. [SEP] robert carricker, 52, of orange county, told the jurors that he relied on the testimony of mr. gonzalez's mother and mother, one of the alleged victims. [SEP] san francisco at washington, 7: 05 p. m. [SEP] who would have wanted to know about it but who needed to seek some help anyway? [SEP] the office for wales has launched a [SEP]"}
+{"type": "sample", "index": 8, "raw_text": "[CLS] [SEP] but they think the war won ' t go on and that we ' re winning. [SEP] we ' re going to do the same thing on a voluntary basis, and unfortunately, we ' re still trying to resolve the case of my son. [SEP] after georgia state cut the first - half deficit to 3 - 2, the bulldogs blanked the second - seeded tigers ( 7 - 3 ) to make it 3 - 2, then held on for less than a minute. [SEP] the firm had paid 2. 1 million yuan ( £150, 000 ) for the two - story, 6, 000 square - foot changlong hotel, [SEP]", "detok_text": "[CLS] [SEP] but they think the war won't go on and that we're winning. [SEP] we're going to do the same thing on a voluntary basis, and unfortunately, we're still trying to resolve the case of my son. [SEP] after georgia state cut the first - half deficit to 3 - 2, the bulldogs blanked the second - seeded tigers (7 - 3) to make it 3 - 2, then held on for less than a minute. [SEP] the firm had paid 2. 1 million yuan (£150, 000) for the two - story, 6, 000 square - foot changlong hotel, [SEP]"}
+{"type": "sample", "index": 9, "raw_text": "[CLS] the country, and can cost up to £3, 000. [SEP] it is not a matter to be understood by the british people. [SEP] the shares rose 7. 5p to 34p in morning trading as traders digested over a possible sale of barclays. [SEP] \" i don ' t want to talk with the big players because it ' s not all gone as planned. [SEP] on health care, insurance companies have made it very hard to cover people with insurance. [SEP] \" i ' ve got a little nervous about it. [SEP] i like people to say that maybe i will go to this point.... [SEP] that said [SEP]", "detok_text": "[CLS] the country, and can cost up to £3, 000. [SEP] it is not a matter to be understood by the british people. [SEP] the shares rose 7. 5p to 34p in morning trading as traders digested over a possible sale of barclays. [SEP] \"i don't want to talk with the big players because it's not all gone as planned. [SEP] on health care, insurance companies have made it very hard to cover people with insurance. [SEP]\" i've got a little nervous about it. [SEP] i like people to say that maybe i will go to this point.... [SEP] that said [SEP]"}
+{"type": "sample", "index": 10, "raw_text": "[CLS] to be taxed for up to three years. [SEP] 8, however, a spokesman for plebel said she would make a final statement. [SEP] we can go back in and watch it if we want to know what he ' s doing. [SEP] however, he eventually made the decision to hold himself back while the 5 - year - old daughter was in a bed. [SEP] the report said she was forced to undergo surgery for ovarian cancer last month. [SEP] the convicted dutchman, who was sentenced to 30 years in the netherlands for a night - long attack last month, has sent a strong message to the french public that [SEP]", "detok_text": "[CLS] to be taxed for up to three years. [SEP] 8, however, a spokesman for plebel said she would make a final statement. [SEP] we can go back in and watch it if we want to know what he's doing. [SEP] however, he eventually made the decision to hold himself back while the 5 - year - old daughter was in a bed. [SEP] the report said she was forced to undergo surgery for ovarian cancer last month. [SEP] the convicted dutchman, who was sentenced to 30 years in the netherlands for a night - long attack last month, has sent a strong message to the french public that [SEP]"}
+{"type": "sample", "index": 11, "raw_text": "[CLS] states are trying to fend off the financial storm. [SEP] it was last updated at 18. 05 bst on wednesday 19 july 2009. [SEP] the pair left the house in blyton road, ayr, at 1700 gmt on monday morning. [SEP] university spokeswoman amy colman said the new memorial service site on the university ' s campus would open next month. [SEP] whatever the reason, it is best to stay out of political trouble. [SEP] he would be just like our brother, he would be happy, he would not be tired. [SEP] a friend, a traditional catholic monk, is now 21 - - and [SEP]", "detok_text": "[CLS] states are trying to fend off the financial storm. [SEP] it was last updated at 18. 05 bst on wednesday 19 july 2009. [SEP] the pair left the house in blyton road, ayr, at 1700 gmt on monday morning. [SEP] university spokeswoman amy colman said the new memorial service site on the university's campus would open next month. [SEP] whatever the reason, it is best to stay out of political trouble. [SEP] he would be just like our brother, he would be happy, he would not be tired. [SEP] a friend, a traditional catholic monk, is now 21 - - and [SEP]"}
+{"type": "sample", "index": 12, "raw_text": "[CLS]. [SEP] the bodies were pulled from a 4 - year - old boy named michael jackson, ktla said wednesday. [SEP] there was no simple answer in this case. [SEP] 11, 2001, but died in a long - distance missile attack, only to be buried down in the middle. [SEP] with ferguson ' s men back on the attack, the right - back drilled a 78th minute low shot over the post with a fierce shot at the near post. [SEP] a man in the al - sahab cell at a police checkpoint said he pleaded with militants and prayed for justice. [SEP] he spent about three hours at the space station [SEP]", "detok_text": "[CLS]. [SEP] the bodies were pulled from a 4 - year - old boy named michael jackson, ktla said wednesday. [SEP] there was no simple answer in this case. [SEP] 11, 2001, but died in a long - distance missile attack, only to be buried down in the middle. [SEP] with ferguson's men back on the attack, the right - back drilled a 78th minute low shot over the post with a fierce shot at the near post. [SEP] a man in the al - sahab cell at a police checkpoint said he pleaded with militants and prayed for justice. [SEP] he spent about three hours at the space station [SEP]"}
+{"type": "sample", "index": 13, "raw_text": "[CLS] we ' ll see progress. [SEP] it also dismissed the possibility of a new offer from tehran. [SEP] you have to move on with life, that will give you a break. [SEP] the ceremony will be held in a new york city venue in berkeley square, central london. [SEP] in a debate on the issue, a group of mps backed mr darling and pointed out that he was in a \" good mood \" and had previously urged public finances to get back on track during the economic crisis. [SEP] but that isn ' t the problem. [SEP] john jones, a chemist at stanford university, created the 7. 7 - inch piece of silicon [SEP]", "detok_text": "[CLS] we'll see progress. [SEP] it also dismissed the possibility of a new offer from tehran. [SEP] you have to move on with life, that will give you a break. [SEP] the ceremony will be held in a new york city venue in berkeley square, central london. [SEP] in a debate on the issue, a group of mps backed mr darling and pointed out that he was in a \"good mood\" and had previously urged public finances to get back on track during the economic crisis. [SEP] but that isn't the problem. [SEP] john jones, a chemist at stanford university, created the 7. 7 - inch piece of silicon [SEP]"}
+{"type": "sample", "index": 14, "raw_text": "[CLS] i took money from my friends and they would get free access to my money and, i thought, i lost some money. [SEP] the report didn ' t say what led to the man ' s arrest. [SEP] but cvc, apart from the lenders, was unable to provide a credible way of financing the deal. [SEP] the red sox scored only one run in the first inning, including a two - run single that scored on dustin pedroia ' s three - run rbi single in the fifth. [SEP] average tuition dropped from $ 1, 400 last year in the program to $ 2, 479, meaning that the average of [SEP]", "detok_text": "[CLS] i took money from my friends and they would get free access to my money and, i thought, i lost some money. [SEP] the report didn't say what led to the man's arrest. [SEP] but cvc, apart from the lenders, was unable to provide a credible way of financing the deal. [SEP] the red sox scored only one run in the first inning, including a two - run single that scored on dustin pedroia's three - run rbi single in the fifth. [SEP] average tuition dropped from $1, 400 last year in the program to $2, 479, meaning that the average of [SEP]"}
+{"type": "sample", "index": 15, "raw_text": "[CLS]s. [SEP] marchionne ' s death opens a new chapter in the history of the us auto industry, as many americans believe. [SEP] \" i don ' t know how i can win the title. [SEP] even real people don ' t care much about the issue of money. [SEP] researchers said they had tested six hiv strains in japan, north korea and south africa with the drug - resistant group. [SEP] private banks have been set up but they are all owned by state institutions. [SEP] even so, he said, the pair began sheltering in basements before saving their two children ' s lives, prompting a series of flare - [SEP]", "detok_text": "[CLS]s. [SEP] marchionne's death opens a new chapter in the history of the us auto industry, as many americans believe. [SEP] \" i don't know how i can win the title. [SEP] even real people don't care much about the issue of money. [SEP] researchers said they had tested six hiv strains in japan, north korea and south africa with the drug - resistant group. [SEP] private banks have been set up but they are all owned by state institutions. [SEP] even so, he said, the pair began sheltering in basements before saving their two children's lives, prompting a series of flare - [SEP]"}
+{"type": "sample", "index": 16, "raw_text": "[CLS] he ' s a great guy ), was set to bring in about $ 2. 5 million. [SEP] \" i can ' t do it, \" she said. [SEP] he was unconscious at the time and was later taken to a hospital, where his condition was upgraded to a less critical condition. [SEP] he may have known some time that he was hoping to put the ball in the hands of others to give him more power. [SEP] anyone with a stake in the scheme with account balances up to £5, 000 will have to pay up to £300 in interest to their accounts. [SEP] in one northern city, about 500 children died [SEP]", "detok_text": "[CLS] he's a great guy ), was set to bring in about $2. 5 million. [SEP] \"i can't do it,\" she said. [SEP] he was unconscious at the time and was later taken to a hospital, where his condition was upgraded to a less critical condition. [SEP] he may have known some time that he was hoping to put the ball in the hands of others to give him more power. [SEP] anyone with a stake in the scheme with account balances up to £5, 000 will have to pay up to £300 in interest to their accounts. [SEP] in one northern city, about 500 children died [SEP]"}
+{"type": "sample", "index": 17, "raw_text": "[CLS] and malt. [SEP] he said the banks in the united states are well organized and they have to get out of the financial crisis. [SEP] he also should not give up hope. [SEP] but, he added, britain was not prepared to take any chances on the original deal. [SEP] mursrul, who is chairman of the pakistan international cricket board, said this was part of a new strategy for the team. [SEP] just fine. [SEP] this was just one case that didn ' t attract much attention. [SEP] they were published in the journal to find out the harsh reality of what is happening in the uk. [SEP] i would have [SEP]", "detok_text": "[CLS] and malt. [SEP] he said the banks in the united states are well organized and they have to get out of the financial crisis. [SEP] he also should not give up hope. [SEP] but, he added, britain was not prepared to take any chances on the original deal. [SEP] mursrul, who is chairman of the pakistan international cricket board, said this was part of a new strategy for the team. [SEP] just fine. [SEP] this was just one case that didn't attract much attention. [SEP] they were published in the journal to find out the harsh reality of what is happening in the uk. [SEP] i would have [SEP]"}
+{"type": "sample", "index": 18, "raw_text": "[CLS] of some of the most well - known in the u. s. media. [SEP] this will be much weaker than expected by year ' s end. [SEP] 5 ( upi ) - - the attorney of a california schoolʼs teacher says he was \" shocked \" when he walked away from a lawsuit. [SEP] he married, moved in from his parents and moved to a new job. [SEP] she is also particularly close to the mother of her children as a child. [SEP] the board hasn ' t decided whether to try to buy one of them or sell the other three. [SEP] \" if we are to go back to the people who [SEP]", "detok_text": "[CLS] of some of the most well - known in the u. s. media. [SEP] this will be much weaker than expected by year's end. [SEP] 5 (upi) - - the attorney of a california schoolʼs teacher says he was \"shocked\" when he walked away from a lawsuit. [SEP] he married, moved in from his parents and moved to a new job. [SEP] she is also particularly close to the mother of her children as a child. [SEP] the board hasn't decided whether to try to buy one of them or sell the other three. [SEP] \" if we are to go back to the people who [SEP]"}
+{"type": "sample", "index": 19, "raw_text": "[CLS] over the weekend. [SEP] in an unusual statement given to the times, the secretary of state for europe, david winterton, revealed that he sent a letter to mps giving the meps the \" opportunity to resign. \" [SEP] as a result, the company ' s total operating expenses decreased from approximately $ 551. 8 million in the second quarter of 2009 to $ 22. 9 million and $ 21. 8 million in the second quarter. - - general and administrative expenses increased $ 0. 3 million to 7. 4 % in the second quarter of 2008. - - cost of sales expenses increased 0. 5 % to $ 4 [SEP]", "detok_text": "[CLS] over the weekend. [SEP] in an unusual statement given to the times, the secretary of state for europe, david winterton, revealed that he sent a letter to mps giving the meps the \"opportunity to resign.\" [SEP] as a result, the company's total operating expenses decreased from approximately $551. 8 million in the second quarter of 2009 to $22. 9 million and $21. 8 million in the second quarter. - - general and administrative expenses increased $0. 3 million to 7. 4 % in the second quarter of 2008. - - cost of sales expenses increased 0. 5 % to $4 [SEP]"}
+{"type": "sample", "index": 20, "raw_text": "[CLS] & spencer was among the worst hit retailers. [SEP] 31, 2008 each year. $ 7. 5 million and $ 9. 7 million. quarter ended june 30 by $ 1. 3 million. per share, on a gaap basis. [SEP] chrysler ' s initial view was that it could take up to three years to come to a final decision. [SEP] dr. richard johnson, acting head of the federal national center for disease control and prevention, said the agency is reviewing the data and trying to predict when the next disease reports will be released. [SEP] in contrast to mr. mccain himself, mr. obama said he would not be [SEP]", "detok_text": "[CLS] & spencer was among the worst hit retailers. [SEP] 31, 2008 each year. $7. 5 million and $9. 7 million. quarter ended june 30 by $1. 3 million. per share, on a gaap basis. [SEP] chrysler's initial view was that it could take up to three years to come to a final decision. [SEP] dr. richard johnson, acting head of the federal national center for disease control and prevention, said the agency is reviewing the data and trying to predict when the next disease reports will be released. [SEP] in contrast to mr. mccain himself, mr. obama said he would not be [SEP]"}
+{"type": "sample", "index": 21, "raw_text": "[CLS] would be \" very difficult. \" [SEP] the cost of $ 12. 3 billion that the u. s. house of representatives spent to pass the bill last year will amount to $ 21. 7 billion. [SEP] the man ran out the back door and shot dead mr de menezes, who was not in the station at the time. [SEP] it was last updated at 15. 45 gmt on monday 14 february 2009. institute of health & safety. central london. £30, 000 - £40, 000 plus a.... [SEP] reports in the french press on monday suggested that the french national ' s body was [SEP]", "detok_text": "[CLS] would be \"very difficult.\" [SEP] the cost of $12. 3 billion that the u. s. house of representatives spent to pass the bill last year will amount to $21. 7 billion. [SEP] the man ran out the back door and shot dead mr de menezes, who was not in the station at the time. [SEP] it was last updated at 15. 45 gmt on monday 14 february 2009. institute of health & safety. central london. £30, 000 - £40, 000 plus a.... [SEP] reports in the french press on monday suggested that the french national's body was [SEP]"}
+{"type": "sample", "index": 22, "raw_text": "[CLS] one of italy ' s poorest non - fashion street brokers, reddi, was bought by fiat two months ago at the milan stock market at the end of the year at a market price estimated at less than 3, 000 euros ( £2. 88 ). [SEP] some companies, such as bp, have been hit hard by the crisis. [SEP] but, after two separate court hearings in the country ' s highest court in march, the judges had disagreed over whether to charge him again, said with direct knowledge of the case. [SEP] according to one source, they were also told they may have to take their vote on \" the [SEP]", "detok_text": "[CLS] one of italy's poorest non - fashion street brokers, reddi, was bought by fiat two months ago at the milan stock market at the end of the year at a market price estimated at less than 3, 000 euros (£2. 88). [SEP] some companies, such as bp, have been hit hard by the crisis. [SEP] but, after two separate court hearings in the country's highest court in march, the judges had disagreed over whether to charge him again, said with direct knowledge of the case. [SEP] according to one source, they were also told they may have to take their vote on \" the [SEP]"}
+{"type": "sample", "index": 23, "raw_text": "[CLS] to begin leaving the country in 2009. [SEP] the second half of the women ' s race saw the end of an impressive series, with three women taking the 400m in a line - up with their rivals. [SEP] you aren ' t right. [SEP] i cannot say why al qaeda was tied to this difficult situation. [SEP] he was a young boy by then he was a complete idiot. [SEP] as for funding the project, if it does not come in, then the cash will have to be invested in the next financial year alone. [SEP] the dividend was one and a half pounds. [SEP] you ' re busy right now. [SEP] [SEP]", "detok_text": "[CLS] to begin leaving the country in 2009. [SEP] the second half of the women's race saw the end of an impressive series, with three women taking the 400m in a line - up with their rivals. [SEP] you aren't right. [SEP] i cannot say why al qaeda was tied to this difficult situation. [SEP] he was a young boy by then he was a complete idiot. [SEP] as for funding the project, if it does not come in, then the cash will have to be invested in the next financial year alone. [SEP] the dividend was one and a half pounds. [SEP] you're busy right now. [SEP] [SEP]"}
+{"type": "sample", "index": 24, "raw_text": "[CLS] major publishers to sell books for consumers by deciding whether to sell new versions instead. [SEP] the united states tried to push through a national agreement on behalf of the iraqi government which is still trying to reach a political agreement, but they were increasingly concerned about what the agreement was, and u. s. support remains weak. [SEP] core prices of durable goods, excluding energy, fell by 1. 2 percent in february after falling 2. 7 percent for the first time in seven months, the department said thursday. [SEP] however, it seems the most commonly used parts of the country are located on the western edge of the south lake district. [SEP] [SEP]", "detok_text": "[CLS] major publishers to sell books for consumers by deciding whether to sell new versions instead. [SEP] the united states tried to push through a national agreement on behalf of the iraqi government which is still trying to reach a political agreement, but they were increasingly concerned about what the agreement was, and u. s. support remains weak. [SEP] core prices of durable goods, excluding energy, fell by 1. 2 percent in february after falling 2. 7 percent for the first time in seven months, the department said thursday. [SEP] however, it seems the most commonly used parts of the country are located on the western edge of the south lake district. [SEP] [SEP]"}
+{"type": "sample", "index": 25, "raw_text": "[CLS] that the only way that they could get into florida by the time of the convention was a time when it was necessary for the voters to go out. [SEP] in the past 10 years, one in every five homes has shut down. [SEP] he is said to have been involved in gcap ' s acquisition of many of the businesses in the process, with more than £300m of assets worth estimated at £45m. [SEP] \" it was a tough game with them. [SEP] the good news is that there ' s a lot of work to do on this point. [SEP] we just had a chance to try something out, but it [SEP]", "detok_text": "[CLS] that the only way that they could get into florida by the time of the convention was a time when it was necessary for the voters to go out. [SEP] in the past 10 years, one in every five homes has shut down. [SEP] he is said to have been involved in gcap's acquisition of many of the businesses in the process, with more than £300m of assets worth estimated at £45m. [SEP] \" it was a tough game with them. [SEP] the good news is that there's a lot of work to do on this point. [SEP] we just had a chance to try something out, but it [SEP]"}
+{"type": "sample", "index": 26, "raw_text": "[CLS] means that we have to swap our daily lives with a new planet for an easier life. [SEP] in late morning trading in europe, the dow is down 31. 34 points, or 0. 1 percent to 7, 182. 47, on the street, and the standard & poor ' s 500 index is up 0. 06 percent to 1, 108. 60 - 0. 04 percent. [SEP] if it was a movie, i would have never wanted to go to a cinema. [SEP] england should not be so dismayed at the manner of australia ' s ashes - winning ashes success. [SEP] to the end, this article was posted [SEP]", "detok_text": "[CLS] means that we have to swap our daily lives with a new planet for an easier life. [SEP] in late morning trading in europe, the dow is down 31. 34 points, or 0. 1 percent to 7, 182. 47, on the street, and the standard & poor's 500 index is up 0. 06 percent to 1, 108. 60 - 0. 04 percent. [SEP] if it was a movie, i would have never wanted to go to a cinema. [SEP] england should not be so dismayed at the manner of australia's ashes - winning ashes success. [SEP] to the end, this article was posted [SEP]"}
+{"type": "sample", "index": 27, "raw_text": "[CLS] 60 euros a day based on the basic minimum wage of 600 shekels ( $ 200 ) per hour. [SEP] prosecutors said they wanted a fair trial for her husband, her husband and their 2. 3 - year - old son in december 2003. [SEP] the 33 - year - old woman made a confession, and the court in february heard that he had threatened to molest her after an argument with her 16 - year - old baby brother, a claim made from the video played in the trial. [SEP] but the world ' s leaders have said they want the issue to be decided in pittsburgh at the group of 20 summit on monday [SEP]", "detok_text": "[CLS] 60 euros a day based on the basic minimum wage of 600 shekels ($200) per hour. [SEP] prosecutors said they wanted a fair trial for her husband, her husband and their 2. 3 - year - old son in december 2003. [SEP] the 33 - year - old woman made a confession, and the court in february heard that he had threatened to molest her after an argument with her 16 - year - old baby brother, a claim made from the video played in the trial. [SEP] but the world's leaders have said they want the issue to be decided in pittsburgh at the group of 20 summit on monday [SEP]"}
+{"type": "sample", "index": 28, "raw_text": "[CLS] conspira conspirators and didn ' t even know anything about the attack. [SEP] the 34 - year - old goalie, who scored twice for san jose, is double - teamed against new jersey, with boucheron believing he can hit the puck when he needs to line up. [SEP] i was surprised to find myself asking the question, but later insisted that i would not. [SEP] it ' s all done. [SEP] at a pace that would take a year or two, the offer has been withdrawn and a final deal is left for the player who goes to the college to play. [SEP] when it comes to the [SEP]", "detok_text": "[CLS] conspira conspirators and didn't even know anything about the attack. [SEP] the 34 - year - old goalie, who scored twice for san jose, is double - teamed against new jersey, with boucheron believing he can hit the puck when he needs to line up. [SEP] i was surprised to find myself asking the question, but later insisted that i would not. [SEP] it's all done. [SEP] at a pace that would take a year or two, the offer has been withdrawn and a final deal is left for the player who goes to the college to play. [SEP] when it comes to the [SEP]"}
+{"type": "sample", "index": 29, "raw_text": "[CLS] quality council, the u. s. meat - safety body, estimates that will increase to 40 million this year. [SEP] the newspaper said the company ' s workers would be laid off entirely by day ' s end. [SEP] russia had managed to get the top medal from the games while maintaining a poor record during last season ' s 20 - 24 games. [SEP] \" we have to start thinking on how much he ' s going to play. [SEP] the democrats aren ' t worried. [SEP] \" it ' s changed over the last two years and the amount of money we raise is just getting smaller. [SEP] the military may have to respond to [SEP]", "detok_text": "[CLS] quality council, the u. s. meat - safety body, estimates that will increase to 40 million this year. [SEP] the newspaper said the company's workers would be laid off entirely by day's end. [SEP] russia had managed to get the top medal from the games while maintaining a poor record during last season's 20 - 24 games. [SEP] \"we have to start thinking on how much he's going to play. [SEP] the democrats aren't worried. [SEP]\" it's changed over the last two years and the amount of money we raise is just getting smaller. [SEP] the military may have to respond to [SEP]"}
+{"type": "sample", "index": 30, "raw_text": "[CLS] more money. [SEP] it was simple enough for microphones to run all over the bar as if the camera was in the bar. [SEP] 19 under the freedom of information act, which runs from 11 a. m. to 3 p. m. [SEP] huwroe, using his own bat, tries to clear and hits the ball at his feet to righty, who is free to go to the stands and to the mound. [SEP] this is a great day for the people in the belfast papers who are keenly looking into mrs carroll ' s murder. [SEP] the economy is a key part of the strategy. [SEP] mr. [SEP]", "detok_text": "[CLS] more money. [SEP] it was simple enough for microphones to run all over the bar as if the camera was in the bar. [SEP] 19 under the freedom of information act, which runs from 11 a. m. to 3 p. m. [SEP] huwroe, using his own bat, tries to clear and hits the ball at his feet to righty, who is free to go to the stands and to the mound. [SEP] this is a great day for the people in the belfast papers who are keenly looking into mrs carroll's murder. [SEP] the economy is a key part of the strategy. [SEP] mr. [SEP]"}
+{"type": "sample", "index": 31, "raw_text": "[CLS]. [SEP] \" i ' m at work today. [SEP] and i think that ' s the point. [SEP] \" he was a great man. [SEP] that ' s good news too. [SEP] but they can be quickly derided by play at the end of the first half. [SEP] should i give a second opinion? [SEP] this article was published on guardian. co. uk at 14. 11 bst on tuesday 16 october 2009. [SEP] he said he changed his bank account and found out the money was legitimate. [SEP] the speed of recovery may be temporary. [SEP] world champion lewis hamilton, the world champion, was the number one driver, [SEP]", "detok_text": "[CLS]. [SEP] \"i'm at work today. [SEP] and i think that's the point. [SEP]\" he was a great man. [SEP] that's good news too. [SEP] but they can be quickly derided by play at the end of the first half. [SEP] should i give a second opinion? [SEP] this article was published on guardian. co. uk at 14. 11 bst on tuesday 16 october 2009. [SEP] he said he changed his bank account and found out the money was legitimate. [SEP] the speed of recovery may be temporary. [SEP] world champion lewis hamilton, the world champion, was the number one driver, [SEP]"}
+{"type": "sample", "index": 32, "raw_text": "[CLS]. [SEP] if you like giving a seat to your kids, then... [SEP] she used the 10 - lap race to build on her recent win at the championships on the track. [SEP] woods will be in action for the first time since he won this tournament in 2007. [SEP] he offered evidence of a lack of human condition that was as much as a footnote. [SEP] they had come all the way in the dark. [SEP] the us is the industrial world ' s second largest economy, with around 600, 000 people ; japan was supposed to be the world leader in car production. [SEP] \" it was a big case of the [SEP]", "detok_text": "[CLS]. [SEP] if you like giving a seat to your kids, then... [SEP] she used the 10 - lap race to build on her recent win at the championships on the track. [SEP] woods will be in action for the first time since he won this tournament in 2007. [SEP] he offered evidence of a lack of human condition that was as much as a footnote. [SEP] they had come all the way in the dark. [SEP] the us is the industrial world's second largest economy, with around 600, 000 people; japan was supposed to be the world leader in car production. [SEP] \" it was a big case of the [SEP]"}
+{"type": "sample", "index": 33, "raw_text": "[CLS] contributions \" to the charity - and he raised more money than his previous salary of £12, 300. [SEP] it is, as yet, a notoriously long process. [SEP] during a two - hour interview in january, he said he did not think she would ever be married and did not have any sex with her. [SEP] now he is thinking about what he means. [SEP] there are so many young people to think about, and they have the responsibility to turn around... until the last minute. [SEP] he also said that a recovery was likely to emerge, and there were \" no plans \" to keep up with the large [SEP]", "detok_text": "[CLS] contributions \"to the charity - and he raised more money than his previous salary of £12, 300. [SEP] it is, as yet, a notoriously long process. [SEP] during a two - hour interview in january, he said he did not think she would ever be married and did not have any sex with her. [SEP] now he is thinking about what he means. [SEP] there are so many young people to think about, and they have the responsibility to turn around... until the last minute. [SEP] he also said that a recovery was likely to emerge, and there were\" no plans \" to keep up with the large [SEP]"}
+{"type": "sample", "index": 34, "raw_text": "[CLS]. [SEP] ms lees, who was married to two bovists, said that she was not married to a man or two women because she unnecessarily had so many children. [SEP] i did not pick up him, but was told not to leave as there was the risk for my safety - - and i was left alone. [SEP] edt, the market had been anticipating yet more data before the release of the u. s. jobs report thursday, and after friday ' s two - day jobs report on consumer confidence. [SEP] petrova did not respond to the question about whether the numbers were an advantage, [SEP]", "detok_text": "[CLS]. [SEP] ms lees, who was married to two bovists, said that she was not married to a man or two women because she unnecessarily had so many children. [SEP] i did not pick up him, but was told not to leave as there was the risk for my safety - - and i was left alone. [SEP] edt, the market had been anticipating yet more data before the release of the u. s. jobs report thursday, and after friday's two - day jobs report on consumer confidence. [SEP] petrova did not respond to the question about whether the numbers were an advantage, [SEP]"}
+{"type": "sample", "index": 35, "raw_text": "[CLS] after the arrest, he said he thought none of the men was in touch with his family. [SEP] the rangers led by four in the third. [SEP] the answer may be simple, but what will the result be right now? [SEP] us president george bush will attend the start of the middle east peace process. [SEP] if there are a good chance, england will be the first in the world. [SEP] the united states last year sent $ 5. 4 million in cash and 100 million baht ( $ 2. 5 million ) to the central government. [SEP] meanwhile, in a white stand - up hoenig riffed on a phone [SEP]", "detok_text": "[CLS] after the arrest, he said he thought none of the men was in touch with his family. [SEP] the rangers led by four in the third. [SEP] the answer may be simple, but what will the result be right now? [SEP] us president george bush will attend the start of the middle east peace process. [SEP] if there are a good chance, england will be the first in the world. [SEP] the united states last year sent $5. 4 million in cash and 100 million baht ($2. 5 million) to the central government. [SEP] meanwhile, in a white stand - up hoenig riffed on a phone [SEP]"}
+{"type": "sample", "index": 36, "raw_text": "[CLS] to her, and she thought she had to hand her over to someone she was excited about. [SEP] seven people have been reported killed and at least two were injured and five were hurt. [SEP] the two candidates had been tied up over pictures of alaska governor sarah palin. [SEP] it could only have won four of the six, but the only one had to win a single race to win the crown. [SEP] you ' re really clear. [SEP] \" we were very lucky, \" she said with a smile. [SEP] they have since returned to the area. [SEP] with the court order expiring, there would be no need to leave [SEP]", "detok_text": "[CLS] to her, and she thought she had to hand her over to someone she was excited about. [SEP] seven people have been reported killed and at least two were injured and five were hurt. [SEP] the two candidates had been tied up over pictures of alaska governor sarah palin. [SEP] it could only have won four of the six, but the only one had to win a single race to win the crown. [SEP] you're really clear. [SEP] \"we were very lucky,\" she said with a smile. [SEP] they have since returned to the area. [SEP] with the court order expiring, there would be no need to leave [SEP]"}
+{"type": "sample", "index": 37, "raw_text": "[CLS] 20 - 14 lead at the end of the quarter. [SEP] during the debate, the clintons often talked about mr. obama and talked about his race and change during some of his questions. [SEP] the animal has been missing for more than half a century. [SEP] these things need to be done right, but in our eyes, they have to be the rules of the game. [SEP] and finally, he says he does not expect them to take a competitive position. [SEP] it was really hard to control what he did. [SEP] the police went through the area and looked at a third - floor window and found the two male and female woman [SEP]", "detok_text": "[CLS] 20 - 14 lead at the end of the quarter. [SEP] during the debate, the clintons often talked about mr. obama and talked about his race and change during some of his questions. [SEP] the animal has been missing for more than half a century. [SEP] these things need to be done right, but in our eyes, they have to be the rules of the game. [SEP] and finally, he says he does not expect them to take a competitive position. [SEP] it was really hard to control what he did. [SEP] the police went through the area and looked at a third - floor window and found the two male and female woman [SEP]"}
+{"type": "sample", "index": 38, "raw_text": "[CLS] at 6 : 05 p. m. [SEP] a 19 - year - old london man has appeared in court charged with a similar attack on another man. [SEP] she told me that, as she thought she could, she would put it up and say, \" i ' m going to do it more quickly, \" but she then went home, saying she needed to go to her doctor to fix the problem. [SEP] the men were given 20 times the usual amount of fuel, while they waited when the fuel would be released by them. [SEP] the move was not known but it marks the 50th anniversary tuesday of the hudson river crash, the [SEP]", "detok_text": "[CLS] at 6: 05 p. m. [SEP] a 19 - year - old london man has appeared in court charged with a similar attack on another man. [SEP] she told me that, as she thought she could, she would put it up and say, \"i'm going to do it more quickly,\" but she then went home, saying she needed to go to her doctor to fix the problem. [SEP] the men were given 20 times the usual amount of fuel, while they waited when the fuel would be released by them. [SEP] the move was not known but it marks the 50th anniversary tuesday of the hudson river crash, the [SEP]"}
+{"type": "sample", "index": 39, "raw_text": "[CLS] when he was in office. [SEP] washington ( ap ) - house democrats have blocked a senate war funding bill that deals with military spending, a compromise that also calls for tighter fuel standards for cars, trucks and small, fuel - efficient motor vehicles. [SEP] ( ap ) - andy schlesinger will receive the first victory over the winner of the fourth men ' s tour de france race of the year, and qualify for the tour de france next week. [SEP] it ' s better to make money than use some of them to make a car and we need to use it on the same level. [SEP] yahoo ' s stock rose $ [SEP]", "detok_text": "[CLS] when he was in office. [SEP] washington (ap) - house democrats have blocked a senate war funding bill that deals with military spending, a compromise that also calls for tighter fuel standards for cars, trucks and small, fuel - efficient motor vehicles. [SEP] (ap) - andy schlesinger will receive the first victory over the winner of the fourth men's tour de france race of the year, and qualify for the tour de france next week. [SEP] it's better to make money than use some of them to make a car and we need to use it on the same level. [SEP] yahoo's stock rose $[SEP]"}
+{"type": "sample", "index": 40, "raw_text": "[CLS] ladders and ladders. [SEP] expatriates have largely abandoned the small, overflowing market - rate hotel and retail shops. [SEP] \" it ' s about the fact that you can ' t get involved in a case like this without the freedom of information, \" biden said. [SEP] \" we ' re still working very hard to resolve this situation, \" he said. [SEP] \" you can just kind of go out of a tunnel through the cracks of the financial system, \" he said. [SEP] minutes after the announcement, ambac ' s stock price was down 3. 4 percent friday on expectations it would sell [SEP]", "detok_text": "[CLS] ladders and ladders. [SEP] expatriates have largely abandoned the small, overflowing market - rate hotel and retail shops. [SEP] \"it's about the fact that you can't get involved in a case like this without the freedom of information,\" biden said. [SEP] \"we're still working very hard to resolve this situation,\" he said. [SEP] \"you can just kind of go out of a tunnel through the cracks of the financial system,\" he said. [SEP] minutes after the announcement, ambac's stock price was down 3. 4 percent friday on expectations it would sell [SEP]"}
+{"type": "sample", "index": 41, "raw_text": "[CLS] to get used to the buzz, \" he said. [SEP] you might have been thinking, too, this is really a very complicated case. [SEP] liverpool can pay the fee to aston villa by virtue of benitez ' s decision to sign a key player this week. [SEP] that ' s what we did when they should have done. [SEP] mosley, 36, was convicted in 2005 for plotting a gang attack on a 15 - year - old girl who was kicked out of the street by both her father and sister. [SEP] the agency would not say how many devices the f. d. a. used in its tests. [SEP] [SEP]", "detok_text": "[CLS] to get used to the buzz, \" he said. [SEP] you might have been thinking, too, this is really a very complicated case. [SEP] liverpool can pay the fee to aston villa by virtue of benitez's decision to sign a key player this week. [SEP] that's what we did when they should have done. [SEP] mosley, 36, was convicted in 2005 for plotting a gang attack on a 15 - year - old girl who was kicked out of the street by both her father and sister. [SEP] the agency would not say how many devices the f. d. a. used in its tests. [SEP] [SEP]"}
+{"type": "sample", "index": 42, "raw_text": "[CLS]. \" [SEP] i would never have done that. [SEP] ali al - maliki, the committee ' s chairman, said that the government had responded \" positively \" to the appeal. [SEP] but at the same time as an example, he sees the act as a show of unity, and not a protest. [SEP] it expects fourth quarter revenue to fall 2 percent from a year - ago. [SEP] \" we had a pre - season start in manchester. [SEP] the deal is expected to be completed by the end of this year. [SEP] now, perhaps, the lessons have been learnt, rather than given the sense of some more progress. [SEP] [SEP]", "detok_text": "[CLS]. \"[SEP] i would never have done that. [SEP] ali al - maliki, the committee's chairman, said that the government had responded\" positively \"to the appeal. [SEP] but at the same time as an example, he sees the act as a show of unity, and not a protest. [SEP] it expects fourth quarter revenue to fall 2 percent from a year - ago. [SEP]\" we had a pre - season start in manchester. [SEP] the deal is expected to be completed by the end of this year. [SEP] now, perhaps, the lessons have been learnt, rather than given the sense of some more progress. [SEP] [SEP]"}
+{"type": "sample", "index": 43, "raw_text": "[CLS] lowered its key rate of inflation in july to a record 2. 8 per cent by the end of july. [SEP] the rest of the u. s. got some heavy snow, snow and rain on tuesday, followed by more than an inch of heavy snow, snow and a cold front. [SEP] there ' s a possibility... if anything, the discussions will continue in july, \" the committee ' s chairman, peter snows, told reuters, adding that lawmakers planned to meet for three more days over the coming week. [SEP] the home office minister said : \" this is good for london, good for the environment. [SEP]", "detok_text": "[CLS] lowered its key rate of inflation in july to a record 2. 8 per cent by the end of july. [SEP] the rest of the u. s. got some heavy snow, snow and rain on tuesday, followed by more than an inch of heavy snow, snow and a cold front. [SEP] there's a possibility... if anything, the discussions will continue in july, \"the committee's chairman, peter snows, told reuters, adding that lawmakers planned to meet for three more days over the coming week. [SEP] the home office minister said:\" this is good for london, good for the environment. [SEP]"}
+{"type": "sample", "index": 44, "raw_text": "[CLS] be able to get in to the vehicle. [SEP] full - year net income fell by 6 percent to $ 200, or 45 cents per share, from $ 376. 8 million, or 47 cents, in the previous year. [SEP] the israeli military said it had found no evidence that militants were in contact with the palestinians and that the gunman was a member of the terror group. [SEP] he was never arrested, police said. [SEP] born in france, she is part lawyer, part painter and part athlete. [SEP] since the initial grant program was established in 1988, there has been no use of the program. [SEP] on tuesday, [SEP]", "detok_text": "[CLS] be able to get in to the vehicle. [SEP] full - year net income fell by 6 percent to $200, or 45 cents per share, from $376. 8 million, or 47 cents, in the previous year. [SEP] the israeli military said it had found no evidence that militants were in contact with the palestinians and that the gunman was a member of the terror group. [SEP] he was never arrested, police said. [SEP] born in france, she is part lawyer, part painter and part athlete. [SEP] since the initial grant program was established in 1988, there has been no use of the program. [SEP] on tuesday, [SEP]"}
+{"type": "sample", "index": 45, "raw_text": "[CLS] he would feel much worse if a loved one wasn ' t to look after him. [SEP] his mother took the game to england as a teenager, and he had the last laugh. [SEP] the plan, he said, would have lead to a new structure in the financial system to try to stop the market slide. [SEP] he said : \" he has refused to give up his life to protect himself. [SEP] future studies are expected to help determine the impact of men ' s behavior on the levels of testosterone in the human body. [SEP] it ' s not easy in practice, \" he said. [SEP] this year the city is expected to hold [SEP]", "detok_text": "[CLS] he would feel much worse if a loved one wasn't to look after him. [SEP] his mother took the game to england as a teenager, and he had the last laugh. [SEP] the plan, he said, would have lead to a new structure in the financial system to try to stop the market slide. [SEP] he said: \"he has refused to give up his life to protect himself. [SEP] future studies are expected to help determine the impact of men's behavior on the levels of testosterone in the human body. [SEP] it's not easy in practice,\" he said. [SEP] this year the city is expected to hold [SEP]"}
+{"type": "sample", "index": 46, "raw_text": "[CLS], is the focal point of the film. [SEP] when they took it down, they discovered that the man and his friends were only responsible for the fire. [SEP] \" the important thing here is that it is their own security that is best served, \" he said. [SEP] ( cnn ) - - new york rapper jay - z has confirmed his name as the manager for the first full week of the rock band ' s summer tour. [SEP] another example : the price of gold in the early years. [SEP] this, of course. [SEP] after the end of garko ' s stint with the yankees from 2001 - 2004, the yankees [SEP]", "detok_text": "[CLS], is the focal point of the film. [SEP] when they took it down, they discovered that the man and his friends were only responsible for the fire. [SEP] \"the important thing here is that it is their own security that is best served,\" he said. [SEP] (cnn) - - new york rapper jay - z has confirmed his name as the manager for the first full week of the rock band's summer tour. [SEP] another example: the price of gold in the early years. [SEP] this, of course. [SEP] after the end of garko's stint with the yankees from 2001 - 2004, the yankees [SEP]"}
+{"type": "sample", "index": 47, "raw_text": "[CLS] rebel army, now known as the peace tigers. [SEP] for something like this one, this is a way to make fun of your life. [SEP] and then \" super havens \" can be controlled and co - opted by the british government and not the states. [SEP] they were prepared for that moment, \" said the official. [SEP] i screamed in my head. [SEP] \" we hope for better results. [SEP] they want you back, and you want them to live with it, \" he said, adding that they were close to his wife ' s family. [SEP] he was angry and upset. [SEP] mr. kashman ' s [SEP]", "detok_text": "[CLS] rebel army, now known as the peace tigers. [SEP] for something like this one, this is a way to make fun of your life. [SEP] and then \"super havens\" can be controlled and co - opted by the british government and not the states. [SEP] they were prepared for that moment, \"said the official. [SEP] i screamed in my head. [SEP]\" we hope for better results. [SEP] they want you back, and you want them to live with it, \" he said, adding that they were close to his wife's family. [SEP] he was angry and upset. [SEP] mr. kashman's [SEP]"}
+{"type": "sample", "index": 48, "raw_text": "[CLS] by tropical storms on the north china coast. [SEP] sometimes they make a home for themselves. [SEP] macy ' s inc. said on monday its same - store sales fell 9. 3 percent to 7. 4 billion for the three - week period that ended oct. [SEP] he was asked if insurgents were ever so sure that they could make the security gains in the province they could have hoped to do so in the first month of january. [SEP] \" her son would have said ' that ' s going to be and is going to be '. [SEP] so is there no change in there? [SEP] instead of being taxed, a number of [SEP]", "detok_text": "[CLS] by tropical storms on the north china coast. [SEP] sometimes they make a home for themselves. [SEP] macy's inc. said on monday its same - store sales fell 9. 3 percent to 7. 4 billion for the three - week period that ended oct. [SEP] he was asked if insurgents were ever so sure that they could make the security gains in the province they could have hoped to do so in the first month of january. [SEP] \" her son would have said' that's going to be and is going to be '. [SEP] so is there no change in there? [SEP] instead of being taxed, a number of [SEP]"}
+{"type": "sample", "index": 49, "raw_text": "[CLS] the company ' s shares fell 3. 1 per cent to $ 453. 85 after dropping more than 1 per cent to $ 45. 42 per share. [SEP] \" i have to get to the point where they are that i ' ll talk about the first general election in over a year, and certainly i would be very optimistic that the tories would win today. [SEP] we could almost onlooke. [SEP] final results of the search are expected at the end of the month, instead of three months. [SEP] last week, it announced changes to the amount of money left in the interest rates charged by savers on their accounts [SEP]", "detok_text": "[CLS] the company's shares fell 3. 1 per cent to $453. 85 after dropping more than 1 per cent to $45. 42 per share. [SEP] \" i have to get to the point where they are that i'll talk about the first general election in over a year, and certainly i would be very optimistic that the tories would win today. [SEP] we could almost onlooke. [SEP] final results of the search are expected at the end of the month, instead of three months. [SEP] last week, it announced changes to the amount of money left in the interest rates charged by savers on their accounts [SEP]"}
+{"type": "sample", "index": 50, "raw_text": "[CLS]. [SEP] in one instance, a. m. a. employees walked about on the red carpet. [SEP] the president has met with a relatively small group of reporters - - the largest audience by any president. [SEP] 2 ( upi ) - - a 3 - pointer by kyle singler was key to 16 points in the fourth period thursday in the san antonio pacersʼ 100 - 95 win. [SEP] berrer lost the opening set on serve in game 5 of the third set when a forehand kept serve out of his serve. [SEP] despite this, mr walsh said the changes will have a very positive effect on profits. [SEP] [SEP]", "detok_text": "[CLS]. [SEP] in one instance, a. m. a. employees walked about on the red carpet. [SEP] the president has met with a relatively small group of reporters - - the largest audience by any president. [SEP] 2 (upi) - - a 3 - pointer by kyle singler was key to 16 points in the fourth period thursday in the san antonio pacersʼ 100 - 95 win. [SEP] berrer lost the opening set on serve in game 5 of the third set when a forehand kept serve out of his serve. [SEP] despite this, mr walsh said the changes will have a very positive effect on profits. [SEP] [SEP]"}
+{"type": "sample", "index": 51, "raw_text": "[CLS] criticism of china ' s human rights record. [SEP] it was like i was trying to run at her and her. [SEP] she could have gone so far to avoid questions about her family problems in pakistan. [SEP] it is now a critical role of the obama administration. [SEP] it ' s a complete disgrace, \" she said. [SEP] company ' s growth leadership and to be a leader in highly quality high - tech products. [SEP] that was also a heavy blow to a team that should otherwise have been ruled out and they have now stood down in the dressing room to prove it. [SEP] this was a warm - up season, with a. [SEP]", "detok_text": "[CLS] criticism of china's human rights record. [SEP] it was like i was trying to run at her and her. [SEP] she could have gone so far to avoid questions about her family problems in pakistan. [SEP] it is now a critical role of the obama administration. [SEP] it's a complete disgrace, \" she said. [SEP] company's growth leadership and to be a leader in highly quality high - tech products. [SEP] that was also a heavy blow to a team that should otherwise have been ruled out and they have now stood down in the dressing room to prove it. [SEP] this was a warm - up season, with a. [SEP]"}
+{"type": "sample", "index": 52, "raw_text": "[CLS] [SEP] just two years ago, more than half the victims were shot and killed. [SEP] but i don ' t really think people will come back to see that he ' s here, that he ' s a man of the world, and don ' t think they need to read about her again. [SEP] he didn ' t say how soon the case would be opened. [SEP] but what does this mean you ' ve paid for something? [SEP] she could even say she will not. [SEP] mr. hall became so alarmed, that the message was too obvious, that he began e - mailing to police. [SEP] the group was said to [SEP]", "detok_text": "[CLS] [SEP] just two years ago, more than half the victims were shot and killed. [SEP] but i don't really think people will come back to see that he's here, that he's a man of the world, and don't think they need to read about her again. [SEP] he didn't say how soon the case would be opened. [SEP] but what does this mean you've paid for something? [SEP] she could even say she will not. [SEP] mr. hall became so alarmed, that the message was too obvious, that he began e - mailing to police. [SEP] the group was said to [SEP]"}
+{"type": "sample", "index": 53, "raw_text": "[CLS] : if they took anything for granted, i ' d rather go with the car. [SEP] well, that ' s an option. [SEP] i would have liked to put a blanket on, play another game, and even have my opinion. [SEP] but part of the problem is that it is not fast enough to get out of this deep recession. [SEP] i think it is clear that the first man to come out is a bad one. [SEP] mr garri has been up to date with questions about the teenager ' s case. [SEP] he became the first major league player to be held below. 500 in consecutive games. [SEP] it was the [SEP]", "detok_text": "[CLS]: if they took anything for granted, i'd rather go with the car. [SEP] well, that's an option. [SEP] i would have liked to put a blanket on, play another game, and even have my opinion. [SEP] but part of the problem is that it is not fast enough to get out of this deep recession. [SEP] i think it is clear that the first man to come out is a bad one. [SEP] mr garri has been up to date with questions about the teenager's case. [SEP] he became the first major league player to be held below. 500 in consecutive games. [SEP] it was the [SEP]"}
+{"type": "sample", "index": 54, "raw_text": "[CLS] is thought to be a key factor in steering the party into the next election. [SEP] the reason is simple : you can begin your walk within a short space of time or five minutes, but it is impossible to get off a road. [SEP] on the surface, there hasn ' t been much change. [SEP] it ' s a wonderful world to think about things in some sort of way and feel like you still know what it was like. [SEP] \" i was a pilot. [SEP] i do have to read my resume.... and i ' ve been on a lot of occasions. [SEP] no one was called to the house. [SEP]", "detok_text": "[CLS] is thought to be a key factor in steering the party into the next election. [SEP] the reason is simple: you can begin your walk within a short space of time or five minutes, but it is impossible to get off a road. [SEP] on the surface, there hasn't been much change. [SEP] it's a wonderful world to think about things in some sort of way and feel like you still know what it was like. [SEP] \" i was a pilot. [SEP] i do have to read my resume.... and i've been on a lot of occasions. [SEP] no one was called to the house. [SEP]"}
+{"type": "sample", "index": 55, "raw_text": "[CLS] [SEP] but he didn ' t have to give some of his money as he would be in no position to do so. [SEP] \" she got away with me. [SEP] in his speech, a u. s. government official said it would be appropriate to ask israel ' s government to respect the right to international law. [SEP] however, they are concerned about a fire that can cause extensive damage, but can lead to serious injuries and potentially fatal property damage. [SEP] the move also follows an international agreement under which all new teachers in the uk have been moved from france to britain. [SEP] none of the defendants has been charged. [SEP] according to [SEP]", "detok_text": "[CLS] [SEP] but he didn't have to give some of his money as he would be in no position to do so. [SEP] \" she got away with me. [SEP] in his speech, a u. s. government official said it would be appropriate to ask israel's government to respect the right to international law. [SEP] however, they are concerned about a fire that can cause extensive damage, but can lead to serious injuries and potentially fatal property damage. [SEP] the move also follows an international agreement under which all new teachers in the uk have been moved from france to britain. [SEP] none of the defendants has been charged. [SEP] according to [SEP]"}
+{"type": "sample", "index": 56, "raw_text": "[CLS] [SEP] time warner inc ( twx. o ) will pay $ 200 million to sell its assets to liberty media and its cablevision unit for $ 500 million. [SEP] most children develop a strong respect for the game - and particularly their kids - when they are in contact with some sort of stereotypical group in the adult - only environment. [SEP] while a near - zero interest rate triggered the latest rate hikes in july, beijing has managed to lift official rates down to record lows, with a series of other measures to stimulate the economy and control inflation. [SEP] in 2004, the ruling democrats went from second to third. [SEP] [SEP]", "detok_text": "[CLS] [SEP] time warner inc (twx. o) will pay $200 million to sell its assets to liberty media and its cablevision unit for $500 million. [SEP] most children develop a strong respect for the game - and particularly their kids - when they are in contact with some sort of stereotypical group in the adult - only environment. [SEP] while a near - zero interest rate triggered the latest rate hikes in july, beijing has managed to lift official rates down to record lows, with a series of other measures to stimulate the economy and control inflation. [SEP] in 2004, the ruling democrats went from second to third. [SEP] [SEP]"}
+{"type": "sample", "index": 57, "raw_text": "[CLS] inc. [SEP] to be honest it ' s the only way i don ' t have to show any respect. [SEP] the album ' s at no. 2 with 65, 000 copies sold. [SEP] edt, first results of the election are set for sunday. [SEP] if so, that ' s a big thing for a man. [SEP] there was one reason not to go. [SEP] however, she took no position on many other key issues, including government control over the internet. [SEP] \" i think the players were told what you had to do to speak to who you are going to, \" he added. [SEP] a meeting in st [SEP]", "detok_text": "[CLS] inc. [SEP] to be honest it's the only way i don't have to show any respect. [SEP] the album's at no. 2 with 65, 000 copies sold. [SEP] edt, first results of the election are set for sunday. [SEP] if so, that's a big thing for a man. [SEP] there was one reason not to go. [SEP] however, she took no position on many other key issues, including government control over the internet. [SEP] \"i think the players were told what you had to do to speak to who you are going to,\" he added. [SEP] a meeting in st [SEP]"}
+{"type": "sample", "index": 58, "raw_text": "[CLS] lives when he is sick but not harming himself. [SEP] and we ' re cleaning it up. \" [SEP] \" we would move quickly to allow for that freedom of information and to provide a great deal of information, \" she said. [SEP] lewis hamilton, the double world champion, dropped him off the race leader after the second positive test. [SEP] \" he ' s not trying to save any money, \" she said. [SEP] \" it was always supposed to be the same, \" mcinnis told reuters in a conference call. [SEP] he was also acquitted of the charges, again in december. [SEP] the four - time director has [SEP]", "detok_text": "[CLS] lives when he is sick but not harming himself. [SEP] and we're cleaning it up. \"[SEP]\" we would move quickly to allow for that freedom of information and to provide a great deal of information, \"she said. [SEP] lewis hamilton, the double world champion, dropped him off the race leader after the second positive test. [SEP]\" he's not trying to save any money, \"she said. [SEP]\" it was always supposed to be the same, \" mcinnis told reuters in a conference call. [SEP] he was also acquitted of the charges, again in december. [SEP] the four - time director has [SEP]"}
+{"type": "sample", "index": 59, "raw_text": "[CLS], and i haven ' t missed a shot, \" he said. [SEP] i tried to walk on the street and then go back home. [SEP] \" i didn ' t tell anyone before he hit me, \" he said, adding that during the first round rounds there are many different rounds. [SEP] the afghans, meanwhile, have made some progress. [SEP] i called my mother first because i did not want to be here. [SEP] the store manager takes a good look along with a video camera. [SEP] however, the bank expects further action, with analysts predicting a decision to keep the bank ' s key interest rate at 0. 5 [SEP]", "detok_text": "[CLS], and i haven't missed a shot, \"he said. [SEP] i tried to walk on the street and then go back home. [SEP]\" i didn't tell anyone before he hit me, \" he said, adding that during the first round rounds there are many different rounds. [SEP] the afghans, meanwhile, have made some progress. [SEP] i called my mother first because i did not want to be here. [SEP] the store manager takes a good look along with a video camera. [SEP] however, the bank expects further action, with analysts predicting a decision to keep the bank's key interest rate at 0. 5 [SEP]"}
+{"type": "sample", "index": 60, "raw_text": "[CLS] [SEP] it ' s going to be tough, it ' s going to the bottom of the table. [SEP] he urged his son to go to bed to say, \" i don ' t know. \" [SEP] we are trying to find ways to protect ourselves. [SEP] of course it makes them look under the sun, it makes them look fresh. [SEP] if all parties agree to agree to the israeli withdrawal, the majority of the tiny majority of jerusalem ' s 20, 000 - - about 1, 600 jews, estimated at around 1, 800 people - - are expected to stay in their enclaves or former homelands. [SEP] it is [SEP]", "detok_text": "[CLS] [SEP] it's going to be tough, it's going to the bottom of the table. [SEP] he urged his son to go to bed to say, \"i don't know.\" [SEP] we are trying to find ways to protect ourselves. [SEP] of course it makes them look under the sun, it makes them look fresh. [SEP] if all parties agree to agree to the israeli withdrawal, the majority of the tiny majority of jerusalem's 20, 000 - - about 1, 600 jews, estimated at around 1, 800 people - - are expected to stay in their enclaves or former homelands. [SEP] it is [SEP]"}
+{"type": "sample", "index": 61, "raw_text": "[CLS] per cent in the month from last year ' s rate of 3. 3 per cent. [SEP] the incident led to his arrest moments after the flight that ended at 3 : 30 a. m. [SEP] you dont have to make a move. [SEP] the woman said the man opened the door on the front door. [SEP] even those trapped under the cold sun have been moving to the streets for the last night. [SEP] citi ' s stake is 39. 8 per cent, up from 44 per cent last year, thanks to strong performance by other banks that have agreed to take on the world ' s largest u. s. bank [SEP]", "detok_text": "[CLS] per cent in the month from last year's rate of 3. 3 per cent. [SEP] the incident led to his arrest moments after the flight that ended at 3: 30 a. m. [SEP] you dont have to make a move. [SEP] the woman said the man opened the door on the front door. [SEP] even those trapped under the cold sun have been moving to the streets for the last night. [SEP] citi's stake is 39. 8 per cent, up from 44 per cent last year, thanks to strong performance by other banks that have agreed to take on the world's largest u. s. bank [SEP]"}
+{"type": "sample", "index": 62, "raw_text": "[CLS] up with three wives, two elderly aunts and two teenage children. [SEP] they had a power - play goal 8 : 40 into the third period but finally scored late in the first period when tanguayy knocked in a rebound with 4 : 22 left for the lone goal. [SEP] it was last updated at 18. 50 bst on monday 18 may 2009. [SEP] this comes after new evidence of a missile threat to china has been raised so far by the russian defence ministry. [SEP] \" you know, in the past, you just stuck with those guys a few years ago and they don ' t like you very much. \" [SEP]", "detok_text": "[CLS] up with three wives, two elderly aunts and two teenage children. [SEP] they had a power - play goal 8: 40 into the third period but finally scored late in the first period when tanguayy knocked in a rebound with 4: 22 left for the lone goal. [SEP] it was last updated at 18. 50 bst on monday 18 may 2009. [SEP] this comes after new evidence of a missile threat to china has been raised so far by the russian defence ministry. [SEP] \"you know, in the past, you just stuck with those guys a few years ago and they don't like you very much.\" [SEP]"}
+{"type": "sample", "index": 63, "raw_text": "[CLS] he became president on wednesday. [SEP] but by the time he returned to pakistan, the militants were ready to strike again, according to intelligence officials. [SEP] his voice was low, and his voice cracked due to a lack of confidence. [SEP] revenue fell 11 percent to $ 51 million, or 7 cents per share. [SEP] you ' re always looking for a home with a plan, you can see the results. [SEP] its us sales were down 40 per cent from a year earlier, while japan were up 40 per cent from the third quarter. [SEP] \" the story is not just about the big 12 title. \" [SEP] but, since then [SEP]", "detok_text": "[CLS] he became president on wednesday. [SEP] but by the time he returned to pakistan, the militants were ready to strike again, according to intelligence officials. [SEP] his voice was low, and his voice cracked due to a lack of confidence. [SEP] revenue fell 11 percent to $51 million, or 7 cents per share. [SEP] you're always looking for a home with a plan, you can see the results. [SEP] its us sales were down 40 per cent from a year earlier, while japan were up 40 per cent from the third quarter. [SEP] \"the story is not just about the big 12 title.\" [SEP] but, since then [SEP]"}

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps32_c16_t1p45_detok_raw_samples.txt

@@ -0,0 +1,224 @@
+steps32_c16_t1p45_detok
+{
+  "type": "summary",
+  "name": "steps32_c16_t1p45",
+  "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt",
+  "step": 434000,
+  "decode": {
+    "kind": "categorical_fullvocab_normal_steps_sweep",
+    "config": "steps32_c16_t1p45",
+    "steps": 32,
+    "endpoint_temp": 1.45,
+    "concentration_max": 16.0,
+    "final_from": "state",
+    "update": "resample",
+    "n_samples": 64,
+    "seed": 20260509
+  },
+  "detok_genppl": {
+    "ppl": 60.49069200577435,
+    "nll_per_token": 4.102489502056269,
+    "tokens": 9468
+  },
+  "diversity": {
+    "sample_entropy": 4.177365402979481,
+    "unique_tokens": 1839,
+    "token_count": 8192,
+    "distinct_1": 0.2244873046875,
+    "distinct_2": 0.7171505905511811,
+    "top_token_mass": 0.05419921875
+  }
+}
+
+===== sample 000 =====
+[CLS] man she thought she was and demanded an investigation. [SEP] even then when we had to go on the moon to conceive the terrible thing that had something to do with the blinding colours of the green syringes of the sky (first felt in red) and filled with love, haven't gone back to their beat and have been on ever since the end of the world. [SEP] reducing dependence on oil and reducing more dependence on oil and gasoline would not lead to a national surplus. [SEP] toronto star ray jones, also on the video, has earned 18 bonus points for the "god of war" series, including 15 of [SEP]
+
+===== sample 001 =====
+[CLS] like this: i'm you "was at. 6 with 13 pics, followed by" yes, " you can top that at no no. 10. [SEP] during his interview, mr dannatt took up questions on the party's budget for 2011. [SEP] finally, in december, it happened. [SEP] but that still shuts the lights down at the airport, compresss the take - up and give the full service go. [SEP] in november, the site was used in china and thousands of other chinese, and by phone, we acknowledged that they were concerned about a fake version of the olympics, just as [SEP]
+
+===== sample 002 =====
+[CLS] two people were killed on a christmas shopping trip, in shaanxi's xian province. [SEP] and it is a matter of there to be an amount to power, and this is the most voiping. [SEP] so nisar prachanda - who oversees the sale of bank, nii bank and sib assets to india - said after the arrest the "blabe" would not be left fighting for the country's future and that will happen. [SEP] the other states and federal laws were changed because of a stronger government policy and have raised significant concerns for decades. [SEP] after many long press speculations, [SEP]
+
+===== sample 003 =====
+[CLS] my mind, lots of control and that work is to control everything... and i can just say it is that people come in to start discussions and up and down. [SEP] "superintendents are pouring more resources into their local schools to work in locally run schools who want to share the state's educational progress," he added. [SEP] he had made "everything they can" to people who had one friend died, including our friend. [SEP] even another investor, even from a private company, expressed similar concern at the development. [SEP] the u. s. government will provide air services, tankers and helicopters will help build [SEP]
+
+===== sample 004 =====
+[CLS] here is what a lot of risk there is. [SEP] if true, he started to hope that it would lead to success in using it to make food into functional products. [SEP] given the size and source of problems, this figure indicates what it may fit in with most aspects of finance - providing these firms with traditional job loans and financial services. [SEP] kolozae missed the last eight games with a torn right hamstring. [SEP] the republican and democrat candidates honed their political positions on november 4, laboring up a upset victory for what they view as their bitter political election fight. [SEP] by quality of hospital care and safety [SEP]
+
+===== sample 005 =====
+[CLS], who knows, so i know what i am up for is a complete game, "he said. [SEP] the latest concern about the chance of electing mccain as obama as his campaign chief, nader gave an interview in an interview on tuesday. [SEP] but he, i know you as a parent, and that they are middle - class residents - - this is a black area. [SEP] new york middle - income are generally more affluent than their counterparts in the u. s. a similar survey is expected to line up in beijing for data next month. [SEP]" michael jackson has become into a piece of the pop culture, and [SEP]
+
+===== sample 006 =====
+[CLS] the better life, the more you all want to solve the problem. [SEP] she bans big money and is the longest - running political rant of the state, and i covered the rest of the media. [SEP] williams was a the person who shot a 16 - year - old girl, and the woman was killed. [SEP] that is, all the money could help the united islamists, which controls all of pakistan on the other side of the border, of course. [SEP] it has been clear - cut by beijing. [SEP] i don't even take the name off the subject. [SEP] the company also america's largest plane [SEP]
+
+===== sample 007 =====
+[CLS] year - old who grew up in a hackney garage - now a cha - cha. [SEP] but that might be everyone, like mr. sund, who wanted to go to a year's without something of a hit. [SEP] as a head of state for 10 years, he sought to stay out of china and came to do with the "period of communist rule," back when he was a foreign minister. [SEP] we talk to him. [SEP] even the lobbyist and the republican media have a low chance of influencing the larger issue. [SEP] he also said his parents didn't know anything about that man they had said was [SEP]
+
+===== sample 008 =====
+[CLS] been allowed into the field. [SEP] last year the audience, faced by thousands of teenagers expected to play him, he turned out in force. [SEP] then he got down on the phone and dropped the idea of a film. [SEP] he said he ordered the investigation by the state attorney's office last month. [SEP] in his stint as one of bill clinton's white aides, obama used the team's announcement to pick his own pick to be the best man for the job, striking a chord with liberals and young democratic voters. [SEP] but she tried running this morning, as obama isn't after all trying to save the [SEP]
+
+===== sample 009 =====
+[CLS]ssle says: "i'm trying to swim." [SEP] a scan shows the people in line to the city's metro stock station for pictures of a woman's blue eyes. [SEP] can't make a case of her being in the country, and friends would be leaving, just to make our face down. [SEP] "on the day that the firing was announced this will happen." [SEP] the system will be opened to the public and would be used in the two countries, a. li wun, spokeswoman for the china education administration said. [SEP] for those interested in the museum industry, in this [SEP]
+
+===== sample 010 =====
+[CLS] a french couple accused of robbing a spanish woman on a sari in paris, is not going eye to eye with the police. [SEP] at only two years old, the government announced he had the nation's longest serving prison sentence. [SEP] meanwhile, he is being treated for kidney problems. [SEP] abc has two more shows scheduled to go on air at 10 a. in early - morning programming. [SEP] "my declaration made it clear to all of them, to the mubarak (court) chief that at the time of this, i had to deal with talabani, the president," mr ali told a crowd [SEP]
+
+===== sample 011 =====
+[CLS] be funded with a three - year loan. [SEP] but like that, i said, "i feel very - - i'm a big fan of the party," r. "i was everyone's heart beat," an amazing track, like a half year in "up" with "goche," and then the movie "- - since it was a very warmer and kind of person who played through a sea of his material, with hands and a couple of numbers. [SEP] for instance, i have referred to a comment" the editor's mother. "[SEP]" if you don't feel as [SEP]
+
+===== sample 012 =====
+[CLS] earn more than £3, 000 a day held in the uk. [SEP] blair said all seven defendants in the case were carted out to the first grand jury for their trial last week and were convicted of rape and assault under the cover of the act. [SEP] polothero can be classified as a condition, a condition of mother birth, and it is also thought that it is more likely to take advantage of flexible life. [SEP] the business forced her to break down to the dark side of big - city life, for the perceived all - american face is of drastically different shades. - - inquir, the tall, cheery [SEP]
+
+===== sample 013 =====
+[CLS] - 1 and could hold on a solid 5 - 1 lead. [SEP] then, was it - not a bad idea? [SEP] " it is also waiting to report to the council on what it was doing in 2008 - cutting back on building to increase pupils and stay even longer in schools. [SEP] whatever that happens, hope is that they will also help us understand our human issues and know how well the children understand their parents. [SEP] they need some... and the military has no right to do that. [SEP] he called it. [SEP] but wholesale costs, which rely on bank costs and foreign funding, are expected to rise again in [SEP]
+
+===== sample 014 =====
+[CLS] the dead in the desert, is the most important thing about the trip. [SEP] on an occasion at the dining table at the same time, he plays mainly at the dining room, where chef alvoir bozod, 00 39 - 54 97 - 04 - 75, $30 ) has opened the doors. the pier cafe (902 madison avenue; 00 - 4420 813), spa, 613 - 1, 7, 424 gmt street, boudjat, (00 18 5921; www. hotela. com), o' bar; + 6176 0950. [SEP] [SEP]
+
+===== sample 015 =====
+[CLS] national telecoms business, was hit $13bn in the year, and has been consistently hit by a sharp economic and cyclical drop in profits. [SEP] police, school officials and the police department said this wasn't made clear until the 16 - year - old boy turned himself in. [SEP] this was made to more people. [SEP] also on two - run, johnson is surrounded by onlookers at manchester city station. [SEP] their view is, rather, the result of a ruthless culture that rages over the application of government and change. [SEP] the other problem was the old boy crowd ( the story was less clear about [SEP]
+
+===== sample 016 =====
+[CLS] $1. 2 million u. s. open tournament in a city in dubai. [SEP] in 2001, the bureau's annual survey, the department had some data losses, but the bureau of education science and services had not provided the data, the group said. [SEP] the idea is to "categorically remove" an animal to clean up, which is extremely important to leave close - up stains on people's hair, he says. [SEP] and it's the perfect name for the children.... [SEP] thaksin, who was the women's tennis tournament's top - ranked player and still needed [SEP]
+
+===== sample 017 =====
+[CLS] he died, told that he had spoken to a man on another and heard a noise a few moments later, enough to prevent him from kicking him in the right leg. [SEP] it's as good as we can come from the beginning to the system. [SEP] it will be true that people will manage to reach that level - and rather than as high as you'd ever like if it is. [SEP] to keep their minds level, the boys do enough time with two minutes and five days at goal; on one day, ten, out of the sun. [SEP] japan dropped its share and the asia pacific market has launched a new [SEP]
+
+===== sample 018 =====
+[CLS] try to protect the finger in its head. [SEP] "that we must provide awareness to protect public interest, and ensure that staff should be able to get results of what are considered fair and worthy," said senior education board member, gordon castrey. [SEP] they have greatly reduced the length of the trees and come in the winter to more often found at the zoo. [SEP] each would have a man as i was about 15 years old. [SEP] by a year, dentists should be able to treat antibiotics and antibiotics in use, leading to a change in the nation's standard medicine, better healthcare and better coverage, experts [SEP]
+
+===== sample 019 =====
+[CLS] for the second straight game. [SEP] after all the times, run by an old semi - reperlikator, are described as a "mean and" anti - conscendor - - it seems that obama has been castigated as a nazi. [SEP] then consider the risk to the financial system and the cases will be spread across 40 countries. [SEP] but the general may have a red call for christmas itself. " [SEP] we were told he'd triumphed over the depression, then went off with the depression, in which she spent five months, but it says that even before world war i was to be a result [SEP]
+
+===== sample 020 =====
+[CLS]. [SEP] austrian media have reported the euros (1, 8. 2 million pounds) prize. [SEP] ( he may say later, only he's not aware of his father's future. [SEP] mr. you must know how other are doing a good job of creating it....... they will send money and then make whatever they can in it and give it..,., s, ho., schms and so on. [SEP] a bigger question can also be done, including whether regulators can help big financial institutions offering term mortgages to hold home market loans rather than stump up the costs [SEP]
+
+===== sample 021 =====
+[CLS]ers. that must be the interests of individuals and groups. while their assets may want to move to their market, should stand firm and take risks to them as this is not an option for savers. [SEP] the young woods has long tried to light up in a series of yachts, but his pictures never produced a controversy. [SEP] you got to be calm and secure. [SEP] he drained a 20 - footer at half at 10: 15 but he calmly knocked it off again. [SEP] but the majority of our issue in pennsylvania is whether americans want to vote on which year they will stand to lose. [SEP] in addition to the [SEP]
+
+===== sample 022 =====
+[CLS] an additional risk for other treatments. [SEP] after 2011, however, it is unlikely to be to full strength. [SEP] but in a way, i talked to the candidates about this issue. [SEP] some car makers saw this week as the next week of development. [SEP] you'll get to own a tv show, and not one of them would set a record. [SEP] by late afternoon, though, the huge two - inch total dead footprint could be ranged from 3 - deep to 2 - 6 metre deep and 6 feet to 4. 34 per square meter, which is heaviest in a number of animal species in asia. [SEP] a spokesman [SEP]
+
+===== sample 023 =====
+[CLS]ied. [SEP] the nearest to port, moussa, until last friday when the oil up to 1. 5 tons was trucked in its place, with iraqi troops patrolling and u. s. forces armed, increased the size to some 8, 000 meters and 6, 000 meters. [SEP] next up on education and services: the economy. [SEP] cnn: are some of the books about scientists, but i don't know who wrote them? [SEP] the city's very fun streets are also completely nature - free and fun activities all day. [SEP] of course, there is an independent group who are more students who are college [SEP]
+
+===== sample 024 =====
+[CLS] based on the rules of the police. [SEP] his approach of play was masterly, and he just went down on the court - - and relentlessly - - to see he had the control of the ball and i wanted to keep the pressure up, well. [SEP] with arsenal 2 - 0 ahead of manchester united, there are also few signs of a last leg. [SEP] he is, there's how we can break this pattern. [SEP] don't know what they think of repo as a pro - life issue.? [SEP] in some cases it can be quite difficult to prove a drug was designed to affect the health of [SEP]
+
+===== sample 025 =====
+[CLS] the ways in which you can be made. [SEP] the key is to ensure it arrives around the mid - spring and the following months in england. [SEP] coby, 26, received the call. [SEP] all that got them out of. [SEP] "the images also show china's continuing hatred of all people," it said. [SEP] the illinois trip is the second - ever visit by the three men to the white house. [SEP] if they want money, they put up a gates around the hotel, which excludes screeners from television cameras. [SEP] testing is expected to end in march. [SEP] he got a little under control because [SEP]
+
+===== sample 026 =====
+[CLS] to be willing to pay. [SEP] to that end, he was to improve his record by finishing in the first round on the 10th (third) or no. 2. [SEP] leave with all 16 inches of the oil on top of it in a balm box. [SEP] the automaker continued to voice concerns that german carmaker opel may lose out in the u. s. market in the current crisis. [SEP] let you see if you know what a food you eat and get up and going to cut you or kill them. [SEP] williams, who gave his name as saugher, and has two young boys, and mar [SEP]
+
+===== sample 027 =====
+[CLS] s leadership to pass a similar bill last saturday. [SEP] some of the questions you most want answered? [SEP] they were - and most of them are dead. [SEP] nielson's main goal is also to study the power of the plants in natural light, the process of renewing our plants and producing energy. [SEP] the allsumation that the "hoarmy" is for and sprying this. [SEP] the report found that the number of lappers had been increased to support team health and saw only the slight rise in usage of the year. [SEP] what, they do? [SEP] but, apparently prompted by controversy, [SEP]
+
+===== sample 028 =====
+[CLS] to happen. [SEP] while the data would suggest that, it seems to demand a change of the game. [SEP] they have to develop, he said, with the speed of wind, and to get their feet on the ground, meaning the impact of the storm could be particularly significant. [SEP] sometimes there are the mother or the side with a real'daddy' - - wife's child - - or boyfriends you are bustling him with. [SEP] instead, berve called his chances a success. [SEP] the local mp was quoted by mr jones as saying, however, about mr brown's role at the centre of the [SEP]
+
+===== sample 029 =====
+[CLS] and tell you to play it, and to move out if she is at the front. [SEP] while most first - time readers can't look at a similar picture of a boa from a french citrossbook, for some reason i find that some consists of thousands of warning marks for the other end of the year. [SEP] anything as significant in a year's history will take a candidate a small percentage down to 43. 5 points in a democratic primary in massachusetts in october. [SEP] guerrero fouled two batters in the third with a few seconds to go. [SEP] comment: no, well, not. [SEP] the [SEP]
+
+===== sample 030 =====
+[CLS] to 2 - 0 - the sixth match of the day. [SEP] high five. [SEP] the house bill is a new version of the senate finance committee. [SEP] clearly - the first amendment in us anti - semi policy should have been overinterested. [SEP] he and his father, a doughty tailor, found him last spring. [SEP] "i would much like each other was damaged by the match," added a half century after he scored his second innings test century on the third frame of an uncertain day as was only bowled in his first over. [SEP] they are characterized as much by the best number of things that they can ' [SEP]
+
+===== sample 031 =====
+[CLS] members of their families, let us, and hope no one does see it. [SEP] 10, when nine other people were killed by a police car in which iraqi civilians were travelling after threatening al - maliki with assassinations. [SEP] in today's public opening of his case, hausman stood across the table and got the state and u. s. attorney's attention on a deal that his family struck to take over an alleged child - molestation case. [SEP] 2 television, on televisions and mobile phones. [SEP] hope about, on me. [SEP] among the dead here monday was major robert mugabe, a state [SEP]
+
+===== sample 032 =====
+[CLS]man, the embuzzle - loving mrhizby, 25 - y ), a humpback. [SEP] so the numbers are, it's going to pay the bills. [SEP] three national emergency centers had be gutted the control system sunday evening, the department said. [SEP] in the other way, you can't keep your new watch as long as the guest quarters themselves. [SEP] " they were talking with each other at the same end of this interview. [SEP] he was scared and had been on with his life, she said. [SEP] 20, the state press reported. [SEP] at 3: 30am today, [SEP]
+
+===== sample 033 =====
+[CLS] wife, shehzad, he was introduced as a person he believed was her own. [SEP] the percentage of people think of a mixed is true, but the fact is that more than 60 % of the 1 million people under the age of 29 think the name of themselves defies what is often considered the world's rule. [SEP] his death came around the time when his children were young (about being 11 due to the age, anyway). [SEP] later, rod rec became the first long - standing jury made up of three dedicated men. [SEP] such unions, which refer to the rights of the rich, women, are [SEP]
+
+===== sample 034 =====
+[CLS] the excitement of their highly anticipated tv show, and why the pre - mend reality show' the city' is on the cbs news channel. [SEP] the accident occurred at the great road bridge south of boston when the accident occurred shortly after 2 a. m. [SEP] in the week's game, washington turned the ball back again to duke - - and they played it twice more against each other. [SEP] what i know is he really is all the rage about healthcare - - there was not the same thing as well as president bill clinton and senator president biden. [SEP] joe harrele, dell's managing director and the [SEP]
+
+===== sample 035 =====
+[CLS] or golds. [SEP] the general code was introduced in 2007, of europe's local code sharing protocol. [SEP] " us in this country - local people - would take care of not being at a supermarket for one visit. [SEP] israeli and palestinian officials fear the campaign could be a breakthrough. [SEP] it was not clear how many people took part in the battle and officials hoped for the change in u. s. forces this year. [SEP] i've returned to afghanistan in two and we're back at work without the company. [SEP] moms had to hand - read, at times a year, as a plucky, [SEP]
+
+===== sample 036 =====
+[CLS] out, mr. hu said, and people said the political debate was entirely according to his performance. [SEP] it's not just me, trying to play not like it in my life, but i like a son going around but i get going, and i get new, " he said. [SEP] senior people's problems are largely on concerns that their goals are not enough standards of quality. [SEP] the answer goes well with the current situation. [SEP] he's the tyranny of war, violence, and suicide. [SEP] roh has been responsible for much of his father's political history as though he has in most [SEP]
+
+===== sample 037 =====
+[CLS] it look very well if you couldn't. [SEP] the designated pitcher, kevin youkilis, was examined by lohse last week. [SEP] i lost a bit of my life, but that's not enough. [SEP] but it's got a power and a right for it to be told about it in a society in the same way - there's really only one thing, in these people and government. [SEP] the six guys who've chosen us to play are jack, mark, mike and jo, for example, the parents and the kids. [SEP] the man's daughter said his father told more than [SEP]
+
+===== sample 038 =====
+[CLS] a barrage of financial reports to fuel disruptions through the weekend. [SEP] brown, speaking with victims at trial, responded with a visit to the bar. [SEP] his spokesman declined to say. [SEP] afghan government officials are said to have also set up areas where the insurgents were hiding. [SEP] it said like - for - like sales were 11. 1 %. [SEP] also saturday, prime minister anatoly kostremic was quoted as saying that the government provided security, although not any military building. [SEP] as a result, michael brunel was seriously disabled, although as described in a previous case he lacked mental trust. [SEP] police [SEP]
+
+===== sample 039 =====
+[CLS]. [SEP] the home purchase index is not intended to provide the home wellnesses of what they consider their financial needs. [SEP] the result is the age of military rule. [SEP] the counter - signs of the past few months - from a contraction in income, consumer spending and growing unemployment - are far less severe. [SEP] they pointed to why she's old, and long waited on the chance to tell her just how far the line went. [SEP] at the top, both pass the steep black mountains. [SEP] after months of negative data, the government said the deficit was even larger, with 3. 9 percent in 2009 and 2008, [SEP]
+
+===== sample 040 =====
+[CLS] bank, promising to turn a major part of cash back on to the stock markets, is now also scheming them over the mistake because it went on the promise that the man was dead. [SEP] i've got on the political courage to support him. [SEP] he stands for "who do i love and i would just wish justly to make him look on a map and find other ways to the others." [SEP] in march, they reported their growth in sales, manufacturing, spending, with the same month a year before. [SEP] both obama and his campaign staff can see campaign events in a consistent way too, and he [SEP]
+
+===== sample 041 =====
+[CLS] life? [SEP] a counter to the iranians, this time, was an anti - climax where the board is not an emblem. [SEP] profit at the company $2. 4 billion, due to the value of its patent contracts, rose as much as the price for the product. [SEP] this means you will have only some costs - private medicine, spa, care, personal care, care and support. [SEP] who could know how - but then only because i had no problems with them especially the quality of the executive staff and the language that i used. [SEP] and he thinks that they have to get their work done to keep him in [SEP]
+
+===== sample 042 =====
+[CLS] the time of the game. [SEP] but it's not at all bad to all of the government's customers as they don't want it - - oh, back, - - know. [SEP] each year chinese people have more than 6 million extra items in china and today's sites have over 5 million of whom follow them. [SEP] his son and husband, ashly, who was born on his own, will instead be using a milk crate made up from wood. [SEP] perhaps someone will have a row with me. [SEP] i have child's so as to look sexist and ukulele - speak. [SEP] [SEP]
+
+===== sample 043 =====
+[CLS] a huge rally in the southern port city of basra this month, and this year ayman hosseini, a leading figure in the government became a symbol for himself wearing an anti - boycotted shirt in the street. [SEP] then you press the conversation around with your heart rate, sure. [SEP] jose rodriguez then doubled twice in the sixth walking james kolble to go in after a walk in the third to give the rangers 3 - 2 lead. [SEP] while japan's single - home sales is down 7. 0 from a year ago, to china's u. 1. 0. 3. decline, the institute [SEP]
+
+===== sample 044 =====
+[CLS]. [SEP] the rise in oil has helped cause the mood to trade better after, it seems, a government stimulus. [SEP] still even for the moment, he was trying to make a division of his soul around his own. [SEP] i agree. [SEP] the man's name is unknown. [SEP] hundreds, without question, crowded into a crowd of 10, 000 (and coweds) just down the alleys. [SEP] the two men also have to make up. [SEP] still, a former player might be having had a bad relationship with last season. [SEP] he has six major titles and five world titles but for being at the masters [SEP]
+
+===== sample 045 =====
+[CLS] [SEP] russian prime minister who will attend the event in the city of yekaterini. [SEP] so i began to say it was time to stop the cold stuff - - the bad stuff - - and try to ask him some of the basic questions about the problems that could bring up his kids. [SEP] but by the day i saw that the tories charge for their research. [SEP] it would have been a spoiler for the yankees to try to use their presence as a center for the team. [SEP] johnson has often moved in with his father after the separation. [SEP] i might think that i'll keep out my old friends. [SEP]
+
+===== sample 046 =====
+[CLS] states that he was moved to, and they are usually less than in the size of most states. [SEP] and they know the only democrats, dems and republican party leaders have to win over the country. [SEP] for a long time, your quarterbacks can't, and even because of the draft it is hard to stop playing but it is hard, "she said. [SEP]" i always told him that, " he said, it has happened. [SEP] sarkozy said well, as much as he said it opened up for cross - border and international talks. [SEP] he has given the name for its leaders, two young [SEP]
+
+===== sample 047 =====
+[CLS] a big laugh. "[SEP] they are the first stage of the allieds' end of the war. [SEP] people should be happy...... this wasn't the first time he was arported this time around. [SEP] this will shorten diplomats who will hold meetings in a carefully guarded environment for american and other heads of state. [SEP]" when you think of a person living in or the face of war or violence it is impossible to hold the state which does not have as legitimately aboming or responsible as for the life, peace and welfare of its people and its representatives. [SEP] so, he [SEP]
+
+===== sample 048 =====
+[CLS] were under 20. [SEP] its rebound in recent weeks has moved up to 20 percent by the quarter end, as investors are united behind china's decision to revise its old us open rate policy. [SEP] during the show, the spoils on thursday, we could not get to the big cats. [SEP] the recruitment campaign was stunted by a book about hitler. [SEP] also making his name in china was a man who has just in recent days talked about his affair with 6 - year - old yuanshian, a refugee from china. [SEP] it worked as planned. [SEP] yet still, overshadowed by the chinese government, and part [SEP]
+
+===== sample 049 =====
+[CLS] along the oneby road from the front street to the front yards. [SEP] this, at least until now, would have been a good, he said - all the annitilaws are being discussed by the eu side. [SEP] they feel they have the right to push on with life mind changes and a decision on drug use. [SEP] the estimate will be around £30m could be involved. [SEP] so is their only way to find if another power was going to travel? [SEP] " when he comes to school, we are coming from the experience of a dangerous time for us. [SEP] many candidates have wanted to pay companies to keep [SEP]
+
+===== sample 050 =====
+[CLS]. [SEP] the release of the album will soon follow - - a version of the album's title track, "baby, baby," will be released for saturday, the third of the release. [SEP] i carried away the article that said that mr. mccain would " get out of control, lead to bigger, balder, mindless politician, who will break the people like his big brother, will take control of the results, which ain't what they want to do. much earlier, a bit more quickly than others, they've done. [SEP] can you - can't - win the country? [SEP] his [SEP]
+
+===== sample 051 =====
+[CLS] the project also will offer more information on green issues, such as why don't school students pay. [SEP] the call was made around 8: 15 tuesday, when even his security detail kept blowing whistles. [SEP] a woman gave herself up in january. [SEP] the tich: the next greatest signs of what's on my right mind: a cough, stomach and lower head. [SEP] in such a work from the present day, time must have been born to see a woman respond to the demands of her personal public service. [SEP] kuyt was the best left back on the game, however, and away at manchester city three [SEP]
+
+===== sample 052 =====
+[CLS] sales data in the first months of the year, a data released by nadd, the american automobile sales group, showed thursday. [SEP] yet it was not a much - needed football that had turned the one - part final set into the death match. [SEP] for the most part, he could not be more president without mr. kennedy of course. [SEP] mr brown, often aged between him and steph brennan, got his vote - - that's - you - - confidence - - at the general election. [SEP] the man, kenneth rose, 25, of st george's cross, north - west london, was in a [SEP]
+
+===== sample 053 =====
+[CLS] - - wrong? [SEP] i have come to the church with my family, but this one needs, is that of us who, in the perk of the mind, is this young leader known as recipienting on his handbags and vests? [SEP] under the bill, the governor requires that schools remind parents of the types of physical education they can. [SEP] the goal also is endorse a new course of action. [SEP] but they do with a 100 m. p. g. mark, the driver turned in. [SEP] " bloggers are urging china's official authorities in beijing to allow chinese company officials to [SEP]
+
+===== sample 054 =====
+[CLS] it, and argue that mr lieberman and mr lieberman were - - working for iran - - no - 3. [SEP] it attracted 1, 000 more to see the big winner's team. [SEP] a plan b is in place to return to the arena after leaving saturday, the last band and, to perform their final show, to and when we win. [SEP] more interesting, come a child, who, seven years old, is a 16 - old love daughter. [SEP] but that for more.... [SEP] you'll get in the green zone in two events. [SEP] glyphodontes, or the [SEP]
+
+===== sample 055 =====
+[CLS] on a car radio, as the standard driving test. [SEP] "he has a growing foundation to make in his party. [SEP] robert farden, 17, and michael, of lopeth, died in the early hours. [SEP] india beat south korea, 3 - 4, in 1986. [SEP] that is all the government wants now. [SEP] i now have time to to catch up. [SEP] president obama has been giving back credit to small companies, if it does not get to be for the insurance industry. [SEP]" when you come out with a tough man, you aren't working hard. [SEP] the u. s. attorney [SEP]
+
+===== sample 056 =====
+[CLS] issues. [SEP] for the children from the "orphanages," which have cars for their families, a sign stands above peter's. [SEP] the second quarter came to below $200. [SEP] this issue is, for now, a significant one. [SEP] i mean, we will all still be in prison, in some parts. [SEP] michael allen and david cowell have been voted the world's most talented people after ", oh, come to this. " [SEP] we should try, but he will not. [SEP] however, investment can only be achieved if this national plan can work, as they know from the local council on [SEP]
+
+===== sample 057 =====
+[CLS] made four changes to his form for the start of davis cup games play, winning 6 - 1, 6 - 2 in stockholm. [SEP] but now, the media sag in their countries this morning, we are be willing to allow for a start... [SEP] it will sell a us - issued yend note, priced at $2. 66, the official price of record. [SEP] i was told i was talking about america. [SEP] my only thought is of tiger woods as being and then a leader. [SEP] repeat, hope not. [SEP] so it was to make sure to keep the mix open and pencils to be sure [SEP]
+
+===== sample 058 =====
+[CLS] k - 20? [SEP] it's a public art project - - at least. [SEP] but just over a week, one of the last towns in the west left before this peace began. [SEP] the government will get to keep some out of court, with a ruling in may 2009. [SEP] the big crickets - - it was so hard not to jump along with them, he would be out so.... happy. [SEP] the banks: well, they want to take your money but i know they, so to look at it, have lost the value of every dollar to come out in the market in the last three [SEP]
+
+===== sample 059 =====
+[CLS], is better. [SEP] they're working to keep up demand for the information. [SEP] the 23 - year - old was caught by the device, in the form of a ground - cut ring, in his left eye after the sight of his partner engaged in a fight. [SEP] the mayor of derby county has issued a speeding ticket for £18. [SEP] but the government has gone, the downturn has led to higher pay - - and we still have to spend a lot more than on average in our first year. [SEP] "you win!" they one - cheeked, the obama - waving crowd as the two - hour [SEP]
+
+===== sample 060 =====
+[CLS] that some kind of accord might be sought having to hold talks with israel and its palestinian leaders. [SEP] johnson, and his wife, betty, serve as guards for the team's games. [SEP] a source: wuxian,... [SEP] or will they get a sister? [SEP] she might be happy with her as a double - up but he is concerned by her ex - son, who has given a photo of my son's body with her at the age of ten. [SEP] according to the status of the money they borrowed from a local businessman, to be put up for a vote on a vote of about 10 [SEP]
+
+===== sample 061 =====
+[CLS]s in october, 2010 and has set a launch date of 9: 30 a. m. [SEP] he said the council was concerned about the potential safety risk, because "the sense of community was more secure." [SEP] this shows you're not a bad guy, " said rebekey, who grew up in new york. [SEP] jackson is not immune to the heat of the fashion world, and a time of unfad confidence in the results of his life was lost to the media. [SEP] and the same thing that is about, haughty and you... [SEP] the remarks were placed on the start of [SEP]
+
+===== sample 062 =====
+[CLS] a problem local governments aren't spending more on education, because they blame local and local government. [SEP] the city of mobile, orange county, offered a $20, 000 to the worst area. [SEP] the last congress was on how to create money and public spending to go into the economy. [SEP] shareholders in microsoft raise 10. 5 billion dollars to $40 ($2. 4 billion) of cash and the value per share in the deal worth $29. 5 billion. [SEP] then again he's not making a secret. [SEP] he returned to the event at this year's champions, and added that he'd [SEP]
+
+===== sample 063 =====
+[CLS] addicts, to limit things, to rest, to get arrested and out of trouble. [SEP] in practice, obama campaign has treated a woman as not because it thinks his wife is a world - class candidate. [SEP] you may get off when someone tries to protect your children or from scuders. [SEP] smith's attorney, michael spencer, previously told staff by phone the father tried to spend the day with edwards after trying to visit the three children to make time for the sake of his first marriage. [SEP] we could play - and off to a different space. [SEP] this money to pay wages and services which had been run by [SEP]
+

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps32_c16_t1p45_raw_samples.txt

@@ -0,0 +1,224 @@
+steps32_c16_t1p45
+{
+  "type": "summary",
+  "name": "steps32_c16_t1p45",
+  "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt",
+  "step": 434000,
+  "decode": {
+    "kind": "categorical_fullvocab_normal_steps_sweep",
+    "config": "steps32_c16_t1p45",
+    "steps": 32,
+    "endpoint_temp": 1.45,
+    "concentration_max": 16.0,
+    "final_from": "state",
+    "update": "resample",
+    "n_samples": 64,
+    "seed": 20260509
+  },
+  "detok_genppl": {
+    "ppl": 60.49069200577435,
+    "nll_per_token": 4.102489502056269,
+    "tokens": 9468
+  },
+  "diversity": {
+    "sample_entropy": 4.177365402979481,
+    "unique_tokens": 1839,
+    "token_count": 8192,
+    "distinct_1": 0.2244873046875,
+    "distinct_2": 0.7171505905511811,
+    "top_token_mass": 0.05419921875
+  }
+}
+
+===== sample 000 =====
+[CLS] man she thought she was and demanded an investigation. [SEP] even then when we had to go on the moon to conceive the terrible thing that had something to do with the blinding colours of the green syringes of the sky ( first felt in red ) and filled with love, haven ' t gone back to their beat and have been on ever since the end of the world. [SEP] reducing dependence on oil and reducing more dependence on oil and gasoline would not lead to a national surplus. [SEP] toronto star ray jones, also on the video, has earned 18 bonus points for the " god of war " series, including 15 of [SEP]
+
+===== sample 001 =====
+[CLS] like this : i ' m you " was at. 6 with 13 pics, followed by " yes, " you can top that at no no. 10. [SEP] during his interview, mr dannatt took up questions on the party ' s budget for 2011. [SEP] finally, in december, it happened. [SEP] but that still shuts the lights down at the airport, compresss the take - up and give the full service go. [SEP] in november, the site was used in china and thousands of other chinese, and by phone, we acknowledged that they were concerned about a fake version of the olympics, just as [SEP]
+
+===== sample 002 =====
+[CLS] two people were killed on a christmas shopping trip, in shaanxi ' s xian province. [SEP] and it is a matter of there to be an amount to power, and this is the most voiping. [SEP] so nisar prachanda - who oversees the sale of bank, nii bank and sib assets to india - said after the arrest the " blabe " would not be left fighting for the country ' s future and that will happen. [SEP] the other states and federal laws were changed because of a stronger government policy and have raised significant concerns for decades. [SEP] after many long press speculations, [SEP]
+
+===== sample 003 =====
+[CLS] my mind, lots of control and that work is to control everything... and i can just say it is that people come in to start discussions and up and down. [SEP] " superintendents are pouring more resources into their local schools to work in locally run schools who want to share the state ' s educational progress, " he added. [SEP] he had made " everything they can " to people who had one friend died, including our friend. [SEP] even another investor, even from a private company, expressed similar concern at the development. [SEP] the u. s. government will provide air services, tankers and helicopters will help build [SEP]
+
+===== sample 004 =====
+[CLS] here is what a lot of risk there is. [SEP] if true, he started to hope that it would lead to success in using it to make food into functional products. [SEP] given the size and source of problems, this figure indicates what it may fit in with most aspects of finance - providing these firms with traditional job loans and financial services. [SEP] kolozae missed the last eight games with a torn right hamstring. [SEP] the republican and democrat candidates honed their political positions on november 4, laboring up a upset victory for what they view as their bitter political election fight. [SEP] by quality of hospital care and safety [SEP]
+
+===== sample 005 =====
+[CLS], who knows, so i know what i am up for is a complete game, " he said. [SEP] the latest concern about the chance of electing mccain as obama as his campaign chief, nader gave an interview in an interview on tuesday. [SEP] but he, i know you as a parent, and that they are middle - class residents - - this is a black area. [SEP] new york middle - income are generally more affluent than their counterparts in the u. s. a similar survey is expected to line up in beijing for data next month. [SEP] " michael jackson has become into a piece of the pop culture, and [SEP]
+
+===== sample 006 =====
+[CLS] the better life, the more you all want to solve the problem. [SEP] she bans big money and is the longest - running political rant of the state, and i covered the rest of the media. [SEP] williams was a the person who shot a 16 - year - old girl, and the woman was killed. [SEP] that is, all the money could help the united islamists, which controls all of pakistan on the other side of the border, of course. [SEP] it has been clear - cut by beijing. [SEP] i don ' t even take the name off the subject. [SEP] the company also america ' s largest plane [SEP]
+
+===== sample 007 =====
+[CLS] year - old who grew up in a hackney garage - now a cha - cha. [SEP] but that might be everyone, like mr. sund, who wanted to go to a year ' s without something of a hit. [SEP] as a head of state for 10 years, he sought to stay out of china and came to do with the " period of communist rule, " back when he was a foreign minister. [SEP] we talk to him. [SEP] even the lobbyist and the republican media have a low chance of influencing the larger issue. [SEP] he also said his parents didn ' t know anything about that man they had said was [SEP]
+
+===== sample 008 =====
+[CLS] been allowed into the field. [SEP] last year the audience, faced by thousands of teenagers expected to play him, he turned out in force. [SEP] then he got down on the phone and dropped the idea of a film. [SEP] he said he ordered the investigation by the state attorney ' s office last month. [SEP] in his stint as one of bill clinton ' s white aides, obama used the team ' s announcement to pick his own pick to be the best man for the job, striking a chord with liberals and young democratic voters. [SEP] but she tried running this morning, as obama isn ' t after all trying to save the [SEP]
+
+===== sample 009 =====
+[CLS]ssle says : " i ' m trying to swim. " [SEP] a scan shows the people in line to the city ' s metro stock station for pictures of a woman ' s blue eyes. [SEP] can ' t make a case of her being in the country, and friends would be leaving, just to make our face down. [SEP] " on the day that the firing was announced this will happen. " [SEP] the system will be opened to the public and would be used in the two countries, a. li wun, spokeswoman for the china education administration said. [SEP] for those interested in the museum industry, in this [SEP]
+
+===== sample 010 =====
+[CLS] a french couple accused of robbing a spanish woman on a sari in paris, is not going eye to eye with the police. [SEP] at only two years old, the government announced he had the nation ' s longest serving prison sentence. [SEP] meanwhile, he is being treated for kidney problems. [SEP] abc has two more shows scheduled to go on air at 10 a. in early - morning programming. [SEP] " my declaration made it clear to all of them, to the mubarak ( court ) chief that at the time of this, i had to deal with talabani, the president, " mr ali told a crowd [SEP]
+
+===== sample 011 =====
+[CLS] be funded with a three - year loan. [SEP] but like that, i said, " i feel very - - i ' m a big fan of the party, " r. " i was everyone ' s heart beat, " an amazing track, like a half year in " up " with " goche, " and then the movie " - - since it was a very warmer and kind of person who played through a sea of his material, with hands and a couple of numbers. [SEP] for instance, i have referred to a comment " the editor ' s mother. " [SEP] " if you don ' t feel as [SEP]
+
+===== sample 012 =====
+[CLS] earn more than £3, 000 a day held in the uk. [SEP] blair said all seven defendants in the case were carted out to the first grand jury for their trial last week and were convicted of rape and assault under the cover of the act. [SEP] polothero can be classified as a condition, a condition of mother birth, and it is also thought that it is more likely to take advantage of flexible life. [SEP] the business forced her to break down to the dark side of big - city life, for the perceived all - american face is of drastically different shades. - - inquir, the tall, cheery [SEP]
+
+===== sample 013 =====
+[CLS] - 1 and could hold on a solid 5 - 1 lead. [SEP] then, was it - not a bad idea? [SEP] " it is also waiting to report to the council on what it was doing in 2008 - cutting back on building to increase pupils and stay even longer in schools. [SEP] whatever that happens, hope is that they will also help us understand our human issues and know how well the children understand their parents. [SEP] they need some... and the military has no right to do that. [SEP] he called it. [SEP] but wholesale costs, which rely on bank costs and foreign funding, are expected to rise again in [SEP]
+
+===== sample 014 =====
+[CLS] the dead in the desert, is the most important thing about the trip. [SEP] on an occasion at the dining table at the same time, he plays mainly at the dining room, where chef alvoir bozod, 00 39 - 54 97 - 04 - 75, $ 30 ) has opened the doors. the pier cafe ( 902 madison avenue ; 00 - 4420 813 ), spa, 613 - 1, 7, 424 gmt street, boudjat, ( 00 18 5921 ; www. hotela. com ), o ' bar ; + 6176 0950. [SEP] [SEP]
+
+===== sample 015 =====
+[CLS] national telecoms business, was hit $ 13bn in the year, and has been consistently hit by a sharp economic and cyclical drop in profits. [SEP] police, school officials and the police department said this wasn ' t made clear until the 16 - year - old boy turned himself in. [SEP] this was made to more people. [SEP] also on two - run, johnson is surrounded by onlookers at manchester city station. [SEP] their view is, rather, the result of a ruthless culture that rages over the application of government and change. [SEP] the other problem was the old boy crowd ( the story was less clear about [SEP]
+
+===== sample 016 =====
+[CLS] $ 1. 2 million u. s. open tournament in a city in dubai. [SEP] in 2001, the bureau ' s annual survey, the department had some data losses, but the bureau of education science and services had not provided the data, the group said. [SEP] the idea is to " categorically remove " an animal to clean up, which is extremely important to leave close - up stains on people ' s hair, he says. [SEP] and it ' s the perfect name for the children.... [SEP] thaksin, who was the women ' s tennis tournament ' s top - ranked player and still needed [SEP]
+
+===== sample 017 =====
+[CLS] he died, told that he had spoken to a man on another and heard a noise a few moments later, enough to prevent him from kicking him in the right leg. [SEP] it ' s as good as we can come from the beginning to the system. [SEP] it will be true that people will manage to reach that level - and rather than as high as you ' d ever like if it is. [SEP] to keep their minds level, the boys do enough time with two minutes and five days at goal ; on one day, ten, out of the sun. [SEP] japan dropped its share and the asia pacific market has launched a new [SEP]
+
+===== sample 018 =====
+[CLS] try to protect the finger in its head. [SEP] " that we must provide awareness to protect public interest, and ensure that staff should be able to get results of what are considered fair and worthy, " said senior education board member, gordon castrey. [SEP] they have greatly reduced the length of the trees and come in the winter to more often found at the zoo. [SEP] each would have a man as i was about 15 years old. [SEP] by a year, dentists should be able to treat antibiotics and antibiotics in use, leading to a change in the nation ' s standard medicine, better healthcare and better coverage, experts [SEP]
+
+===== sample 019 =====
+[CLS] for the second straight game. [SEP] after all the times, run by an old semi - reperlikator, are described as a " mean and " anti - conscendor - - it seems that obama has been castigated as a nazi. [SEP] then consider the risk to the financial system and the cases will be spread across 40 countries. [SEP] but the general may have a red call for christmas itself. " [SEP] we were told he ' d triumphed over the depression, then went off with the depression, in which she spent five months, but it says that even before world war i was to be a result [SEP]
+
+===== sample 020 =====
+[CLS]. [SEP] austrian media have reported the euros ( 1, 8. 2 million pounds ) prize. [SEP] ( he may say later, only he ' s not aware of his father ' s future. [SEP] mr. you must know how other are doing a good job of creating it....... they will send money and then make whatever they can in it and give it..,., s, ho., schms and so on. [SEP] a bigger question can also be done, including whether regulators can help big financial institutions offering term mortgages to hold home market loans rather than stump up the costs [SEP]
+
+===== sample 021 =====
+[CLS]ers. that must be the interests of individuals and groups. while their assets may want to move to their market, should stand firm and take risks to them as this is not an option for savers. [SEP] the young woods has long tried to light up in a series of yachts, but his pictures never produced a controversy. [SEP] you got to be calm and secure. [SEP] he drained a 20 - footer at half at 10 : 15 but he calmly knocked it off again. [SEP] but the majority of our issue in pennsylvania is whether americans want to vote on which year they will stand to lose. [SEP] in addition to the [SEP]
+
+===== sample 022 =====
+[CLS] an additional risk for other treatments. [SEP] after 2011, however, it is unlikely to be to full strength. [SEP] but in a way, i talked to the candidates about this issue. [SEP] some car makers saw this week as the next week of development. [SEP] you ' ll get to own a tv show, and not one of them would set a record. [SEP] by late afternoon, though, the huge two - inch total dead footprint could be ranged from 3 - deep to 2 - 6 metre deep and 6 feet to 4. 34 per square meter, which is heaviest in a number of animal species in asia. [SEP] a spokesman [SEP]
+
+===== sample 023 =====
+[CLS]ied. [SEP] the nearest to port, moussa, until last friday when the oil up to 1. 5 tons was trucked in its place, with iraqi troops patrolling and u. s. forces armed, increased the size to some 8, 000 meters and 6, 000 meters. [SEP] next up on education and services : the economy. [SEP] cnn : are some of the books about scientists, but i don ' t know who wrote them? [SEP] the city ' s very fun streets are also completely nature - free and fun activities all day. [SEP] of course, there is an independent group who are more students who are college [SEP]
+
+===== sample 024 =====
+[CLS] based on the rules of the police. [SEP] his approach of play was masterly, and he just went down on the court - - and relentlessly - - to see he had the control of the ball and i wanted to keep the pressure up, well. [SEP] with arsenal 2 - 0 ahead of manchester united, there are also few signs of a last leg. [SEP] he is, there ' s how we can break this pattern. [SEP] don ' t know what they think of repo as a pro - life issue.? [SEP] in some cases it can be quite difficult to prove a drug was designed to affect the health of [SEP]
+
+===== sample 025 =====
+[CLS] the ways in which you can be made. [SEP] the key is to ensure it arrives around the mid - spring and the following months in england. [SEP] coby, 26, received the call. [SEP] all that got them out of. [SEP] " the images also show china ' s continuing hatred of all people, " it said. [SEP] the illinois trip is the second - ever visit by the three men to the white house. [SEP] if they want money, they put up a gates around the hotel, which excludes screeners from television cameras. [SEP] testing is expected to end in march. [SEP] he got a little under control because [SEP]
+
+===== sample 026 =====
+[CLS] to be willing to pay. [SEP] to that end, he was to improve his record by finishing in the first round on the 10th ( third ) or no. 2. [SEP] leave with all 16 inches of the oil on top of it in a balm box. [SEP] the automaker continued to voice concerns that german carmaker opel may lose out in the u. s. market in the current crisis. [SEP] let you see if you know what a food you eat and get up and going to cut you or kill them. [SEP] williams, who gave his name as saugher, and has two young boys, and mar [SEP]
+
+===== sample 027 =====
+[CLS] s leadership to pass a similar bill last saturday. [SEP] some of the questions you most want answered? [SEP] they were - and most of them are dead. [SEP] nielson ' s main goal is also to study the power of the plants in natural light, the process of renewing our plants and producing energy. [SEP] the allsumation that the " hoarmy " is for and sprying this. [SEP] the report found that the number of lappers had been increased to support team health and saw only the slight rise in usage of the year. [SEP] what, they do? [SEP] but, apparently prompted by controversy, [SEP]
+
+===== sample 028 =====
+[CLS] to happen. [SEP] while the data would suggest that, it seems to demand a change of the game. [SEP] they have to develop, he said, with the speed of wind, and to get their feet on the ground, meaning the impact of the storm could be particularly significant. [SEP] sometimes there are the mother or the side with a real ' daddy ' - - wife ' s child - - or boyfriends you are bustling him with. [SEP] instead, berve called his chances a success. [SEP] the local mp was quoted by mr jones as saying, however, about mr brown ' s role at the centre of the [SEP]
+
+===== sample 029 =====
+[CLS] and tell you to play it, and to move out if she is at the front. [SEP] while most first - time readers can ' t look at a similar picture of a boa from a french citrossbook, for some reason i find that some consists of thousands of warning marks for the other end of the year. [SEP] anything as significant in a year ' s history will take a candidate a small percentage down to 43. 5 points in a democratic primary in massachusetts in october. [SEP] guerrero fouled two batters in the third with a few seconds to go. [SEP] comment : no, well, not. [SEP] the [SEP]
+
+===== sample 030 =====
+[CLS] to 2 - 0 - the sixth match of the day. [SEP] high five. [SEP] the house bill is a new version of the senate finance committee. [SEP] clearly - the first amendment in us anti - semi policy should have been overinterested. [SEP] he and his father, a doughty tailor, found him last spring. [SEP] " i would much like each other was damaged by the match, " added a half century after he scored his second innings test century on the third frame of an uncertain day as was only bowled in his first over. [SEP] they are characterized as much by the best number of things that they can ' [SEP]
+
+===== sample 031 =====
+[CLS] members of their families, let us, and hope no one does see it. [SEP] 10, when nine other people were killed by a police car in which iraqi civilians were travelling after threatening al - maliki with assassinations. [SEP] in today ' s public opening of his case, hausman stood across the table and got the state and u. s. attorney ' s attention on a deal that his family struck to take over an alleged child - molestation case. [SEP] 2 television, on televisions and mobile phones. [SEP] hope about, on me. [SEP] among the dead here monday was major robert mugabe, a state [SEP]
+
+===== sample 032 =====
+[CLS]man, the embuzzle - loving mrhizby, 25 - y ), a humpback. [SEP] so the numbers are, it ' s going to pay the bills. [SEP] three national emergency centers had be gutted the control system sunday evening, the department said. [SEP] in the other way, you can ' t keep your new watch as long as the guest quarters themselves. [SEP] " they were talking with each other at the same end of this interview. [SEP] he was scared and had been on with his life, she said. [SEP] 20, the state press reported. [SEP] at 3 : 30am today, [SEP]
+
+===== sample 033 =====
+[CLS] wife, shehzad, he was introduced as a person he believed was her own. [SEP] the percentage of people think of a mixed is true, but the fact is that more than 60 % of the 1 million people under the age of 29 think the name of themselves defies what is often considered the world ' s rule. [SEP] his death came around the time when his children were young ( about being 11 due to the age, anyway ). [SEP] later, rod rec became the first long - standing jury made up of three dedicated men. [SEP] such unions, which refer to the rights of the rich, women, are [SEP]
+
+===== sample 034 =====
+[CLS] the excitement of their highly anticipated tv show, and why the pre - mend reality show ' the city ' is on the cbs news channel. [SEP] the accident occurred at the great road bridge south of boston when the accident occurred shortly after 2 a. m. [SEP] in the week ' s game, washington turned the ball back again to duke - - and they played it twice more against each other. [SEP] what i know is he really is all the rage about healthcare - - there was not the same thing as well as president bill clinton and senator president biden. [SEP] joe harrele, dell ' s managing director and the [SEP]
+
+===== sample 035 =====
+[CLS] or golds. [SEP] the general code was introduced in 2007, of europe ' s local code sharing protocol. [SEP] " us in this country - local people - would take care of not being at a supermarket for one visit. [SEP] israeli and palestinian officials fear the campaign could be a breakthrough. [SEP] it was not clear how many people took part in the battle and officials hoped for the change in u. s. forces this year. [SEP] i ' ve returned to afghanistan in two and we ' re back at work without the company. [SEP] moms had to hand - read, at times a year, as a plucky, [SEP]
+
+===== sample 036 =====
+[CLS] out, mr. hu said, and people said the political debate was entirely according to his performance. [SEP] it ' s not just me, trying to play not like it in my life, but i like a son going around but i get going, and i get new, " he said. [SEP] senior people ' s problems are largely on concerns that their goals are not enough standards of quality. [SEP] the answer goes well with the current situation. [SEP] he ' s the tyranny of war, violence, and suicide. [SEP] roh has been responsible for much of his father ' s political history as though he has in most [SEP]
+
+===== sample 037 =====
+[CLS] it look very well if you couldn ' t. [SEP] the designated pitcher, kevin youkilis, was examined by lohse last week. [SEP] i lost a bit of my life, but that ' s not enough. [SEP] but it ' s got a power and a right for it to be told about it in a society in the same way - there ' s really only one thing, in these people and government. [SEP] the six guys who ' ve chosen us to play are jack, mark, mike and jo, for example, the parents and the kids. [SEP] the man ' s daughter said his father told more than [SEP]
+
+===== sample 038 =====
+[CLS] a barrage of financial reports to fuel disruptions through the weekend. [SEP] brown, speaking with victims at trial, responded with a visit to the bar. [SEP] his spokesman declined to say. [SEP] afghan government officials are said to have also set up areas where the insurgents were hiding. [SEP] it said like - for - like sales were 11. 1 %. [SEP] also saturday, prime minister anatoly kostremic was quoted as saying that the government provided security, although not any military building. [SEP] as a result, michael brunel was seriously disabled, although as described in a previous case he lacked mental trust. [SEP] police [SEP]
+
+===== sample 039 =====
+[CLS]. [SEP] the home purchase index is not intended to provide the home wellnesses of what they consider their financial needs. [SEP] the result is the age of military rule. [SEP] the counter - signs of the past few months - from a contraction in income, consumer spending and growing unemployment - are far less severe. [SEP] they pointed to why she ' s old, and long waited on the chance to tell her just how far the line went. [SEP] at the top, both pass the steep black mountains. [SEP] after months of negative data, the government said the deficit was even larger, with 3. 9 percent in 2009 and 2008, [SEP]
+
+===== sample 040 =====
+[CLS] bank, promising to turn a major part of cash back on to the stock markets, is now also scheming them over the mistake because it went on the promise that the man was dead. [SEP] i ' ve got on the political courage to support him. [SEP] he stands for " who do i love and i would just wish justly to make him look on a map and find other ways to the others. " [SEP] in march, they reported their growth in sales, manufacturing, spending, with the same month a year before. [SEP] both obama and his campaign staff can see campaign events in a consistent way too, and he [SEP]
+
+===== sample 041 =====
+[CLS] life? [SEP] a counter to the iranians, this time, was an anti - climax where the board is not an emblem. [SEP] profit at the company $ 2. 4 billion, due to the value of its patent contracts, rose as much as the price for the product. [SEP] this means you will have only some costs - private medicine, spa, care, personal care, care and support. [SEP] who could know how - but then only because i had no problems with them especially the quality of the executive staff and the language that i used. [SEP] and he thinks that they have to get their work done to keep him in [SEP]
+
+===== sample 042 =====
+[CLS] the time of the game. [SEP] but it ' s not at all bad to all of the government ' s customers as they don ' t want it - - oh, back, - - know. [SEP] each year chinese people have more than 6 million extra items in china and today ' s sites have over 5 million of whom follow them. [SEP] his son and husband, ashly, who was born on his own, will instead be using a milk crate made up from wood. [SEP] perhaps someone will have a row with me. [SEP] i have child ' s so as to look sexist and ukulele - speak. [SEP] [SEP]
+
+===== sample 043 =====
+[CLS] a huge rally in the southern port city of basra this month, and this year ayman hosseini, a leading figure in the government became a symbol for himself wearing an anti - boycotted shirt in the street. [SEP] then you press the conversation around with your heart rate, sure. [SEP] jose rodriguez then doubled twice in the sixth walking james kolble to go in after a walk in the third to give the rangers 3 - 2 lead. [SEP] while japan ' s single - home sales is down 7. 0 from a year ago, to china ' s u. 1. 0. 3. decline, the institute [SEP]
+
+===== sample 044 =====
+[CLS]. [SEP] the rise in oil has helped cause the mood to trade better after, it seems, a government stimulus. [SEP] still even for the moment, he was trying to make a division of his soul around his own. [SEP] i agree. [SEP] the man ' s name is unknown. [SEP] hundreds, without question, crowded into a crowd of 10, 000 ( and coweds ) just down the alleys. [SEP] the two men also have to make up. [SEP] still, a former player might be having had a bad relationship with last season. [SEP] he has six major titles and five world titles but for being at the masters [SEP]
+
+===== sample 045 =====
+[CLS] [SEP] russian prime minister who will attend the event in the city of yekaterini. [SEP] so i began to say it was time to stop the cold stuff - - the bad stuff - - and try to ask him some of the basic questions about the problems that could bring up his kids. [SEP] but by the day i saw that the tories charge for their research. [SEP] it would have been a spoiler for the yankees to try to use their presence as a center for the team. [SEP] johnson has often moved in with his father after the separation. [SEP] i might think that i ' ll keep out my old friends. [SEP]
+
+===== sample 046 =====
+[CLS] states that he was moved to, and they are usually less than in the size of most states. [SEP] and they know the only democrats, dems and republican party leaders have to win over the country. [SEP] for a long time, your quarterbacks can ' t, and even because of the draft it is hard to stop playing but it is hard, " she said. [SEP] " i always told him that, " he said, it has happened. [SEP] sarkozy said well, as much as he said it opened up for cross - border and international talks. [SEP] he has given the name for its leaders, two young [SEP]
+
+===== sample 047 =====
+[CLS] a big laugh. " [SEP] they are the first stage of the allieds ' end of the war. [SEP] people should be happy...... this wasn ' t the first time he was arported this time around. [SEP] this will shorten diplomats who will hold meetings in a carefully guarded environment for american and other heads of state. [SEP] " when you think of a person living in or the face of war or violence it is impossible to hold the state which does not have as legitimately aboming or responsible as for the life, peace and welfare of its people and its representatives. [SEP] so, he [SEP]
+
+===== sample 048 =====
+[CLS] were under 20. [SEP] its rebound in recent weeks has moved up to 20 percent by the quarter end, as investors are united behind china ' s decision to revise its old us open rate policy. [SEP] during the show, the spoils on thursday, we could not get to the big cats. [SEP] the recruitment campaign was stunted by a book about hitler. [SEP] also making his name in china was a man who has just in recent days talked about his affair with 6 - year - old yuanshian, a refugee from china. [SEP] it worked as planned. [SEP] yet still, overshadowed by the chinese government, and part [SEP]
+
+===== sample 049 =====
+[CLS] along the oneby road from the front street to the front yards. [SEP] this, at least until now, would have been a good, he said - all the annitilaws are being discussed by the eu side. [SEP] they feel they have the right to push on with life mind changes and a decision on drug use. [SEP] the estimate will be around £30m could be involved. [SEP] so is their only way to find if another power was going to travel? [SEP] " when he comes to school, we are coming from the experience of a dangerous time for us. [SEP] many candidates have wanted to pay companies to keep [SEP]
+
+===== sample 050 =====
+[CLS]. [SEP] the release of the album will soon follow - - a version of the album ' s title track, " baby, baby, " will be released for saturday, the third of the release. [SEP] i carried away the article that said that mr. mccain would " get out of control, lead to bigger, balder, mindless politician, who will break the people like his big brother, will take control of the results, which ain ' t what they want to do. much earlier, a bit more quickly than others, they ' ve done. [SEP] can you - can ' t - win the country? [SEP] his [SEP]
+
+===== sample 051 =====
+[CLS] the project also will offer more information on green issues, such as why don ' t school students pay. [SEP] the call was made around 8 : 15 tuesday, when even his security detail kept blowing whistles. [SEP] a woman gave herself up in january. [SEP] the tich : the next greatest signs of what ' s on my right mind : a cough, stomach and lower head. [SEP] in such a work from the present day, time must have been born to see a woman respond to the demands of her personal public service. [SEP] kuyt was the best left back on the game, however, and away at manchester city three [SEP]
+
+===== sample 052 =====
+[CLS] sales data in the first months of the year, a data released by nadd, the american automobile sales group, showed thursday. [SEP] yet it was not a much - needed football that had turned the one - part final set into the death match. [SEP] for the most part, he could not be more president without mr. kennedy of course. [SEP] mr brown, often aged between him and steph brennan, got his vote - - that ' s - you - - confidence - - at the general election. [SEP] the man, kenneth rose, 25, of st george ' s cross, north - west london, was in a [SEP]
+
+===== sample 053 =====
+[CLS] - - wrong? [SEP] i have come to the church with my family, but this one needs, is that of us who, in the perk of the mind, is this young leader known as recipienting on his handbags and vests? [SEP] under the bill, the governor requires that schools remind parents of the types of physical education they can. [SEP] the goal also is endorse a new course of action. [SEP] but they do with a 100 m. p. g. mark, the driver turned in. [SEP] " bloggers are urging china ' s official authorities in beijing to allow chinese company officials to [SEP]
+
+===== sample 054 =====
+[CLS] it, and argue that mr lieberman and mr lieberman were - - working for iran - - no - 3. [SEP] it attracted 1, 000 more to see the big winner ' s team. [SEP] a plan b is in place to return to the arena after leaving saturday, the last band and, to perform their final show, to and when we win. [SEP] more interesting, come a child, who, seven years old, is a 16 - old love daughter. [SEP] but that for more.... [SEP] you ' ll get in the green zone in two events. [SEP] glyphodontes, or the [SEP]
+
+===== sample 055 =====
+[CLS] on a car radio, as the standard driving test. [SEP] " he has a growing foundation to make in his party. [SEP] robert farden, 17, and michael, of lopeth, died in the early hours. [SEP] india beat south korea, 3 - 4, in 1986. [SEP] that is all the government wants now. [SEP] i now have time to to catch up. [SEP] president obama has been giving back credit to small companies, if it does not get to be for the insurance industry. [SEP] " when you come out with a tough man, you aren ' t working hard. [SEP] the u. s. attorney [SEP]
+
+===== sample 056 =====
+[CLS] issues. [SEP] for the children from the " orphanages, " which have cars for their families, a sign stands above peter ' s. [SEP] the second quarter came to below $ 200. [SEP] this issue is, for now, a significant one. [SEP] i mean, we will all still be in prison, in some parts. [SEP] michael allen and david cowell have been voted the world ' s most talented people after ", oh, come to this. " [SEP] we should try, but he will not. [SEP] however, investment can only be achieved if this national plan can work, as they know from the local council on [SEP]
+
+===== sample 057 =====
+[CLS] made four changes to his form for the start of davis cup games play, winning 6 - 1, 6 - 2 in stockholm. [SEP] but now, the media sag in their countries this morning, we are be willing to allow for a start... [SEP] it will sell a us - issued yend note, priced at $ 2. 66, the official price of record. [SEP] i was told i was talking about america. [SEP] my only thought is of tiger woods as being and then a leader. [SEP] repeat, hope not. [SEP] so it was to make sure to keep the mix open and pencils to be sure [SEP]
+
+===== sample 058 =====
+[CLS] k - 20? [SEP] it ' s a public art project - - at least. [SEP] but just over a week, one of the last towns in the west left before this peace began. [SEP] the government will get to keep some out of court, with a ruling in may 2009. [SEP] the big crickets - - it was so hard not to jump along with them, he would be out so.... happy. [SEP] the banks : well, they want to take your money but i know they, so to look at it, have lost the value of every dollar to come out in the market in the last three [SEP]
+
+===== sample 059 =====
+[CLS], is better. [SEP] they ' re working to keep up demand for the information. [SEP] the 23 - year - old was caught by the device, in the form of a ground - cut ring, in his left eye after the sight of his partner engaged in a fight. [SEP] the mayor of derby county has issued a speeding ticket for £18. [SEP] but the government has gone, the downturn has led to higher pay - - and we still have to spend a lot more than on average in our first year. [SEP] " you win! " they one - cheeked, the obama - waving crowd as the two - hour [SEP]
+
+===== sample 060 =====
+[CLS] that some kind of accord might be sought having to hold talks with israel and its palestinian leaders. [SEP] johnson, and his wife, betty, serve as guards for the team ' s games. [SEP] a source : wuxian,... [SEP] or will they get a sister? [SEP] she might be happy with her as a double - up but he is concerned by her ex - son, who has given a photo of my son ' s body with her at the age of ten. [SEP] according to the status of the money they borrowed from a local businessman, to be put up for a vote on a vote of about 10 [SEP]
+
+===== sample 061 =====
+[CLS]s in october, 2010 and has set a launch date of 9 : 30 a. m. [SEP] he said the council was concerned about the potential safety risk, because " the sense of community was more secure. " [SEP] this shows you ' re not a bad guy, " said rebekey, who grew up in new york. [SEP] jackson is not immune to the heat of the fashion world, and a time of unfad confidence in the results of his life was lost to the media. [SEP] and the same thing that is about, haughty and you... [SEP] the remarks were placed on the start of [SEP]
+
+===== sample 062 =====
+[CLS] a problem local governments aren ' t spending more on education, because they blame local and local government. [SEP] the city of mobile, orange county, offered a $ 20, 000 to the worst area. [SEP] the last congress was on how to create money and public spending to go into the economy. [SEP] shareholders in microsoft raise 10. 5 billion dollars to $ 40 ( $ 2. 4 billion ) of cash and the value per share in the deal worth $ 29. 5 billion. [SEP] then again he ' s not making a secret. [SEP] he returned to the event at this year ' s champions, and added that he ' d [SEP]
+
+===== sample 063 =====
+[CLS] addicts, to limit things, to rest, to get arrested and out of trouble. [SEP] in practice, obama campaign has treated a woman as not because it thinks his wife is a world - class candidate. [SEP] you may get off when someone tries to protect your children or from scuders. [SEP] smith ' s attorney, michael spencer, previously told staff by phone the father tried to spend the day with edwards after trying to visit the three children to make time for the sake of his first marriage. [SEP] we could play - and off to a different space. [SEP] this money to pay wages and services which had been run by [SEP]
+

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps32_c16_t1p45_scored.jsonl

@@ -0,0 +1,65 @@
+{"type": "summary", "name": "steps32_c16_t1p45", "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt", "step": 434000, "decode": {"kind": "categorical_fullvocab_normal_steps_sweep", "config": "steps32_c16_t1p45", "steps": 32, "endpoint_temp": 1.45, "concentration_max": 16.0, "final_from": "state", "update": "resample", "n_samples": 64, "seed": 20260509}, "detok_genppl": {"ppl": 60.49069200577435, "nll_per_token": 4.102489502056269, "tokens": 9468}, "diversity": {"sample_entropy": 4.177365402979481, "unique_tokens": 1839, "token_count": 8192, "distinct_1": 0.2244873046875, "distinct_2": 0.7171505905511811, "top_token_mass": 0.05419921875}}
+{"type": "sample", "index": 0, "raw_text": "[CLS] man she thought she was and demanded an investigation. [SEP] even then when we had to go on the moon to conceive the terrible thing that had something to do with the blinding colours of the green syringes of the sky ( first felt in red ) and filled with love, haven ' t gone back to their beat and have been on ever since the end of the world. [SEP] reducing dependence on oil and reducing more dependence on oil and gasoline would not lead to a national surplus. [SEP] toronto star ray jones, also on the video, has earned 18 bonus points for the \" god of war \" series, including 15 of [SEP]", "detok_text": "[CLS] man she thought she was and demanded an investigation. [SEP] even then when we had to go on the moon to conceive the terrible thing that had something to do with the blinding colours of the green syringes of the sky (first felt in red) and filled with love, haven't gone back to their beat and have been on ever since the end of the world. [SEP] reducing dependence on oil and reducing more dependence on oil and gasoline would not lead to a national surplus. [SEP] toronto star ray jones, also on the video, has earned 18 bonus points for the \"god of war\" series, including 15 of [SEP]"}
+{"type": "sample", "index": 1, "raw_text": "[CLS] like this : i ' m you \" was at. 6 with 13 pics, followed by \" yes, \" you can top that at no no. 10. [SEP] during his interview, mr dannatt took up questions on the party ' s budget for 2011. [SEP] finally, in december, it happened. [SEP] but that still shuts the lights down at the airport, compresss the take - up and give the full service go. [SEP] in november, the site was used in china and thousands of other chinese, and by phone, we acknowledged that they were concerned about a fake version of the olympics, just as [SEP]", "detok_text": "[CLS] like this: i'm you \"was at. 6 with 13 pics, followed by\" yes, \" you can top that at no no. 10. [SEP] during his interview, mr dannatt took up questions on the party's budget for 2011. [SEP] finally, in december, it happened. [SEP] but that still shuts the lights down at the airport, compresss the take - up and give the full service go. [SEP] in november, the site was used in china and thousands of other chinese, and by phone, we acknowledged that they were concerned about a fake version of the olympics, just as [SEP]"}
+{"type": "sample", "index": 2, "raw_text": "[CLS] two people were killed on a christmas shopping trip, in shaanxi ' s xian province. [SEP] and it is a matter of there to be an amount to power, and this is the most voiping. [SEP] so nisar prachanda - who oversees the sale of bank, nii bank and sib assets to india - said after the arrest the \" blabe \" would not be left fighting for the country ' s future and that will happen. [SEP] the other states and federal laws were changed because of a stronger government policy and have raised significant concerns for decades. [SEP] after many long press speculations, [SEP]", "detok_text": "[CLS] two people were killed on a christmas shopping trip, in shaanxi's xian province. [SEP] and it is a matter of there to be an amount to power, and this is the most voiping. [SEP] so nisar prachanda - who oversees the sale of bank, nii bank and sib assets to india - said after the arrest the \"blabe\" would not be left fighting for the country's future and that will happen. [SEP] the other states and federal laws were changed because of a stronger government policy and have raised significant concerns for decades. [SEP] after many long press speculations, [SEP]"}
+{"type": "sample", "index": 3, "raw_text": "[CLS] my mind, lots of control and that work is to control everything... and i can just say it is that people come in to start discussions and up and down. [SEP] \" superintendents are pouring more resources into their local schools to work in locally run schools who want to share the state ' s educational progress, \" he added. [SEP] he had made \" everything they can \" to people who had one friend died, including our friend. [SEP] even another investor, even from a private company, expressed similar concern at the development. [SEP] the u. s. government will provide air services, tankers and helicopters will help build [SEP]", "detok_text": "[CLS] my mind, lots of control and that work is to control everything... and i can just say it is that people come in to start discussions and up and down. [SEP] \"superintendents are pouring more resources into their local schools to work in locally run schools who want to share the state's educational progress,\" he added. [SEP] he had made \"everything they can\" to people who had one friend died, including our friend. [SEP] even another investor, even from a private company, expressed similar concern at the development. [SEP] the u. s. government will provide air services, tankers and helicopters will help build [SEP]"}
+{"type": "sample", "index": 4, "raw_text": "[CLS] here is what a lot of risk there is. [SEP] if true, he started to hope that it would lead to success in using it to make food into functional products. [SEP] given the size and source of problems, this figure indicates what it may fit in with most aspects of finance - providing these firms with traditional job loans and financial services. [SEP] kolozae missed the last eight games with a torn right hamstring. [SEP] the republican and democrat candidates honed their political positions on november 4, laboring up a upset victory for what they view as their bitter political election fight. [SEP] by quality of hospital care and safety [SEP]", "detok_text": "[CLS] here is what a lot of risk there is. [SEP] if true, he started to hope that it would lead to success in using it to make food into functional products. [SEP] given the size and source of problems, this figure indicates what it may fit in with most aspects of finance - providing these firms with traditional job loans and financial services. [SEP] kolozae missed the last eight games with a torn right hamstring. [SEP] the republican and democrat candidates honed their political positions on november 4, laboring up a upset victory for what they view as their bitter political election fight. [SEP] by quality of hospital care and safety [SEP]"}
+{"type": "sample", "index": 5, "raw_text": "[CLS], who knows, so i know what i am up for is a complete game, \" he said. [SEP] the latest concern about the chance of electing mccain as obama as his campaign chief, nader gave an interview in an interview on tuesday. [SEP] but he, i know you as a parent, and that they are middle - class residents - - this is a black area. [SEP] new york middle - income are generally more affluent than their counterparts in the u. s. a similar survey is expected to line up in beijing for data next month. [SEP] \" michael jackson has become into a piece of the pop culture, and [SEP]", "detok_text": "[CLS], who knows, so i know what i am up for is a complete game, \"he said. [SEP] the latest concern about the chance of electing mccain as obama as his campaign chief, nader gave an interview in an interview on tuesday. [SEP] but he, i know you as a parent, and that they are middle - class residents - - this is a black area. [SEP] new york middle - income are generally more affluent than their counterparts in the u. s. a similar survey is expected to line up in beijing for data next month. [SEP]\" michael jackson has become into a piece of the pop culture, and [SEP]"}
+{"type": "sample", "index": 6, "raw_text": "[CLS] the better life, the more you all want to solve the problem. [SEP] she bans big money and is the longest - running political rant of the state, and i covered the rest of the media. [SEP] williams was a the person who shot a 16 - year - old girl, and the woman was killed. [SEP] that is, all the money could help the united islamists, which controls all of pakistan on the other side of the border, of course. [SEP] it has been clear - cut by beijing. [SEP] i don ' t even take the name off the subject. [SEP] the company also america ' s largest plane [SEP]", "detok_text": "[CLS] the better life, the more you all want to solve the problem. [SEP] she bans big money and is the longest - running political rant of the state, and i covered the rest of the media. [SEP] williams was a the person who shot a 16 - year - old girl, and the woman was killed. [SEP] that is, all the money could help the united islamists, which controls all of pakistan on the other side of the border, of course. [SEP] it has been clear - cut by beijing. [SEP] i don't even take the name off the subject. [SEP] the company also america's largest plane [SEP]"}
+{"type": "sample", "index": 7, "raw_text": "[CLS] year - old who grew up in a hackney garage - now a cha - cha. [SEP] but that might be everyone, like mr. sund, who wanted to go to a year ' s without something of a hit. [SEP] as a head of state for 10 years, he sought to stay out of china and came to do with the \" period of communist rule, \" back when he was a foreign minister. [SEP] we talk to him. [SEP] even the lobbyist and the republican media have a low chance of influencing the larger issue. [SEP] he also said his parents didn ' t know anything about that man they had said was [SEP]", "detok_text": "[CLS] year - old who grew up in a hackney garage - now a cha - cha. [SEP] but that might be everyone, like mr. sund, who wanted to go to a year's without something of a hit. [SEP] as a head of state for 10 years, he sought to stay out of china and came to do with the \"period of communist rule,\" back when he was a foreign minister. [SEP] we talk to him. [SEP] even the lobbyist and the republican media have a low chance of influencing the larger issue. [SEP] he also said his parents didn't know anything about that man they had said was [SEP]"}
+{"type": "sample", "index": 8, "raw_text": "[CLS] been allowed into the field. [SEP] last year the audience, faced by thousands of teenagers expected to play him, he turned out in force. [SEP] then he got down on the phone and dropped the idea of a film. [SEP] he said he ordered the investigation by the state attorney ' s office last month. [SEP] in his stint as one of bill clinton ' s white aides, obama used the team ' s announcement to pick his own pick to be the best man for the job, striking a chord with liberals and young democratic voters. [SEP] but she tried running this morning, as obama isn ' t after all trying to save the [SEP]", "detok_text": "[CLS] been allowed into the field. [SEP] last year the audience, faced by thousands of teenagers expected to play him, he turned out in force. [SEP] then he got down on the phone and dropped the idea of a film. [SEP] he said he ordered the investigation by the state attorney's office last month. [SEP] in his stint as one of bill clinton's white aides, obama used the team's announcement to pick his own pick to be the best man for the job, striking a chord with liberals and young democratic voters. [SEP] but she tried running this morning, as obama isn't after all trying to save the [SEP]"}
+{"type": "sample", "index": 9, "raw_text": "[CLS]ssle says : \" i ' m trying to swim. \" [SEP] a scan shows the people in line to the city ' s metro stock station for pictures of a woman ' s blue eyes. [SEP] can ' t make a case of her being in the country, and friends would be leaving, just to make our face down. [SEP] \" on the day that the firing was announced this will happen. \" [SEP] the system will be opened to the public and would be used in the two countries, a. li wun, spokeswoman for the china education administration said. [SEP] for those interested in the museum industry, in this [SEP]", "detok_text": "[CLS]ssle says: \"i'm trying to swim.\" [SEP] a scan shows the people in line to the city's metro stock station for pictures of a woman's blue eyes. [SEP] can't make a case of her being in the country, and friends would be leaving, just to make our face down. [SEP] \"on the day that the firing was announced this will happen.\" [SEP] the system will be opened to the public and would be used in the two countries, a. li wun, spokeswoman for the china education administration said. [SEP] for those interested in the museum industry, in this [SEP]"}
+{"type": "sample", "index": 10, "raw_text": "[CLS] a french couple accused of robbing a spanish woman on a sari in paris, is not going eye to eye with the police. [SEP] at only two years old, the government announced he had the nation ' s longest serving prison sentence. [SEP] meanwhile, he is being treated for kidney problems. [SEP] abc has two more shows scheduled to go on air at 10 a. in early - morning programming. [SEP] \" my declaration made it clear to all of them, to the mubarak ( court ) chief that at the time of this, i had to deal with talabani, the president, \" mr ali told a crowd [SEP]", "detok_text": "[CLS] a french couple accused of robbing a spanish woman on a sari in paris, is not going eye to eye with the police. [SEP] at only two years old, the government announced he had the nation's longest serving prison sentence. [SEP] meanwhile, he is being treated for kidney problems. [SEP] abc has two more shows scheduled to go on air at 10 a. in early - morning programming. [SEP] \"my declaration made it clear to all of them, to the mubarak (court) chief that at the time of this, i had to deal with talabani, the president,\" mr ali told a crowd [SEP]"}
+{"type": "sample", "index": 11, "raw_text": "[CLS] be funded with a three - year loan. [SEP] but like that, i said, \" i feel very - - i ' m a big fan of the party, \" r. \" i was everyone ' s heart beat, \" an amazing track, like a half year in \" up \" with \" goche, \" and then the movie \" - - since it was a very warmer and kind of person who played through a sea of his material, with hands and a couple of numbers. [SEP] for instance, i have referred to a comment \" the editor ' s mother. \" [SEP] \" if you don ' t feel as [SEP]", "detok_text": "[CLS] be funded with a three - year loan. [SEP] but like that, i said, \"i feel very - - i'm a big fan of the party,\" r. \"i was everyone's heart beat,\" an amazing track, like a half year in \"up\" with \"goche,\" and then the movie \"- - since it was a very warmer and kind of person who played through a sea of his material, with hands and a couple of numbers. [SEP] for instance, i have referred to a comment\" the editor's mother. \"[SEP]\" if you don't feel as [SEP]"}
+{"type": "sample", "index": 12, "raw_text": "[CLS] earn more than £3, 000 a day held in the uk. [SEP] blair said all seven defendants in the case were carted out to the first grand jury for their trial last week and were convicted of rape and assault under the cover of the act. [SEP] polothero can be classified as a condition, a condition of mother birth, and it is also thought that it is more likely to take advantage of flexible life. [SEP] the business forced her to break down to the dark side of big - city life, for the perceived all - american face is of drastically different shades. - - inquir, the tall, cheery [SEP]", "detok_text": "[CLS] earn more than £3, 000 a day held in the uk. [SEP] blair said all seven defendants in the case were carted out to the first grand jury for their trial last week and were convicted of rape and assault under the cover of the act. [SEP] polothero can be classified as a condition, a condition of mother birth, and it is also thought that it is more likely to take advantage of flexible life. [SEP] the business forced her to break down to the dark side of big - city life, for the perceived all - american face is of drastically different shades. - - inquir, the tall, cheery [SEP]"}
+{"type": "sample", "index": 13, "raw_text": "[CLS] - 1 and could hold on a solid 5 - 1 lead. [SEP] then, was it - not a bad idea? [SEP] \" it is also waiting to report to the council on what it was doing in 2008 - cutting back on building to increase pupils and stay even longer in schools. [SEP] whatever that happens, hope is that they will also help us understand our human issues and know how well the children understand their parents. [SEP] they need some... and the military has no right to do that. [SEP] he called it. [SEP] but wholesale costs, which rely on bank costs and foreign funding, are expected to rise again in [SEP]", "detok_text": "[CLS] - 1 and could hold on a solid 5 - 1 lead. [SEP] then, was it - not a bad idea? [SEP] \" it is also waiting to report to the council on what it was doing in 2008 - cutting back on building to increase pupils and stay even longer in schools. [SEP] whatever that happens, hope is that they will also help us understand our human issues and know how well the children understand their parents. [SEP] they need some... and the military has no right to do that. [SEP] he called it. [SEP] but wholesale costs, which rely on bank costs and foreign funding, are expected to rise again in [SEP]"}
+{"type": "sample", "index": 14, "raw_text": "[CLS] the dead in the desert, is the most important thing about the trip. [SEP] on an occasion at the dining table at the same time, he plays mainly at the dining room, where chef alvoir bozod, 00 39 - 54 97 - 04 - 75, $ 30 ) has opened the doors. the pier cafe ( 902 madison avenue ; 00 - 4420 813 ), spa, 613 - 1, 7, 424 gmt street, boudjat, ( 00 18 5921 ; www. hotela. com ), o ' bar ; + 6176 0950. [SEP] [SEP]", "detok_text": "[CLS] the dead in the desert, is the most important thing about the trip. [SEP] on an occasion at the dining table at the same time, he plays mainly at the dining room, where chef alvoir bozod, 00 39 - 54 97 - 04 - 75, $30 ) has opened the doors. the pier cafe (902 madison avenue; 00 - 4420 813), spa, 613 - 1, 7, 424 gmt street, boudjat, (00 18 5921; www. hotela. com), o' bar; + 6176 0950. [SEP] [SEP]"}
+{"type": "sample", "index": 15, "raw_text": "[CLS] national telecoms business, was hit $ 13bn in the year, and has been consistently hit by a sharp economic and cyclical drop in profits. [SEP] police, school officials and the police department said this wasn ' t made clear until the 16 - year - old boy turned himself in. [SEP] this was made to more people. [SEP] also on two - run, johnson is surrounded by onlookers at manchester city station. [SEP] their view is, rather, the result of a ruthless culture that rages over the application of government and change. [SEP] the other problem was the old boy crowd ( the story was less clear about [SEP]", "detok_text": "[CLS] national telecoms business, was hit $13bn in the year, and has been consistently hit by a sharp economic and cyclical drop in profits. [SEP] police, school officials and the police department said this wasn't made clear until the 16 - year - old boy turned himself in. [SEP] this was made to more people. [SEP] also on two - run, johnson is surrounded by onlookers at manchester city station. [SEP] their view is, rather, the result of a ruthless culture that rages over the application of government and change. [SEP] the other problem was the old boy crowd ( the story was less clear about [SEP]"}
+{"type": "sample", "index": 16, "raw_text": "[CLS] $ 1. 2 million u. s. open tournament in a city in dubai. [SEP] in 2001, the bureau ' s annual survey, the department had some data losses, but the bureau of education science and services had not provided the data, the group said. [SEP] the idea is to \" categorically remove \" an animal to clean up, which is extremely important to leave close - up stains on people ' s hair, he says. [SEP] and it ' s the perfect name for the children.... [SEP] thaksin, who was the women ' s tennis tournament ' s top - ranked player and still needed [SEP]", "detok_text": "[CLS] $1. 2 million u. s. open tournament in a city in dubai. [SEP] in 2001, the bureau's annual survey, the department had some data losses, but the bureau of education science and services had not provided the data, the group said. [SEP] the idea is to \"categorically remove\" an animal to clean up, which is extremely important to leave close - up stains on people's hair, he says. [SEP] and it's the perfect name for the children.... [SEP] thaksin, who was the women's tennis tournament's top - ranked player and still needed [SEP]"}
+{"type": "sample", "index": 17, "raw_text": "[CLS] he died, told that he had spoken to a man on another and heard a noise a few moments later, enough to prevent him from kicking him in the right leg. [SEP] it ' s as good as we can come from the beginning to the system. [SEP] it will be true that people will manage to reach that level - and rather than as high as you ' d ever like if it is. [SEP] to keep their minds level, the boys do enough time with two minutes and five days at goal ; on one day, ten, out of the sun. [SEP] japan dropped its share and the asia pacific market has launched a new [SEP]", "detok_text": "[CLS] he died, told that he had spoken to a man on another and heard a noise a few moments later, enough to prevent him from kicking him in the right leg. [SEP] it's as good as we can come from the beginning to the system. [SEP] it will be true that people will manage to reach that level - and rather than as high as you'd ever like if it is. [SEP] to keep their minds level, the boys do enough time with two minutes and five days at goal; on one day, ten, out of the sun. [SEP] japan dropped its share and the asia pacific market has launched a new [SEP]"}
+{"type": "sample", "index": 18, "raw_text": "[CLS] try to protect the finger in its head. [SEP] \" that we must provide awareness to protect public interest, and ensure that staff should be able to get results of what are considered fair and worthy, \" said senior education board member, gordon castrey. [SEP] they have greatly reduced the length of the trees and come in the winter to more often found at the zoo. [SEP] each would have a man as i was about 15 years old. [SEP] by a year, dentists should be able to treat antibiotics and antibiotics in use, leading to a change in the nation ' s standard medicine, better healthcare and better coverage, experts [SEP]", "detok_text": "[CLS] try to protect the finger in its head. [SEP] \"that we must provide awareness to protect public interest, and ensure that staff should be able to get results of what are considered fair and worthy,\" said senior education board member, gordon castrey. [SEP] they have greatly reduced the length of the trees and come in the winter to more often found at the zoo. [SEP] each would have a man as i was about 15 years old. [SEP] by a year, dentists should be able to treat antibiotics and antibiotics in use, leading to a change in the nation's standard medicine, better healthcare and better coverage, experts [SEP]"}
+{"type": "sample", "index": 19, "raw_text": "[CLS] for the second straight game. [SEP] after all the times, run by an old semi - reperlikator, are described as a \" mean and \" anti - conscendor - - it seems that obama has been castigated as a nazi. [SEP] then consider the risk to the financial system and the cases will be spread across 40 countries. [SEP] but the general may have a red call for christmas itself. \" [SEP] we were told he ' d triumphed over the depression, then went off with the depression, in which she spent five months, but it says that even before world war i was to be a result [SEP]", "detok_text": "[CLS] for the second straight game. [SEP] after all the times, run by an old semi - reperlikator, are described as a \"mean and\" anti - conscendor - - it seems that obama has been castigated as a nazi. [SEP] then consider the risk to the financial system and the cases will be spread across 40 countries. [SEP] but the general may have a red call for christmas itself. \" [SEP] we were told he'd triumphed over the depression, then went off with the depression, in which she spent five months, but it says that even before world war i was to be a result [SEP]"}
+{"type": "sample", "index": 20, "raw_text": "[CLS]. [SEP] austrian media have reported the euros ( 1, 8. 2 million pounds ) prize. [SEP] ( he may say later, only he ' s not aware of his father ' s future. [SEP] mr. you must know how other are doing a good job of creating it....... they will send money and then make whatever they can in it and give it..,., s, ho., schms and so on. [SEP] a bigger question can also be done, including whether regulators can help big financial institutions offering term mortgages to hold home market loans rather than stump up the costs [SEP]", "detok_text": "[CLS]. [SEP] austrian media have reported the euros (1, 8. 2 million pounds) prize. [SEP] ( he may say later, only he's not aware of his father's future. [SEP] mr. you must know how other are doing a good job of creating it....... they will send money and then make whatever they can in it and give it..,., s, ho., schms and so on. [SEP] a bigger question can also be done, including whether regulators can help big financial institutions offering term mortgages to hold home market loans rather than stump up the costs [SEP]"}
+{"type": "sample", "index": 21, "raw_text": "[CLS]ers. that must be the interests of individuals and groups. while their assets may want to move to their market, should stand firm and take risks to them as this is not an option for savers. [SEP] the young woods has long tried to light up in a series of yachts, but his pictures never produced a controversy. [SEP] you got to be calm and secure. [SEP] he drained a 20 - footer at half at 10 : 15 but he calmly knocked it off again. [SEP] but the majority of our issue in pennsylvania is whether americans want to vote on which year they will stand to lose. [SEP] in addition to the [SEP]", "detok_text": "[CLS]ers. that must be the interests of individuals and groups. while their assets may want to move to their market, should stand firm and take risks to them as this is not an option for savers. [SEP] the young woods has long tried to light up in a series of yachts, but his pictures never produced a controversy. [SEP] you got to be calm and secure. [SEP] he drained a 20 - footer at half at 10: 15 but he calmly knocked it off again. [SEP] but the majority of our issue in pennsylvania is whether americans want to vote on which year they will stand to lose. [SEP] in addition to the [SEP]"}
+{"type": "sample", "index": 22, "raw_text": "[CLS] an additional risk for other treatments. [SEP] after 2011, however, it is unlikely to be to full strength. [SEP] but in a way, i talked to the candidates about this issue. [SEP] some car makers saw this week as the next week of development. [SEP] you ' ll get to own a tv show, and not one of them would set a record. [SEP] by late afternoon, though, the huge two - inch total dead footprint could be ranged from 3 - deep to 2 - 6 metre deep and 6 feet to 4. 34 per square meter, which is heaviest in a number of animal species in asia. [SEP] a spokesman [SEP]", "detok_text": "[CLS] an additional risk for other treatments. [SEP] after 2011, however, it is unlikely to be to full strength. [SEP] but in a way, i talked to the candidates about this issue. [SEP] some car makers saw this week as the next week of development. [SEP] you'll get to own a tv show, and not one of them would set a record. [SEP] by late afternoon, though, the huge two - inch total dead footprint could be ranged from 3 - deep to 2 - 6 metre deep and 6 feet to 4. 34 per square meter, which is heaviest in a number of animal species in asia. [SEP] a spokesman [SEP]"}
+{"type": "sample", "index": 23, "raw_text": "[CLS]ied. [SEP] the nearest to port, moussa, until last friday when the oil up to 1. 5 tons was trucked in its place, with iraqi troops patrolling and u. s. forces armed, increased the size to some 8, 000 meters and 6, 000 meters. [SEP] next up on education and services : the economy. [SEP] cnn : are some of the books about scientists, but i don ' t know who wrote them? [SEP] the city ' s very fun streets are also completely nature - free and fun activities all day. [SEP] of course, there is an independent group who are more students who are college [SEP]", "detok_text": "[CLS]ied. [SEP] the nearest to port, moussa, until last friday when the oil up to 1. 5 tons was trucked in its place, with iraqi troops patrolling and u. s. forces armed, increased the size to some 8, 000 meters and 6, 000 meters. [SEP] next up on education and services: the economy. [SEP] cnn: are some of the books about scientists, but i don't know who wrote them? [SEP] the city's very fun streets are also completely nature - free and fun activities all day. [SEP] of course, there is an independent group who are more students who are college [SEP]"}
+{"type": "sample", "index": 24, "raw_text": "[CLS] based on the rules of the police. [SEP] his approach of play was masterly, and he just went down on the court - - and relentlessly - - to see he had the control of the ball and i wanted to keep the pressure up, well. [SEP] with arsenal 2 - 0 ahead of manchester united, there are also few signs of a last leg. [SEP] he is, there ' s how we can break this pattern. [SEP] don ' t know what they think of repo as a pro - life issue.? [SEP] in some cases it can be quite difficult to prove a drug was designed to affect the health of [SEP]", "detok_text": "[CLS] based on the rules of the police. [SEP] his approach of play was masterly, and he just went down on the court - - and relentlessly - - to see he had the control of the ball and i wanted to keep the pressure up, well. [SEP] with arsenal 2 - 0 ahead of manchester united, there are also few signs of a last leg. [SEP] he is, there's how we can break this pattern. [SEP] don't know what they think of repo as a pro - life issue.? [SEP] in some cases it can be quite difficult to prove a drug was designed to affect the health of [SEP]"}
+{"type": "sample", "index": 25, "raw_text": "[CLS] the ways in which you can be made. [SEP] the key is to ensure it arrives around the mid - spring and the following months in england. [SEP] coby, 26, received the call. [SEP] all that got them out of. [SEP] \" the images also show china ' s continuing hatred of all people, \" it said. [SEP] the illinois trip is the second - ever visit by the three men to the white house. [SEP] if they want money, they put up a gates around the hotel, which excludes screeners from television cameras. [SEP] testing is expected to end in march. [SEP] he got a little under control because [SEP]", "detok_text": "[CLS] the ways in which you can be made. [SEP] the key is to ensure it arrives around the mid - spring and the following months in england. [SEP] coby, 26, received the call. [SEP] all that got them out of. [SEP] \"the images also show china's continuing hatred of all people,\" it said. [SEP] the illinois trip is the second - ever visit by the three men to the white house. [SEP] if they want money, they put up a gates around the hotel, which excludes screeners from television cameras. [SEP] testing is expected to end in march. [SEP] he got a little under control because [SEP]"}
+{"type": "sample", "index": 26, "raw_text": "[CLS] to be willing to pay. [SEP] to that end, he was to improve his record by finishing in the first round on the 10th ( third ) or no. 2. [SEP] leave with all 16 inches of the oil on top of it in a balm box. [SEP] the automaker continued to voice concerns that german carmaker opel may lose out in the u. s. market in the current crisis. [SEP] let you see if you know what a food you eat and get up and going to cut you or kill them. [SEP] williams, who gave his name as saugher, and has two young boys, and mar [SEP]", "detok_text": "[CLS] to be willing to pay. [SEP] to that end, he was to improve his record by finishing in the first round on the 10th (third) or no. 2. [SEP] leave with all 16 inches of the oil on top of it in a balm box. [SEP] the automaker continued to voice concerns that german carmaker opel may lose out in the u. s. market in the current crisis. [SEP] let you see if you know what a food you eat and get up and going to cut you or kill them. [SEP] williams, who gave his name as saugher, and has two young boys, and mar [SEP]"}
+{"type": "sample", "index": 27, "raw_text": "[CLS] s leadership to pass a similar bill last saturday. [SEP] some of the questions you most want answered? [SEP] they were - and most of them are dead. [SEP] nielson ' s main goal is also to study the power of the plants in natural light, the process of renewing our plants and producing energy. [SEP] the allsumation that the \" hoarmy \" is for and sprying this. [SEP] the report found that the number of lappers had been increased to support team health and saw only the slight rise in usage of the year. [SEP] what, they do? [SEP] but, apparently prompted by controversy, [SEP]", "detok_text": "[CLS] s leadership to pass a similar bill last saturday. [SEP] some of the questions you most want answered? [SEP] they were - and most of them are dead. [SEP] nielson's main goal is also to study the power of the plants in natural light, the process of renewing our plants and producing energy. [SEP] the allsumation that the \"hoarmy\" is for and sprying this. [SEP] the report found that the number of lappers had been increased to support team health and saw only the slight rise in usage of the year. [SEP] what, they do? [SEP] but, apparently prompted by controversy, [SEP]"}
+{"type": "sample", "index": 28, "raw_text": "[CLS] to happen. [SEP] while the data would suggest that, it seems to demand a change of the game. [SEP] they have to develop, he said, with the speed of wind, and to get their feet on the ground, meaning the impact of the storm could be particularly significant. [SEP] sometimes there are the mother or the side with a real ' daddy ' - - wife ' s child - - or boyfriends you are bustling him with. [SEP] instead, berve called his chances a success. [SEP] the local mp was quoted by mr jones as saying, however, about mr brown ' s role at the centre of the [SEP]", "detok_text": "[CLS] to happen. [SEP] while the data would suggest that, it seems to demand a change of the game. [SEP] they have to develop, he said, with the speed of wind, and to get their feet on the ground, meaning the impact of the storm could be particularly significant. [SEP] sometimes there are the mother or the side with a real'daddy' - - wife's child - - or boyfriends you are bustling him with. [SEP] instead, berve called his chances a success. [SEP] the local mp was quoted by mr jones as saying, however, about mr brown's role at the centre of the [SEP]"}
+{"type": "sample", "index": 29, "raw_text": "[CLS] and tell you to play it, and to move out if she is at the front. [SEP] while most first - time readers can ' t look at a similar picture of a boa from a french citrossbook, for some reason i find that some consists of thousands of warning marks for the other end of the year. [SEP] anything as significant in a year ' s history will take a candidate a small percentage down to 43. 5 points in a democratic primary in massachusetts in october. [SEP] guerrero fouled two batters in the third with a few seconds to go. [SEP] comment : no, well, not. [SEP] the [SEP]", "detok_text": "[CLS] and tell you to play it, and to move out if she is at the front. [SEP] while most first - time readers can't look at a similar picture of a boa from a french citrossbook, for some reason i find that some consists of thousands of warning marks for the other end of the year. [SEP] anything as significant in a year's history will take a candidate a small percentage down to 43. 5 points in a democratic primary in massachusetts in october. [SEP] guerrero fouled two batters in the third with a few seconds to go. [SEP] comment: no, well, not. [SEP] the [SEP]"}
+{"type": "sample", "index": 30, "raw_text": "[CLS] to 2 - 0 - the sixth match of the day. [SEP] high five. [SEP] the house bill is a new version of the senate finance committee. [SEP] clearly - the first amendment in us anti - semi policy should have been overinterested. [SEP] he and his father, a doughty tailor, found him last spring. [SEP] \" i would much like each other was damaged by the match, \" added a half century after he scored his second innings test century on the third frame of an uncertain day as was only bowled in his first over. [SEP] they are characterized as much by the best number of things that they can ' [SEP]", "detok_text": "[CLS] to 2 - 0 - the sixth match of the day. [SEP] high five. [SEP] the house bill is a new version of the senate finance committee. [SEP] clearly - the first amendment in us anti - semi policy should have been overinterested. [SEP] he and his father, a doughty tailor, found him last spring. [SEP] \"i would much like each other was damaged by the match,\" added a half century after he scored his second innings test century on the third frame of an uncertain day as was only bowled in his first over. [SEP] they are characterized as much by the best number of things that they can ' [SEP]"}
+{"type": "sample", "index": 31, "raw_text": "[CLS] members of their families, let us, and hope no one does see it. [SEP] 10, when nine other people were killed by a police car in which iraqi civilians were travelling after threatening al - maliki with assassinations. [SEP] in today ' s public opening of his case, hausman stood across the table and got the state and u. s. attorney ' s attention on a deal that his family struck to take over an alleged child - molestation case. [SEP] 2 television, on televisions and mobile phones. [SEP] hope about, on me. [SEP] among the dead here monday was major robert mugabe, a state [SEP]", "detok_text": "[CLS] members of their families, let us, and hope no one does see it. [SEP] 10, when nine other people were killed by a police car in which iraqi civilians were travelling after threatening al - maliki with assassinations. [SEP] in today's public opening of his case, hausman stood across the table and got the state and u. s. attorney's attention on a deal that his family struck to take over an alleged child - molestation case. [SEP] 2 television, on televisions and mobile phones. [SEP] hope about, on me. [SEP] among the dead here monday was major robert mugabe, a state [SEP]"}
+{"type": "sample", "index": 32, "raw_text": "[CLS]man, the embuzzle - loving mrhizby, 25 - y ), a humpback. [SEP] so the numbers are, it ' s going to pay the bills. [SEP] three national emergency centers had be gutted the control system sunday evening, the department said. [SEP] in the other way, you can ' t keep your new watch as long as the guest quarters themselves. [SEP] \" they were talking with each other at the same end of this interview. [SEP] he was scared and had been on with his life, she said. [SEP] 20, the state press reported. [SEP] at 3 : 30am today, [SEP]", "detok_text": "[CLS]man, the embuzzle - loving mrhizby, 25 - y ), a humpback. [SEP] so the numbers are, it's going to pay the bills. [SEP] three national emergency centers had be gutted the control system sunday evening, the department said. [SEP] in the other way, you can't keep your new watch as long as the guest quarters themselves. [SEP] \" they were talking with each other at the same end of this interview. [SEP] he was scared and had been on with his life, she said. [SEP] 20, the state press reported. [SEP] at 3: 30am today, [SEP]"}
+{"type": "sample", "index": 33, "raw_text": "[CLS] wife, shehzad, he was introduced as a person he believed was her own. [SEP] the percentage of people think of a mixed is true, but the fact is that more than 60 % of the 1 million people under the age of 29 think the name of themselves defies what is often considered the world ' s rule. [SEP] his death came around the time when his children were young ( about being 11 due to the age, anyway ). [SEP] later, rod rec became the first long - standing jury made up of three dedicated men. [SEP] such unions, which refer to the rights of the rich, women, are [SEP]", "detok_text": "[CLS] wife, shehzad, he was introduced as a person he believed was her own. [SEP] the percentage of people think of a mixed is true, but the fact is that more than 60 % of the 1 million people under the age of 29 think the name of themselves defies what is often considered the world's rule. [SEP] his death came around the time when his children were young (about being 11 due to the age, anyway). [SEP] later, rod rec became the first long - standing jury made up of three dedicated men. [SEP] such unions, which refer to the rights of the rich, women, are [SEP]"}
+{"type": "sample", "index": 34, "raw_text": "[CLS] the excitement of their highly anticipated tv show, and why the pre - mend reality show ' the city ' is on the cbs news channel. [SEP] the accident occurred at the great road bridge south of boston when the accident occurred shortly after 2 a. m. [SEP] in the week ' s game, washington turned the ball back again to duke - - and they played it twice more against each other. [SEP] what i know is he really is all the rage about healthcare - - there was not the same thing as well as president bill clinton and senator president biden. [SEP] joe harrele, dell ' s managing director and the [SEP]", "detok_text": "[CLS] the excitement of their highly anticipated tv show, and why the pre - mend reality show' the city' is on the cbs news channel. [SEP] the accident occurred at the great road bridge south of boston when the accident occurred shortly after 2 a. m. [SEP] in the week's game, washington turned the ball back again to duke - - and they played it twice more against each other. [SEP] what i know is he really is all the rage about healthcare - - there was not the same thing as well as president bill clinton and senator president biden. [SEP] joe harrele, dell's managing director and the [SEP]"}
+{"type": "sample", "index": 35, "raw_text": "[CLS] or golds. [SEP] the general code was introduced in 2007, of europe ' s local code sharing protocol. [SEP] \" us in this country - local people - would take care of not being at a supermarket for one visit. [SEP] israeli and palestinian officials fear the campaign could be a breakthrough. [SEP] it was not clear how many people took part in the battle and officials hoped for the change in u. s. forces this year. [SEP] i ' ve returned to afghanistan in two and we ' re back at work without the company. [SEP] moms had to hand - read, at times a year, as a plucky, [SEP]", "detok_text": "[CLS] or golds. [SEP] the general code was introduced in 2007, of europe's local code sharing protocol. [SEP] \" us in this country - local people - would take care of not being at a supermarket for one visit. [SEP] israeli and palestinian officials fear the campaign could be a breakthrough. [SEP] it was not clear how many people took part in the battle and officials hoped for the change in u. s. forces this year. [SEP] i've returned to afghanistan in two and we're back at work without the company. [SEP] moms had to hand - read, at times a year, as a plucky, [SEP]"}
+{"type": "sample", "index": 36, "raw_text": "[CLS] out, mr. hu said, and people said the political debate was entirely according to his performance. [SEP] it ' s not just me, trying to play not like it in my life, but i like a son going around but i get going, and i get new, \" he said. [SEP] senior people ' s problems are largely on concerns that their goals are not enough standards of quality. [SEP] the answer goes well with the current situation. [SEP] he ' s the tyranny of war, violence, and suicide. [SEP] roh has been responsible for much of his father ' s political history as though he has in most [SEP]", "detok_text": "[CLS] out, mr. hu said, and people said the political debate was entirely according to his performance. [SEP] it's not just me, trying to play not like it in my life, but i like a son going around but i get going, and i get new, \" he said. [SEP] senior people's problems are largely on concerns that their goals are not enough standards of quality. [SEP] the answer goes well with the current situation. [SEP] he's the tyranny of war, violence, and suicide. [SEP] roh has been responsible for much of his father's political history as though he has in most [SEP]"}
+{"type": "sample", "index": 37, "raw_text": "[CLS] it look very well if you couldn ' t. [SEP] the designated pitcher, kevin youkilis, was examined by lohse last week. [SEP] i lost a bit of my life, but that ' s not enough. [SEP] but it ' s got a power and a right for it to be told about it in a society in the same way - there ' s really only one thing, in these people and government. [SEP] the six guys who ' ve chosen us to play are jack, mark, mike and jo, for example, the parents and the kids. [SEP] the man ' s daughter said his father told more than [SEP]", "detok_text": "[CLS] it look very well if you couldn't. [SEP] the designated pitcher, kevin youkilis, was examined by lohse last week. [SEP] i lost a bit of my life, but that's not enough. [SEP] but it's got a power and a right for it to be told about it in a society in the same way - there's really only one thing, in these people and government. [SEP] the six guys who've chosen us to play are jack, mark, mike and jo, for example, the parents and the kids. [SEP] the man's daughter said his father told more than [SEP]"}
+{"type": "sample", "index": 38, "raw_text": "[CLS] a barrage of financial reports to fuel disruptions through the weekend. [SEP] brown, speaking with victims at trial, responded with a visit to the bar. [SEP] his spokesman declined to say. [SEP] afghan government officials are said to have also set up areas where the insurgents were hiding. [SEP] it said like - for - like sales were 11. 1 %. [SEP] also saturday, prime minister anatoly kostremic was quoted as saying that the government provided security, although not any military building. [SEP] as a result, michael brunel was seriously disabled, although as described in a previous case he lacked mental trust. [SEP] police [SEP]", "detok_text": "[CLS] a barrage of financial reports to fuel disruptions through the weekend. [SEP] brown, speaking with victims at trial, responded with a visit to the bar. [SEP] his spokesman declined to say. [SEP] afghan government officials are said to have also set up areas where the insurgents were hiding. [SEP] it said like - for - like sales were 11. 1 %. [SEP] also saturday, prime minister anatoly kostremic was quoted as saying that the government provided security, although not any military building. [SEP] as a result, michael brunel was seriously disabled, although as described in a previous case he lacked mental trust. [SEP] police [SEP]"}
+{"type": "sample", "index": 39, "raw_text": "[CLS]. [SEP] the home purchase index is not intended to provide the home wellnesses of what they consider their financial needs. [SEP] the result is the age of military rule. [SEP] the counter - signs of the past few months - from a contraction in income, consumer spending and growing unemployment - are far less severe. [SEP] they pointed to why she ' s old, and long waited on the chance to tell her just how far the line went. [SEP] at the top, both pass the steep black mountains. [SEP] after months of negative data, the government said the deficit was even larger, with 3. 9 percent in 2009 and 2008, [SEP]", "detok_text": "[CLS]. [SEP] the home purchase index is not intended to provide the home wellnesses of what they consider their financial needs. [SEP] the result is the age of military rule. [SEP] the counter - signs of the past few months - from a contraction in income, consumer spending and growing unemployment - are far less severe. [SEP] they pointed to why she's old, and long waited on the chance to tell her just how far the line went. [SEP] at the top, both pass the steep black mountains. [SEP] after months of negative data, the government said the deficit was even larger, with 3. 9 percent in 2009 and 2008, [SEP]"}
+{"type": "sample", "index": 40, "raw_text": "[CLS] bank, promising to turn a major part of cash back on to the stock markets, is now also scheming them over the mistake because it went on the promise that the man was dead. [SEP] i ' ve got on the political courage to support him. [SEP] he stands for \" who do i love and i would just wish justly to make him look on a map and find other ways to the others. \" [SEP] in march, they reported their growth in sales, manufacturing, spending, with the same month a year before. [SEP] both obama and his campaign staff can see campaign events in a consistent way too, and he [SEP]", "detok_text": "[CLS] bank, promising to turn a major part of cash back on to the stock markets, is now also scheming them over the mistake because it went on the promise that the man was dead. [SEP] i've got on the political courage to support him. [SEP] he stands for \"who do i love and i would just wish justly to make him look on a map and find other ways to the others.\" [SEP] in march, they reported their growth in sales, manufacturing, spending, with the same month a year before. [SEP] both obama and his campaign staff can see campaign events in a consistent way too, and he [SEP]"}
+{"type": "sample", "index": 41, "raw_text": "[CLS] life? [SEP] a counter to the iranians, this time, was an anti - climax where the board is not an emblem. [SEP] profit at the company $ 2. 4 billion, due to the value of its patent contracts, rose as much as the price for the product. [SEP] this means you will have only some costs - private medicine, spa, care, personal care, care and support. [SEP] who could know how - but then only because i had no problems with them especially the quality of the executive staff and the language that i used. [SEP] and he thinks that they have to get their work done to keep him in [SEP]", "detok_text": "[CLS] life? [SEP] a counter to the iranians, this time, was an anti - climax where the board is not an emblem. [SEP] profit at the company $2. 4 billion, due to the value of its patent contracts, rose as much as the price for the product. [SEP] this means you will have only some costs - private medicine, spa, care, personal care, care and support. [SEP] who could know how - but then only because i had no problems with them especially the quality of the executive staff and the language that i used. [SEP] and he thinks that they have to get their work done to keep him in [SEP]"}
+{"type": "sample", "index": 42, "raw_text": "[CLS] the time of the game. [SEP] but it ' s not at all bad to all of the government ' s customers as they don ' t want it - - oh, back, - - know. [SEP] each year chinese people have more than 6 million extra items in china and today ' s sites have over 5 million of whom follow them. [SEP] his son and husband, ashly, who was born on his own, will instead be using a milk crate made up from wood. [SEP] perhaps someone will have a row with me. [SEP] i have child ' s so as to look sexist and ukulele - speak. [SEP] [SEP]", "detok_text": "[CLS] the time of the game. [SEP] but it's not at all bad to all of the government's customers as they don't want it - - oh, back, - - know. [SEP] each year chinese people have more than 6 million extra items in china and today's sites have over 5 million of whom follow them. [SEP] his son and husband, ashly, who was born on his own, will instead be using a milk crate made up from wood. [SEP] perhaps someone will have a row with me. [SEP] i have child's so as to look sexist and ukulele - speak. [SEP] [SEP]"}
+{"type": "sample", "index": 43, "raw_text": "[CLS] a huge rally in the southern port city of basra this month, and this year ayman hosseini, a leading figure in the government became a symbol for himself wearing an anti - boycotted shirt in the street. [SEP] then you press the conversation around with your heart rate, sure. [SEP] jose rodriguez then doubled twice in the sixth walking james kolble to go in after a walk in the third to give the rangers 3 - 2 lead. [SEP] while japan ' s single - home sales is down 7. 0 from a year ago, to china ' s u. 1. 0. 3. decline, the institute [SEP]", "detok_text": "[CLS] a huge rally in the southern port city of basra this month, and this year ayman hosseini, a leading figure in the government became a symbol for himself wearing an anti - boycotted shirt in the street. [SEP] then you press the conversation around with your heart rate, sure. [SEP] jose rodriguez then doubled twice in the sixth walking james kolble to go in after a walk in the third to give the rangers 3 - 2 lead. [SEP] while japan's single - home sales is down 7. 0 from a year ago, to china's u. 1. 0. 3. decline, the institute [SEP]"}
+{"type": "sample", "index": 44, "raw_text": "[CLS]. [SEP] the rise in oil has helped cause the mood to trade better after, it seems, a government stimulus. [SEP] still even for the moment, he was trying to make a division of his soul around his own. [SEP] i agree. [SEP] the man ' s name is unknown. [SEP] hundreds, without question, crowded into a crowd of 10, 000 ( and coweds ) just down the alleys. [SEP] the two men also have to make up. [SEP] still, a former player might be having had a bad relationship with last season. [SEP] he has six major titles and five world titles but for being at the masters [SEP]", "detok_text": "[CLS]. [SEP] the rise in oil has helped cause the mood to trade better after, it seems, a government stimulus. [SEP] still even for the moment, he was trying to make a division of his soul around his own. [SEP] i agree. [SEP] the man's name is unknown. [SEP] hundreds, without question, crowded into a crowd of 10, 000 (and coweds) just down the alleys. [SEP] the two men also have to make up. [SEP] still, a former player might be having had a bad relationship with last season. [SEP] he has six major titles and five world titles but for being at the masters [SEP]"}
+{"type": "sample", "index": 45, "raw_text": "[CLS] [SEP] russian prime minister who will attend the event in the city of yekaterini. [SEP] so i began to say it was time to stop the cold stuff - - the bad stuff - - and try to ask him some of the basic questions about the problems that could bring up his kids. [SEP] but by the day i saw that the tories charge for their research. [SEP] it would have been a spoiler for the yankees to try to use their presence as a center for the team. [SEP] johnson has often moved in with his father after the separation. [SEP] i might think that i ' ll keep out my old friends. [SEP]", "detok_text": "[CLS] [SEP] russian prime minister who will attend the event in the city of yekaterini. [SEP] so i began to say it was time to stop the cold stuff - - the bad stuff - - and try to ask him some of the basic questions about the problems that could bring up his kids. [SEP] but by the day i saw that the tories charge for their research. [SEP] it would have been a spoiler for the yankees to try to use their presence as a center for the team. [SEP] johnson has often moved in with his father after the separation. [SEP] i might think that i'll keep out my old friends. [SEP]"}
+{"type": "sample", "index": 46, "raw_text": "[CLS] states that he was moved to, and they are usually less than in the size of most states. [SEP] and they know the only democrats, dems and republican party leaders have to win over the country. [SEP] for a long time, your quarterbacks can ' t, and even because of the draft it is hard to stop playing but it is hard, \" she said. [SEP] \" i always told him that, \" he said, it has happened. [SEP] sarkozy said well, as much as he said it opened up for cross - border and international talks. [SEP] he has given the name for its leaders, two young [SEP]", "detok_text": "[CLS] states that he was moved to, and they are usually less than in the size of most states. [SEP] and they know the only democrats, dems and republican party leaders have to win over the country. [SEP] for a long time, your quarterbacks can't, and even because of the draft it is hard to stop playing but it is hard, \"she said. [SEP]\" i always told him that, \" he said, it has happened. [SEP] sarkozy said well, as much as he said it opened up for cross - border and international talks. [SEP] he has given the name for its leaders, two young [SEP]"}
+{"type": "sample", "index": 47, "raw_text": "[CLS] a big laugh. \" [SEP] they are the first stage of the allieds ' end of the war. [SEP] people should be happy...... this wasn ' t the first time he was arported this time around. [SEP] this will shorten diplomats who will hold meetings in a carefully guarded environment for american and other heads of state. [SEP] \" when you think of a person living in or the face of war or violence it is impossible to hold the state which does not have as legitimately aboming or responsible as for the life, peace and welfare of its people and its representatives. [SEP] so, he [SEP]", "detok_text": "[CLS] a big laugh. \"[SEP] they are the first stage of the allieds' end of the war. [SEP] people should be happy...... this wasn't the first time he was arported this time around. [SEP] this will shorten diplomats who will hold meetings in a carefully guarded environment for american and other heads of state. [SEP]\" when you think of a person living in or the face of war or violence it is impossible to hold the state which does not have as legitimately aboming or responsible as for the life, peace and welfare of its people and its representatives. [SEP] so, he [SEP]"}
+{"type": "sample", "index": 48, "raw_text": "[CLS] were under 20. [SEP] its rebound in recent weeks has moved up to 20 percent by the quarter end, as investors are united behind china ' s decision to revise its old us open rate policy. [SEP] during the show, the spoils on thursday, we could not get to the big cats. [SEP] the recruitment campaign was stunted by a book about hitler. [SEP] also making his name in china was a man who has just in recent days talked about his affair with 6 - year - old yuanshian, a refugee from china. [SEP] it worked as planned. [SEP] yet still, overshadowed by the chinese government, and part [SEP]", "detok_text": "[CLS] were under 20. [SEP] its rebound in recent weeks has moved up to 20 percent by the quarter end, as investors are united behind china's decision to revise its old us open rate policy. [SEP] during the show, the spoils on thursday, we could not get to the big cats. [SEP] the recruitment campaign was stunted by a book about hitler. [SEP] also making his name in china was a man who has just in recent days talked about his affair with 6 - year - old yuanshian, a refugee from china. [SEP] it worked as planned. [SEP] yet still, overshadowed by the chinese government, and part [SEP]"}
+{"type": "sample", "index": 49, "raw_text": "[CLS] along the oneby road from the front street to the front yards. [SEP] this, at least until now, would have been a good, he said - all the annitilaws are being discussed by the eu side. [SEP] they feel they have the right to push on with life mind changes and a decision on drug use. [SEP] the estimate will be around £30m could be involved. [SEP] so is their only way to find if another power was going to travel? [SEP] \" when he comes to school, we are coming from the experience of a dangerous time for us. [SEP] many candidates have wanted to pay companies to keep [SEP]", "detok_text": "[CLS] along the oneby road from the front street to the front yards. [SEP] this, at least until now, would have been a good, he said - all the annitilaws are being discussed by the eu side. [SEP] they feel they have the right to push on with life mind changes and a decision on drug use. [SEP] the estimate will be around £30m could be involved. [SEP] so is their only way to find if another power was going to travel? [SEP] \" when he comes to school, we are coming from the experience of a dangerous time for us. [SEP] many candidates have wanted to pay companies to keep [SEP]"}
+{"type": "sample", "index": 50, "raw_text": "[CLS]. [SEP] the release of the album will soon follow - - a version of the album ' s title track, \" baby, baby, \" will be released for saturday, the third of the release. [SEP] i carried away the article that said that mr. mccain would \" get out of control, lead to bigger, balder, mindless politician, who will break the people like his big brother, will take control of the results, which ain ' t what they want to do. much earlier, a bit more quickly than others, they ' ve done. [SEP] can you - can ' t - win the country? [SEP] his [SEP]", "detok_text": "[CLS]. [SEP] the release of the album will soon follow - - a version of the album's title track, \"baby, baby,\" will be released for saturday, the third of the release. [SEP] i carried away the article that said that mr. mccain would \" get out of control, lead to bigger, balder, mindless politician, who will break the people like his big brother, will take control of the results, which ain't what they want to do. much earlier, a bit more quickly than others, they've done. [SEP] can you - can't - win the country? [SEP] his [SEP]"}
+{"type": "sample", "index": 51, "raw_text": "[CLS] the project also will offer more information on green issues, such as why don ' t school students pay. [SEP] the call was made around 8 : 15 tuesday, when even his security detail kept blowing whistles. [SEP] a woman gave herself up in january. [SEP] the tich : the next greatest signs of what ' s on my right mind : a cough, stomach and lower head. [SEP] in such a work from the present day, time must have been born to see a woman respond to the demands of her personal public service. [SEP] kuyt was the best left back on the game, however, and away at manchester city three [SEP]", "detok_text": "[CLS] the project also will offer more information on green issues, such as why don't school students pay. [SEP] the call was made around 8: 15 tuesday, when even his security detail kept blowing whistles. [SEP] a woman gave herself up in january. [SEP] the tich: the next greatest signs of what's on my right mind: a cough, stomach and lower head. [SEP] in such a work from the present day, time must have been born to see a woman respond to the demands of her personal public service. [SEP] kuyt was the best left back on the game, however, and away at manchester city three [SEP]"}
+{"type": "sample", "index": 52, "raw_text": "[CLS] sales data in the first months of the year, a data released by nadd, the american automobile sales group, showed thursday. [SEP] yet it was not a much - needed football that had turned the one - part final set into the death match. [SEP] for the most part, he could not be more president without mr. kennedy of course. [SEP] mr brown, often aged between him and steph brennan, got his vote - - that ' s - you - - confidence - - at the general election. [SEP] the man, kenneth rose, 25, of st george ' s cross, north - west london, was in a [SEP]", "detok_text": "[CLS] sales data in the first months of the year, a data released by nadd, the american automobile sales group, showed thursday. [SEP] yet it was not a much - needed football that had turned the one - part final set into the death match. [SEP] for the most part, he could not be more president without mr. kennedy of course. [SEP] mr brown, often aged between him and steph brennan, got his vote - - that's - you - - confidence - - at the general election. [SEP] the man, kenneth rose, 25, of st george's cross, north - west london, was in a [SEP]"}
+{"type": "sample", "index": 53, "raw_text": "[CLS] - - wrong? [SEP] i have come to the church with my family, but this one needs, is that of us who, in the perk of the mind, is this young leader known as recipienting on his handbags and vests? [SEP] under the bill, the governor requires that schools remind parents of the types of physical education they can. [SEP] the goal also is endorse a new course of action. [SEP] but they do with a 100 m. p. g. mark, the driver turned in. [SEP] \" bloggers are urging china ' s official authorities in beijing to allow chinese company officials to [SEP]", "detok_text": "[CLS] - - wrong? [SEP] i have come to the church with my family, but this one needs, is that of us who, in the perk of the mind, is this young leader known as recipienting on his handbags and vests? [SEP] under the bill, the governor requires that schools remind parents of the types of physical education they can. [SEP] the goal also is endorse a new course of action. [SEP] but they do with a 100 m. p. g. mark, the driver turned in. [SEP] \" bloggers are urging china's official authorities in beijing to allow chinese company officials to [SEP]"}
+{"type": "sample", "index": 54, "raw_text": "[CLS] it, and argue that mr lieberman and mr lieberman were - - working for iran - - no - 3. [SEP] it attracted 1, 000 more to see the big winner ' s team. [SEP] a plan b is in place to return to the arena after leaving saturday, the last band and, to perform their final show, to and when we win. [SEP] more interesting, come a child, who, seven years old, is a 16 - old love daughter. [SEP] but that for more.... [SEP] you ' ll get in the green zone in two events. [SEP] glyphodontes, or the [SEP]", "detok_text": "[CLS] it, and argue that mr lieberman and mr lieberman were - - working for iran - - no - 3. [SEP] it attracted 1, 000 more to see the big winner's team. [SEP] a plan b is in place to return to the arena after leaving saturday, the last band and, to perform their final show, to and when we win. [SEP] more interesting, come a child, who, seven years old, is a 16 - old love daughter. [SEP] but that for more.... [SEP] you'll get in the green zone in two events. [SEP] glyphodontes, or the [SEP]"}
+{"type": "sample", "index": 55, "raw_text": "[CLS] on a car radio, as the standard driving test. [SEP] \" he has a growing foundation to make in his party. [SEP] robert farden, 17, and michael, of lopeth, died in the early hours. [SEP] india beat south korea, 3 - 4, in 1986. [SEP] that is all the government wants now. [SEP] i now have time to to catch up. [SEP] president obama has been giving back credit to small companies, if it does not get to be for the insurance industry. [SEP] \" when you come out with a tough man, you aren ' t working hard. [SEP] the u. s. attorney [SEP]", "detok_text": "[CLS] on a car radio, as the standard driving test. [SEP] \"he has a growing foundation to make in his party. [SEP] robert farden, 17, and michael, of lopeth, died in the early hours. [SEP] india beat south korea, 3 - 4, in 1986. [SEP] that is all the government wants now. [SEP] i now have time to to catch up. [SEP] president obama has been giving back credit to small companies, if it does not get to be for the insurance industry. [SEP]\" when you come out with a tough man, you aren't working hard. [SEP] the u. s. attorney [SEP]"}
+{"type": "sample", "index": 56, "raw_text": "[CLS] issues. [SEP] for the children from the \" orphanages, \" which have cars for their families, a sign stands above peter ' s. [SEP] the second quarter came to below $ 200. [SEP] this issue is, for now, a significant one. [SEP] i mean, we will all still be in prison, in some parts. [SEP] michael allen and david cowell have been voted the world ' s most talented people after \", oh, come to this. \" [SEP] we should try, but he will not. [SEP] however, investment can only be achieved if this national plan can work, as they know from the local council on [SEP]", "detok_text": "[CLS] issues. [SEP] for the children from the \"orphanages,\" which have cars for their families, a sign stands above peter's. [SEP] the second quarter came to below $200. [SEP] this issue is, for now, a significant one. [SEP] i mean, we will all still be in prison, in some parts. [SEP] michael allen and david cowell have been voted the world's most talented people after \", oh, come to this. \" [SEP] we should try, but he will not. [SEP] however, investment can only be achieved if this national plan can work, as they know from the local council on [SEP]"}
+{"type": "sample", "index": 57, "raw_text": "[CLS] made four changes to his form for the start of davis cup games play, winning 6 - 1, 6 - 2 in stockholm. [SEP] but now, the media sag in their countries this morning, we are be willing to allow for a start... [SEP] it will sell a us - issued yend note, priced at $ 2. 66, the official price of record. [SEP] i was told i was talking about america. [SEP] my only thought is of tiger woods as being and then a leader. [SEP] repeat, hope not. [SEP] so it was to make sure to keep the mix open and pencils to be sure [SEP]", "detok_text": "[CLS] made four changes to his form for the start of davis cup games play, winning 6 - 1, 6 - 2 in stockholm. [SEP] but now, the media sag in their countries this morning, we are be willing to allow for a start... [SEP] it will sell a us - issued yend note, priced at $2. 66, the official price of record. [SEP] i was told i was talking about america. [SEP] my only thought is of tiger woods as being and then a leader. [SEP] repeat, hope not. [SEP] so it was to make sure to keep the mix open and pencils to be sure [SEP]"}
+{"type": "sample", "index": 58, "raw_text": "[CLS] k - 20? [SEP] it ' s a public art project - - at least. [SEP] but just over a week, one of the last towns in the west left before this peace began. [SEP] the government will get to keep some out of court, with a ruling in may 2009. [SEP] the big crickets - - it was so hard not to jump along with them, he would be out so.... happy. [SEP] the banks : well, they want to take your money but i know they, so to look at it, have lost the value of every dollar to come out in the market in the last three [SEP]", "detok_text": "[CLS] k - 20? [SEP] it's a public art project - - at least. [SEP] but just over a week, one of the last towns in the west left before this peace began. [SEP] the government will get to keep some out of court, with a ruling in may 2009. [SEP] the big crickets - - it was so hard not to jump along with them, he would be out so.... happy. [SEP] the banks: well, they want to take your money but i know they, so to look at it, have lost the value of every dollar to come out in the market in the last three [SEP]"}
+{"type": "sample", "index": 59, "raw_text": "[CLS], is better. [SEP] they ' re working to keep up demand for the information. [SEP] the 23 - year - old was caught by the device, in the form of a ground - cut ring, in his left eye after the sight of his partner engaged in a fight. [SEP] the mayor of derby county has issued a speeding ticket for £18. [SEP] but the government has gone, the downturn has led to higher pay - - and we still have to spend a lot more than on average in our first year. [SEP] \" you win! \" they one - cheeked, the obama - waving crowd as the two - hour [SEP]", "detok_text": "[CLS], is better. [SEP] they're working to keep up demand for the information. [SEP] the 23 - year - old was caught by the device, in the form of a ground - cut ring, in his left eye after the sight of his partner engaged in a fight. [SEP] the mayor of derby county has issued a speeding ticket for £18. [SEP] but the government has gone, the downturn has led to higher pay - - and we still have to spend a lot more than on average in our first year. [SEP] \"you win!\" they one - cheeked, the obama - waving crowd as the two - hour [SEP]"}
+{"type": "sample", "index": 60, "raw_text": "[CLS] that some kind of accord might be sought having to hold talks with israel and its palestinian leaders. [SEP] johnson, and his wife, betty, serve as guards for the team ' s games. [SEP] a source : wuxian,... [SEP] or will they get a sister? [SEP] she might be happy with her as a double - up but he is concerned by her ex - son, who has given a photo of my son ' s body with her at the age of ten. [SEP] according to the status of the money they borrowed from a local businessman, to be put up for a vote on a vote of about 10 [SEP]", "detok_text": "[CLS] that some kind of accord might be sought having to hold talks with israel and its palestinian leaders. [SEP] johnson, and his wife, betty, serve as guards for the team's games. [SEP] a source: wuxian,... [SEP] or will they get a sister? [SEP] she might be happy with her as a double - up but he is concerned by her ex - son, who has given a photo of my son's body with her at the age of ten. [SEP] according to the status of the money they borrowed from a local businessman, to be put up for a vote on a vote of about 10 [SEP]"}
+{"type": "sample", "index": 61, "raw_text": "[CLS]s in october, 2010 and has set a launch date of 9 : 30 a. m. [SEP] he said the council was concerned about the potential safety risk, because \" the sense of community was more secure. \" [SEP] this shows you ' re not a bad guy, \" said rebekey, who grew up in new york. [SEP] jackson is not immune to the heat of the fashion world, and a time of unfad confidence in the results of his life was lost to the media. [SEP] and the same thing that is about, haughty and you... [SEP] the remarks were placed on the start of [SEP]", "detok_text": "[CLS]s in october, 2010 and has set a launch date of 9: 30 a. m. [SEP] he said the council was concerned about the potential safety risk, because \"the sense of community was more secure.\" [SEP] this shows you're not a bad guy, \" said rebekey, who grew up in new york. [SEP] jackson is not immune to the heat of the fashion world, and a time of unfad confidence in the results of his life was lost to the media. [SEP] and the same thing that is about, haughty and you... [SEP] the remarks were placed on the start of [SEP]"}
+{"type": "sample", "index": 62, "raw_text": "[CLS] a problem local governments aren ' t spending more on education, because they blame local and local government. [SEP] the city of mobile, orange county, offered a $ 20, 000 to the worst area. [SEP] the last congress was on how to create money and public spending to go into the economy. [SEP] shareholders in microsoft raise 10. 5 billion dollars to $ 40 ( $ 2. 4 billion ) of cash and the value per share in the deal worth $ 29. 5 billion. [SEP] then again he ' s not making a secret. [SEP] he returned to the event at this year ' s champions, and added that he ' d [SEP]", "detok_text": "[CLS] a problem local governments aren't spending more on education, because they blame local and local government. [SEP] the city of mobile, orange county, offered a $20, 000 to the worst area. [SEP] the last congress was on how to create money and public spending to go into the economy. [SEP] shareholders in microsoft raise 10. 5 billion dollars to $40 ($2. 4 billion) of cash and the value per share in the deal worth $29. 5 billion. [SEP] then again he's not making a secret. [SEP] he returned to the event at this year's champions, and added that he'd [SEP]"}
+{"type": "sample", "index": 63, "raw_text": "[CLS] addicts, to limit things, to rest, to get arrested and out of trouble. [SEP] in practice, obama campaign has treated a woman as not because it thinks his wife is a world - class candidate. [SEP] you may get off when someone tries to protect your children or from scuders. [SEP] smith ' s attorney, michael spencer, previously told staff by phone the father tried to spend the day with edwards after trying to visit the three children to make time for the sake of his first marriage. [SEP] we could play - and off to a different space. [SEP] this money to pay wages and services which had been run by [SEP]", "detok_text": "[CLS] addicts, to limit things, to rest, to get arrested and out of trouble. [SEP] in practice, obama campaign has treated a woman as not because it thinks his wife is a world - class candidate. [SEP] you may get off when someone tries to protect your children or from scuders. [SEP] smith's attorney, michael spencer, previously told staff by phone the father tried to spend the day with edwards after trying to visit the three children to make time for the sake of his first marriage. [SEP] we could play - and off to a different space. [SEP] this money to pay wages and services which had been run by [SEP]"}

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps32_c64_t1p45_detok_raw_samples.txt

@@ -0,0 +1,224 @@
+steps32_c64_t1p45_detok
+{
+  "type": "summary",
+  "name": "steps32_c64_t1p45",
+  "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt",
+  "step": 434000,
+  "decode": {
+    "kind": "categorical_fullvocab_normal_steps_sweep",
+    "config": "steps32_c64_t1p45",
+    "steps": 32,
+    "endpoint_temp": 1.45,
+    "concentration_max": 64.0,
+    "final_from": "state",
+    "update": "resample",
+    "n_samples": 64,
+    "seed": 20260509
+  },
+  "detok_genppl": {
+    "ppl": 63.06879447117644,
+    "nll_per_token": 4.144226106352664,
+    "tokens": 9497
+  },
+  "diversity": {
+    "sample_entropy": 4.250657452676631,
+    "unique_tokens": 1872,
+    "token_count": 8192,
+    "distinct_1": 0.228515625,
+    "distinct_2": 0.7368356299212598,
+    "top_token_mass": 0.0494384765625
+  }
+}
+
+===== sample 000 =====
+[CLS], 000 people bought vehicles for just half euros each. [SEP] then they are able to compete in the last round, which means the other race can remain free to avoid missing the final event. [SEP] what can i do down the red lane? [SEP] since then she has been featured on the times's foreign section to china, but she recently kept her secret in fear of embarrassing news. [SEP] "they need us and the money to do this won't be enough," he said. [SEP] the current great film, "oohoo!," a hit 12 - hour horror, has cost $3, 100, 000 [SEP]
+
+===== sample 001 =====
+[CLS] available. [SEP] one in the room, between 5ft 6 and 6fts, is of average height. [SEP] without the fear of abuse no matter how weak others the mothers were, there was little or no record for the consequences of someone's behavior or behavior. [SEP] if successful in negotiations, it likely would have to broaden its future plans. [SEP] at the same time, the weekend's leadership race was soured by a massive counter - street offensive against the ruling oppositions. [SEP] and, if that is a common sentiment in the internet age, they feel confused about how many things they feel, or just how [SEP]
+
+===== sample 002 =====
+[CLS] in the world financial system, giving them greater say in the role they will play out in responding to global financial crisis. [SEP] i feel pressure to come out and to them, and go to go down the road and i go to the red light. [SEP] the furs are sanctioned by the japanese national whale foundation, the biggest charity in japan. [SEP] after they start the season at some pace you might not be seen fighting these jealously british dungslems that have thrived for most of the season and much of the year. [SEP] banks have raised some $4 billion in new capital. [SEP] aol also began getting its services [SEP]
+
+===== sample 003 =====
+[CLS] on saturday, saying that some output could decline as much as 5 per cent. [SEP] 3. 6m, now tackling through attempts to make the limit, and 9. 5 seconds on south africa's main position records. [SEP] the camp in the agita khan prison was set up january 11, 2005, after six prisoners were attacked and held at the al shawan military prison in the southern desert for two weeks. [SEP] the additional secured debt facility will be provided by a senior subordinated private exchange facility in two banks otherwise known as the u. s. government tenders and expire tenders. [SEP] she needs 2 [SEP]
+
+===== sample 004 =====
+[CLS] or more, about one in 10, is on the internet now, with five percent of being caught in several years. [SEP] she told me: " because her mother could not say enough to the children, they just didn't understand. [SEP] biologically, and with both our daughter and me, their 5 year old kids keep their close relationship with the y & y, their 8 - - or all her children. [SEP] while no research or design announcement changes were made to toyota's future plans, the company has also outlined its own options for a new plug in hybrid car ( oh, the name for cobo and japanese [SEP]
+
+===== sample 005 =====
+[CLS] before his wife but he asked him if he had intended to the woman in the garden to help him. [SEP] on the early show, leno chucked mccain in the bathroom "as his face looked black before i see him down and standing still." [SEP] freya is also suffering from a rare abnormal condition that disrupts her brain and doctors have to deal with her mother. [SEP] nothing happened to her as her knees were more powerful than her sister, but it's not as great, as it doesn't mean to give her more than 100 miles per day. [SEP] i have found myself running into droves, as [SEP]
+
+===== sample 006 =====
+[CLS] the investigation into the auction was dealt with legal questions over financial policy. [SEP] he had a big heart and has alzheimer's, garrett was her first son. [SEP] q: do you really hear a little more than you think? [SEP] the sensational, well - produced, dance festivals provide an interesting summer. [SEP] i would say that the selectors could not stand it that they have tried all the tests but haven't done it with skill or passion. [SEP] he has his own sceptical friends saying, i don't know who was asking him to use his words, or even become a matchteller [SEP]
+
+===== sample 007 =====
+[CLS] year earlier, has announced that it can run the self - built engine. [SEP] they are not quite happy and because, when they thought they were talking to them, it was a problem for every kid. [SEP] she should be appointed as a head of state's affairs, murciar mohammed ali, as an economic adviser to who would be given the most power, for him to act as prime minister. [SEP] councillors say they have the extra time to vote in all the council and have got the right to reject the present bid. [SEP] he also said u. s. authorities agreed to work on intelligence concerns that would be [SEP]
+
+===== sample 008 =====
+[CLS] impact on their own life. [SEP] police say the mountain man was still looking as the young men hustled him down; the boys were standing at their feet. [SEP] so the exchange got some kind of tears in his head. [SEP] he became involved. [SEP] the obama campaign offered to give $1, 000 to those involved. [SEP] police said the driver was involved with a separate car during tuesday afternoon's accident. [SEP] the water had to be in the air between the legs, just as other runners were left without an elevator. [SEP] he is back home this year, and he hasn't given up trying to save the [SEP]
+
+===== sample 009 =====
+[CLS] numbers. [SEP] mckinney's trying to help the cost up a bit: $10 million. [SEP] the next step? - what: for pictures of a man who is not reflected on their child's face, they can see in terms of demand, the words used, and that is how changes are often made. [SEP] "there is time when the music can come and it will live on," said borukoni. [SEP] and as they grow, the rest of the world's smes will be replaced by new efforts by alcoa. [SEP] untaving car remains in the ground in this [SEP]
+
+===== sample 010 =====
+[CLS] if there is all of what she has known for years. [SEP] they reduced their deficit to two goals on four minutes for much of the first half, going out twice despite scoring two goals in half succession to build a second - half lead. [SEP] britain's pro - british workers party threatened to force gordon brown's new government to change their name at the next general conference in westminster on friday. [SEP] professor lamy said it would be wrong for mr brown to take the leadership issue seriously, but added that the current issue is in no shape to be a regular process, and the problems have the potential to change. [SEP] some [SEP]
+
+===== sample 011 =====
+[CLS] be funded with a three - year loan. [SEP] "over that, i said some admonitions - - i'm a man who is really like to hit a big shot.... [SEP] obama: he has told reporters he will likely be forced to abandon the energy senator's legislative priority, energy and leave the senate to pass the white house. [SEP]" the (city of mumbai) has complained about the corruption of the police, its judicial system and its reputation, " said masmahat ali gur, deputy president of the region's police union. [SEP] but if you can't feel you [SEP]
+
+===== sample 012 =====
+[CLS] to get obama elected, call it off and put it on its head while he can go about improving his and his personal image. [SEP] the federal reserve bank's rate next week is expected to show rates will be held at 1 percent. [SEP] the air leading airline suffered a 13 - percent fall in its share price, with british airways down 6 per cent, 6. 9p, to 11. 6p earlier. [SEP] the same takes you in some ways but i get hold of post - match life, and that incurrilous face lifts me, " he said. [SEP] in 2006, the first time the teams won [SEP]
+
+===== sample 013 =====
+[CLS] they struggle over whether they will accept the proposition that new votes are passed by their own margin or created by bad enough. [SEP] last year, looking to put him home runs ahead, he also went down in baltimore by two. [SEP] he hit just six homers last season and david scertz hit consecutive grand runs for the red sox to help boston post its second straight. [SEP] how in the world have you ever done a thing to any iranians. [SEP] in 2006, the three original stores, bought with hollywood gizmodel marc samberg and a second - generation designer mark danielli, are scheduled to open next year [SEP]
+
+===== sample 014 =====
+[CLS] most consistent, but my results are the most important, you often lose, even on an extra lashing. [SEP] at the same time, the state could see cuts to higher education that would grow, but schools could benefit. [SEP] i don't think of hillary (and barack) because he's made me mad, too - i really don't feel i am so stupid. [SEP] peter jones, a 17 - year - old, has heard how thomas, after first telling the police that he was a 16 - year - old, claimed she beat him with his club in november 2003. [SEP] he said: " there [SEP]
+
+===== sample 015 =====
+[CLS] 000 deaths a year since 2006 and killed 25 people in 2005, as they attempt to take control of a drug - related war that has spanned decades. [SEP] two scotland police officials said the men involved came as his father, george, aged one, walked from a town shop to a music store in glasgow. [SEP] the plan will also include, on paper, "public spending cuts," long - term tax cuts to health care. " [SEP] and now she is on the water. [SEP] but what times did her parents come up with this story of their own? [SEP] but voters in michigan try hard to know they've signed up [SEP]
+
+===== sample 016 =====
+[CLS] know shouldn't be allowed too much - - - - - - - - - would need to avoid the end grooming for sex. [SEP] mr mcgobbi, 22, was a keen player, was accused of shooting a teenager, the court heard. [SEP] oh - - so "what is it worth" is she buy this film? [SEP] mccain's plans include several planned events in the u. s. where he lived. [SEP] john miken mikel, who made four appearances for manchester city this season, has left the club as to his future. [SEP] australia's top - ranked women are ranked seventh [SEP]
+
+===== sample 017 =====
+[CLS]a ), was born and had a home in boston, massachusetts. [SEP] even in a chatroom, where still the words come from zipping through their reruns, cw's audience often inappropriately feel the same. [SEP] but it didn't do his work to kill people. [SEP] the open - air days would be long enough and if you decide to go, if it is to go back on time - you can put up a stand at a beach, be involved in the crloke with most of your best friends in the world. [SEP] the trio also bested the pronouncement song through new [SEP]
+
+===== sample 018 =====
+[CLS] should just not improve mixed - race relations. [SEP] the three other new members from pop band new look metal, rock band the drive are hoping to get it back on "you can get over," from their pre - pop hits and the god of my mind. [SEP] but why's the sun still shining in your garden so fast when the results come out? [SEP] tiger, like a fast - footed chimp, could make life from dead, with long growths on its head. [SEP] what do you think about your kid's gpa? [SEP] fbi director michael vener said he could not find better ways to do [SEP]
+
+===== sample 019 =====
+[CLS] on their second child again. [SEP] after all, sodil by ojdum a. c. cripus, "my friend," is not the only sort of misty - eyed poet when asked to do it, or as a romantic. [SEP] i think he should open a new chapter on jan. [SEP] " we had not expected to pay them back by the end of may or for as long as little money, have got no money to spend. [SEP] the scottish government says it has no supplies or plans to build new pipelines. [SEP] environmental authorities have said they feared that dolphins might be damaged as a result [SEP]
+
+===== sample 020 =====
+[CLS]? [SEP] local media have said the figure of 1, 000 dead belonged to 5, 000 people from human rights. [SEP] later, that should could have been expected as the child's you can get when you grow up with each other and having a good time of loving it or choosing not to be denied or what to send down and then you do your way with it and give it up! [SEP] call the children and their experts and turn me all down, just to put down the heat. [SEP] in the letter, mr hoon, the chief secretary of the ons, is expected to identify more than a million " home [SEP]
+
+===== sample 021 =====
+[CLS]ers - they should have the right to do what they did to their children, but if they did what one could say about whether we would ever like them. [SEP] not all the same.... [SEP] the justice administration has long tried to pull out the deal, either last friday or monday. [SEP] boyne scored the winner in the second and came back with an 8 - minute power - play by legace at 11: 06. [SEP] but wish you well and be clear. [SEP] by the end of the school year, he will be eligible for his degree. [SEP] the same may be true. [SEP] but determined to persuade [SEP]
+
+===== sample 022 =====
+[CLS] months to complete the waiting list. [SEP] that had little to consider than down down to the west coast to green bay bay, a former new england resort with location near the bay line. [SEP] italian filmmaker alberto canales was arrested on wednesday after attacking the italian anti - mafia activist who claimed to a police videotatape taken from the mayor's home in 2006. [SEP] her lawyers, and the prosecutor's defense chief, ramin oudin kriheri, said his calculations show that 3, 700 and 4, 446 defendants, will still be tried in the court of council session in august. [SEP] revenues fell [SEP]
+
+===== sample 023 =====
+[CLS] year. [SEP] the point was not just to have a camera and i can't let him be as long as he can be. [SEP] america is filled with ideas, a plan, a plan, a business plan. [SEP] chickens, scorpions, geckos, snakes and macaws were still running over as they tried to clear what many children lost. [SEP] what was i was so wronged when i started talking about a boy - - he is, as a very old man so impressionable - - and by his name. [SEP] sekdiko, who is from manhattan, said her most popular treat would be [SEP]
+
+===== sample 024 =====
+[CLS] had "seen no evidence of any acts of violence. [SEP] that could have been ahead even after last week, when the cases went back to the supreme court judge to consider their criminal cases. [SEP]" i'll be the next person to be, but maybe what i said about it made me feel good, i want to play. [SEP] he says he really was so frightened that he wouldn't know the scale of the threat. [SEP] "there's no financial value to loo as a one - name issue. [SEP] no tears of joy," one her young, pregnant mother, yu jinh, who gave her [SEP]
+
+===== sample 025 =====
+[CLS] the communist party's policy of approach. [SEP] i still see people strafling around the net - but it will just happen to go. [SEP] going along, or dumbing down again. [SEP] all that mattered to palin. [SEP] in his presence, though, a keening air of physicality carried out through many of him, and he is the second most powerful voice. [SEP] all they can see is how to walk free of their houses, traffic, cars, running around and others - - imitations of california and other states. [SEP] this is going to kill the economy. [SEP] the second round of the world series [SEP]
+
+===== sample 026 =====
+[CLS] will be hoping to play her once at the end of the month to meet andy murray on saturday in the first round on the spanish open cup. [SEP] steve williams, the managing executive of gmg, said the move on top of cuts in jobs reflected frustration among many governments that have been unsafcy about moving on to long - term business opportunities in the recession. [SEP] the coaches certainly had no idea. [SEP] let's if you think you have had all our two tied up. [SEP] to promote paul's status as a writer, i know his book of contemporary idealism came with the two key words, and that [SEP]
+
+===== sample 027 =====
+[CLS] [SEP] the evidence of a crackdown has now emerged, and the gunman, who has a reputation for violence, threats and beatings, is jailed. [SEP] spring storms and mudcracks are also threatening hundreds of thousands of native people from southern china, thanks in part to feed their rising food prices. [SEP] all the taliban are calling themselves the militia to protect their cause. [SEP] "they can," he said, and to get out of business. [SEP] a spokeswoman called to say that two children lived in the same street of the house. [SEP] why, my heart! [SEP] " that was when the first member [SEP]
+
+===== sample 028 =====
+[CLS] $3. 94 and a new $951. [SEP] from this june, many of the world's towns have excellent views of loca, the stunning port of venice, and made with dishes like coriane, antoni llandrillo, italy's best - made loquita, or the excellent cavoli essada praje di connovo, or just its three - strong trout with pistaoli. [SEP] military rule is a central power system run by the ruling elite. [SEP] the fscue has urged rbs to find new ideas " to ensure the stability of the [SEP]
+
+===== sample 029 =====
+[CLS] and he you saw a different kind of the same situation that she had before she set me off, "he said. [SEP] however, mr brown, a fast - flying boxer, suffered from lung cancer at an early age, and was likely to be among smokers, was not even expected to do well to the public option. [SEP] a key concern is growing today that all european government bodies elected to hold european elections should remain in control, with some seeing a return to the european commission. [SEP] imperitily greets you the same face, he appears to go with a comment:" you know, he's a [SEP]
+
+===== sample 030 =====
+[CLS]. 2 to 12. 8 - seconds of the day outside the world record set by the arc de vernare. [SEP] a credit deal has some good details, and i claim for help with people who have been rejected or debuluted. [SEP] the russian - born makgotyl, known as "turkel," left north pole national park in 2002 to form the sablon ski team two months after he scored there. [SEP] ben weiner at the university of wisconsin researchers examined the thousands of people who had lead - in asthma and problems with cars, finding that large numbers of rare disease injuries can occur [SEP]
+
+===== sample 031 =====
+[CLS]. [SEP] baghdad - - after control of basra last month and iraqi soldiers cut - down their operations to allow insurgents to roam through the streets of the city of basra on monday, al - obama is convinced his military can try to move around. [SEP] but as bartenders, they causting and toring him tait the image. [SEP] and vick was non - controversy, thanks to his admission of having sex with an alleged childdoer in the last year in prison, a promise to return. [SEP] more us news here, too. [SEP] to help the effort, monday was no longer a conference, where a [SEP]
+
+===== sample 032 =====
+[CLS] that, the italian prime minister silvio berlusconi announced his wife had a baby six weeks ago. [SEP] legal authorities are concerned enough of parliament's refusal to kill the bill. [SEP] the animal's sex was nothing but normal on a monday morning, the department said. [SEP] at the height of the great depression, thomas and william went off and at one time had married, father john still lived on the house and our family, friends and colleagues was happy. [SEP] "the whole thing has been hit with a bit of a headache," he added. [SEP] 1000gmt ) at 11: 00 am ( ps [SEP]
+
+===== sample 033 =====
+[CLS] mind, even when gosling referred to his children as a machine he believed was their own. [SEP] the best time could have been a rerun three hours ago. [SEP] "that is worth more than ten times more than £2m, in the case we are looking at at, if not even at this money," he said. [SEP] his memories came from the time during his youth when symptoms began to spread instead of treating the disease, he said. [SEP] a 2002 world super series winner, the question took months to solve. [SEP] but he's heard, he means it to his fans. [SEP] meanwhile, the 27 - [SEP]
+
+===== sample 034 =====
+[CLS] [SEP] when he told woods that he thought he'd have to take the play cut with the par hole, he didn't think he could not get the call. [SEP] when he is out left, when in the back, when brown is a lock, bring in ronaldo, a substitute, then take the ball when they turn, and he will always come up with a one, (about 10 minutes later). [SEP] this is expected to bring about mr. gray's hand in the senate as well as president and if his opponents to the d. c. council make up of that, more is needed to balance [SEP]
+
+===== sample 035 =====
+[CLS] call was prompted by the european union's competitionism and competition committee in its battle on a rival industrial deal, which investors fear could lead to a break - up next year in the competition for a european market. [SEP] or that she hopes she can have the rich sue her mother for having his daughter and give her too many abortions. [SEP] wake up after spending a few hours!!?. [SEP] we can think in the world that otherwise it would not stand up to the united states to stand on this without penalties. [SEP] you know that that instead of raising taxes, these business - tax benefits that will really tax them off [SEP]
+
+===== sample 036 =====
+[CLS] to investors in january 2007 over a bail - out plan, then made its fall 5 percent in early trading, in november 2008. [SEP] it's funny to see it, and you have to pick up a son or something but can you hear? [SEP] if you did, the male was born with a second baby, with her baby on a front line - up one foot ahead of the other, so it was best with the male too. [SEP] he's the first time trying to put down the gun and he thinks he would stop shooting him. [SEP] if mr. ott was not there, she wrote, he would [SEP]
+
+===== sample 037 =====
+[CLS] but we are so sure that we are the best team. [SEP] so, watching "idol" itself was the way to make "idol," and also sometimes the end of life. [SEP] " i've faith in my country but it's always been the only best way i needed to be here. [SEP] he also said he had to tell him to call his goer to see him and live with the locks. [SEP] yeah, and who's been called on to do that? [SEP] the vote to start the italian football team's season was meant to protect the league's financial position. [SEP] but the un [SEP]
+
+===== sample 038 =====
+[CLS] a new plan for negotiations with the scottish government over the issue. [SEP] however, the largest three u. s. brands were told of the largest annual revenue decline and record per - share loss for fiscal 2009, $2. 65 billion, or 20 cents per share. [SEP] he was waiting in a mini - trailer while being injured. [SEP] andry faragen, defence minister, eu, ko simuniic. [SEP] but when the new question is debated, many people follow with their advice for the next parliament, while doing little such damage. [SEP] what was what must be a special case? [SEP] he says that he had [SEP]
+
+===== sample 039 =====
+[CLS] $40 million, a year. [SEP] these are not the only reventries of state schools. [SEP] and worse, his pay for all those phone calls, along with a host of other questions of identity and the question to how his daughter handles with love, love and human condition, is getting healthier. [SEP] in the new year oil went on, it seems that the economy is starting to stabilize and is starting to turn around even when things break up. [SEP] " although the outcome may still be decided after the former members show their finger. [SEP] the felony offence carries a sentence with sentences of three years and up to £2, [SEP]
+
+===== sample 040 =====
+[CLS] euros ). [SEP] 3 (upi) - - st. louis diamondbacks closer brad hawpe signed on a new contract thursday with the new york yankees, ending his fifth career postseason victory. [SEP] the actress had once been signed up to tell him he to be painted for her after his death, and the next three years he would procure his time on a par with one other hand as the main character. [SEP] the best plan here is not to pay all the time, but pay for the entire year at a price. [SEP] mr brown and many other world leaders were struck up when a call by gordon brown and president [SEP]
+
+===== sample 041 =====
+[CLS] policies? [SEP] "we could run down, and we took high risks," he said. [SEP] it's the work i found here at the time when the market, suddenly, started to look achingly bad. [SEP] in fact mr clegg's party lost nine, while the tories have won some by - elections or more. [SEP] the first plan has since been to move back in with a new 10 - foot 5 - long leg and a dog with no room to run. [SEP] "or anything else, that would be... a sick joke." [SEP] enough, then, to tell american troops [SEP]
+
+===== sample 042 =====
+[CLS] the end of the month. [SEP] what if he wants you know if i have said or spoken with your son, as i don't even remember him at all. [SEP] so we're having a different day on the field for everyone. [SEP] some colleagues asked, and bell's family, who stood quietly at their verdicts. [SEP] go out and just get through. [SEP] it is very fair. [SEP] she said he began using a broom hammer to water through the hole. [SEP] there are so many things, though, that's very wrong. [SEP] the patients are light skinned and can weigh under 10 pounds. [SEP] [SEP]
+
+===== sample 043 =====
+[CLS] [SEP] after serving in the raf group in 1946, williams - - in november this year - - started the army's three - month service and became a symbolised figure as the most talented soldier and volunteer of his life. [SEP] usually they would go for one out of their custody, or other benefits; they have visitation rights. [SEP] reina went into the final half a minute after a second goal, giving murcy their 2 - 2 lead. [SEP] his shop, david's kitchen, is sold out. [SEP] the players' union is expected to agree on cutting $25. 5 million in financial aid, including small [SEP]
+
+===== sample 044 =====
+[CLS] to change my life? but what is my life, to do is living, do it, do it, the issue is over for the next day, but, i really dont know know what my future is. [SEP] this has a very different message, but you might know. [SEP] the mother suggested that investigators have to take care of him, saying they have no issue with his past status as his father. [SEP] "well, we did not start with that group, but since we don't do so we are not people out there," he added. [SEP] officials in northern sudan put the death toll at 10. [SEP]
+
+===== sample 045 =====
+[CLS] a woman..., " said carrick during her long phone interview with the magazine. [SEP] fine, because i also was addicted to how much you like looked at things... and the more the children knew of it happened, of course, and that could be the real problem. [SEP] that is about 15 per cent of the population who relies on council tax. [SEP] the club has created a strong team with high hopes for players to turn up often as the fans of the team left, not due to race, gender and culture, and not their reasons. [SEP] recently, sports coaches have been joined in by controversy. [SEP]
+
+===== sample 046 =====
+[CLS] mean that if his primary campaign fails it could rely on contributors to meet the size of its own cash resources. [SEP] the investigation found that cleary had little hope of keeping up his win through the race. [SEP] lizards, two snakes and four parrots live on, but among some alligators, the animals live at the end of species known as big frogs, lorias and stickers. [SEP] make him something, do you still do what you love, and go away? [SEP] this comes as london city council announced it would allow for take - home pay of 5pc. [SEP] petro - - one of russia's more [SEP]
+
+===== sample 047 =====
+[CLS] she said. [SEP] 4 june 2003 - a new law is passed in poland. [SEP] the phone was too late. [SEP] 18 at 2: 45 a. m. [SEP] paterson on monday approved a record $43 million fund for new york - new couples and children under 25 who end their lives by a life - saving organ that will cost $18 million. [SEP] " the overall decision of the qatari government to take responsibility of supporting the mend is unacceptable. [SEP] mr straw often did not know he was being allowed to use his functions as house of commons, leader and chairman of his party, committee for human rights. [SEP] but [SEP]
+
+===== sample 048 =====
+[CLS] "some 20 years ago." if i can see them, "she said to her young daughter, as" another young child cheats with his father, on my planet. "[SEP] jin jing tanzhangkun, a beijing bird technology expert, says he immediately made the big splash at bird's nest, ringed by a fin about a foot by 2 feet high, a shape of flowers and a red white blanket. [SEP] she's has a 6 - year - old son named todd palin who has a" non - threatening "injury. [SEP]" we just put into the 10 best years of our [SEP]
+
+===== sample 049 =====
+[CLS] debting firm permira may soon lead their search private. [SEP] but if i let him by, he would come fast. [SEP] the uk claims the recording is a secret, has made it more available to the media, it has allowed observers in the country to gather evidence. [SEP] the other two known species are found in the mix of bluebirds, birds, bluefin and male tuna. [SEP] "i have only one thing i do consider most important is to get the pace, that it can't be difficult to continue in the long - term," he added. [SEP] for new american strength, i have to be [SEP]
+
+===== sample 050 =====
+[CLS] her foot in front of the officer and making the piece loose. [SEP] so you get your own company, then do some "baby running" by yourself, after lifting your head or moving your foot. [SEP] so long as you have two children this christmas. [SEP] unfortunately, the situation might be just easy to avoid. [SEP] you both always have your feelings. [SEP] what happens if your brother, brother, will take control of the results?? [SEP] the closest thing to make you, unless you have to mind, is to ask them on a very good form of food where no language is a rule. [SEP] in our view, he [SEP]
+
+===== sample 051 =====
+[CLS] you might also be able to feed goridi animals such as leopards, tigers, grouses and bod doves - - or just cats, but with dogs of most animals involved. [SEP] and on thursday, many european euromakers - - in the midst of the deluge - - said portugal's financial position was threatened as a global slow downgrades its credit rating. [SEP] the 27 - year - old locked herself in a new york apartment, 2003, after christmas - - and her head was stuck to her face on video games, going on. [SEP] mr. obama came off third place about 11 months [SEP]
+
+===== sample 052 =====
+[CLS] for its $12. 5 billion ( 11. 5 - billion euro bond project, which could help a long - term investor. [SEP] at last, the thundering rain rain and storms had turned the corner on the race.. the rain won't help in most weather conditions, and might even help you by not treading of your head. [SEP] if you know about him much and thinks that you have got his money - if he's a bit - up boy - are you still sure? [SEP] mohamad beledy, 28, of plod street, harrow, north - west london, was offered a [SEP]
+
+===== sample 053 =====
+[CLS] said. [SEP] scientists also believe that reaction to the question is far greater than the current change as was previously estimated. [SEP] 18 - dec. [SEP] 20 of the tickets for $15. 99 and available to be retailed with an original fee of $1. [SEP] under immigration law, u. s. health officials are not always sure of which vaccine they want. [SEP] when the gouges, i join me in my three - person room, each with one eye, two feet. [SEP] i had just to play. [SEP] li guangba, spokesman of china's olympics, warned people to stay away and stay in [SEP]
+
+===== sample 054 =====
+[CLS] to 22 may. [SEP] mr zam and mr brown, 21, had made a telephone interview on their behalf. [SEP] but you may not have to return to their area in this case. [SEP] parents of a missing 2 - year - old boy are surrounded by friends leaving photographs of the holiday - - such as her playing with their daughter and playing with her mother. [SEP] the teenagers are charged with being with an offensive child and making contact to a minor. [SEP] at just 1. 5 pounds, pacquiao became the whole world's smallest man. [SEP] woods, who was out, called haney several times, although she [SEP]
+
+===== sample 055 =====
+[CLS] on the day, only made the cut in 2004. [SEP] " he has held the first man lead in his final f1 race over the course. [SEP] a village in oxfordshire is home to fly scorpions and geckos. [SEP] but lloyd, 27, a man, told officers that he was fighting to get a stolen car after he asked him he had time to buy a car. [SEP] starting on friday, the team will play 15 games, if they can, or continue to run. [SEP] in july 2007, a suspicious film emerged in a shop, where a piece of paper luggage was taken through los angeles international airport. [SEP] [SEP]
+
+===== sample 056 =====
+[CLS] issues. [SEP] last week, the department's resources chief disputed accusations that cuverly police chief superintendent neil callard had investigated some treatment problems, including the short use of the drugs. [SEP] i said that if you take one thing seriously, and even if it is right, he may be too bad, in his opinion. [SEP] if all this and this could have been applied to it would likely make much sense to many financial families, especially to other financial institutions, in many parts of america who will have received no government bail help. [SEP] " many of this disease still affects people even before they go from room to room on [SEP]
+
+===== sample 057 =====
+[CLS] to his defeat in his race for the world title last year he joked about going 3 - 1 to get over into third place. [SEP] the government agreed to deprive victims of $20 million last year and allow them to file their claims on their debts, as well as pay a fine of $300, 000, 000 ($1, 900, 000; euro $3, 400, 000 to $3, 000). [SEP] her world debut is with florence and the sound of europe. [SEP] the fact is that only two zeros make up before supernovae has caused much more damage. [SEP] haitians, though [SEP]
+
+===== sample 058 =====
+[CLS] obama campaign was referring to mccain's influence on the way the state was looking to keep its support. [SEP] the sort of time that was us in a row with you today.... and we will get bad times, but we will pick up a shot, maybe come back. [SEP] that was 11 to 14 - year - old when she began her term at striggs school in the east end in march. [SEP] but this is put simply, behind the scenes, and why on. [SEP] in 2004, there was a boom, thanks to the sound of pham teyrur sedwarth, a young [SEP]
+
+===== sample 059 =====
+[CLS] prison, a limit of his release may be reached, according to documents released tuesday. [SEP] brown also said he plans to meet with davis tuesday to discuss issues with members of other gay community groups. [SEP] in the new version there's a screen and, in effect, a screen. [SEP] the super cup has been left to its teams, but it is likely the road will open. [SEP] you could see nothing about them. " [SEP] people taking a drug spent less, two more dollars on average. [SEP] if the president had changed course in coincide with november's elections, he was still robbed of his power. [SEP] the ap [SEP]
+
+===== sample 060 =====
+[CLS] that of the government to be cautious, but the bank has not yet raised its interest rates. [SEP] if she has to go, stand, always give a fair shot at the putt, hold the arm, throw, or hold the ball to herself or, for again, kiss her right hair - - and did her all a roll - up in beijing, and get a bang - up this is a good thing, even if she's only a little better faster than the great. [SEP] mr. obama is expected to run himself well as a third hand to state parties, which for the time being have been open about her [SEP]
+
+===== sample 061 =====
+[CLS] hard to control his play and he likes to do well. [SEP] they knew when he was going he had to write new rules, go more mobile, set up a whole new business model. [SEP] do you think he will go during this debate? [SEP] you can ask if it's because i always think that i should run the world i want? [SEP] derek fisher scored 27 in the overtime as the rockets improved (34 - 38) and after the philadelphia 76ers scored 18 points to the lakers (18 - 2) ahead on the break, going nine points and 3 - all. [SEP] this reflects the government's own belief [SEP]
+
+===== sample 062 =====
+[CLS] biggest mountain area is still covered in smoke but a front fire from santa cruz is still under threat while the biggest city of the santa cruz county region is under threat as a result of raging wildfires. [SEP] a stroller with the keys to one of its life forms could take you up to 90 minutes away. [SEP] "he's a father, always going very well and not as good as the man on the other hand," she said. [SEP] quick. [SEP] why does you want the united states to have the best chance in the world after winning the bronze at last year's olympics? [SEP] but that he's [SEP]
+
+===== sample 063 =====
+[CLS] to consider their own options. [SEP] the only part to which i went was wrong, the feeling that, since her office has been disothered because she's a woman, i'm going to stay behind, even if she is going to'decide' to run as a secretary. [SEP] the illinois gov. pat burr has said his opponent in wednesday's election will focus on only on the fact that illinois's law allows him to move out of office or else under state law. [SEP] " we are here to address it this quickly, because the only changes we have made now are the results of the most [SEP]
+

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps32_c64_t1p45_raw_samples.txt

@@ -0,0 +1,224 @@
+steps32_c64_t1p45
+{
+  "type": "summary",
+  "name": "steps32_c64_t1p45",
+  "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt",
+  "step": 434000,
+  "decode": {
+    "kind": "categorical_fullvocab_normal_steps_sweep",
+    "config": "steps32_c64_t1p45",
+    "steps": 32,
+    "endpoint_temp": 1.45,
+    "concentration_max": 64.0,
+    "final_from": "state",
+    "update": "resample",
+    "n_samples": 64,
+    "seed": 20260509
+  },
+  "detok_genppl": {
+    "ppl": 63.06879447117644,
+    "nll_per_token": 4.144226106352664,
+    "tokens": 9497
+  },
+  "diversity": {
+    "sample_entropy": 4.250657452676631,
+    "unique_tokens": 1872,
+    "token_count": 8192,
+    "distinct_1": 0.228515625,
+    "distinct_2": 0.7368356299212598,
+    "top_token_mass": 0.0494384765625
+  }
+}
+
+===== sample 000 =====
+[CLS], 000 people bought vehicles for just half euros each. [SEP] then they are able to compete in the last round, which means the other race can remain free to avoid missing the final event. [SEP] what can i do down the red lane? [SEP] since then she has been featured on the times ' s foreign section to china, but she recently kept her secret in fear of embarrassing news. [SEP] " they need us and the money to do this won ' t be enough, " he said. [SEP] the current great film, " oohoo!, " a hit 12 - hour horror, has cost $ 3, 100, 000 [SEP]
+
+===== sample 001 =====
+[CLS] available. [SEP] one in the room, between 5ft 6 and 6fts, is of average height. [SEP] without the fear of abuse no matter how weak others the mothers were, there was little or no record for the consequences of someone ' s behavior or behavior. [SEP] if successful in negotiations, it likely would have to broaden its future plans. [SEP] at the same time, the weekend ' s leadership race was soured by a massive counter - street offensive against the ruling oppositions. [SEP] and, if that is a common sentiment in the internet age, they feel confused about how many things they feel, or just how [SEP]
+
+===== sample 002 =====
+[CLS] in the world financial system, giving them greater say in the role they will play out in responding to global financial crisis. [SEP] i feel pressure to come out and to them, and go to go down the road and i go to the red light. [SEP] the furs are sanctioned by the japanese national whale foundation, the biggest charity in japan. [SEP] after they start the season at some pace you might not be seen fighting these jealously british dungslems that have thrived for most of the season and much of the year. [SEP] banks have raised some $ 4 billion in new capital. [SEP] aol also began getting its services [SEP]
+
+===== sample 003 =====
+[CLS] on saturday, saying that some output could decline as much as 5 per cent. [SEP] 3. 6m, now tackling through attempts to make the limit, and 9. 5 seconds on south africa ' s main position records. [SEP] the camp in the agita khan prison was set up january 11, 2005, after six prisoners were attacked and held at the al shawan military prison in the southern desert for two weeks. [SEP] the additional secured debt facility will be provided by a senior subordinated private exchange facility in two banks otherwise known as the u. s. government tenders and expire tenders. [SEP] she needs 2 [SEP]
+
+===== sample 004 =====
+[CLS] or more, about one in 10, is on the internet now, with five percent of being caught in several years. [SEP] she told me : " because her mother could not say enough to the children, they just didn ' t understand. [SEP] biologically, and with both our daughter and me, their 5 year old kids keep their close relationship with the y & y, their 8 - - or all her children. [SEP] while no research or design announcement changes were made to toyota ' s future plans, the company has also outlined its own options for a new plug in hybrid car ( oh, the name for cobo and japanese [SEP]
+
+===== sample 005 =====
+[CLS] before his wife but he asked him if he had intended to the woman in the garden to help him. [SEP] on the early show, leno chucked mccain in the bathroom " as his face looked black before i see him down and standing still. " [SEP] freya is also suffering from a rare abnormal condition that disrupts her brain and doctors have to deal with her mother. [SEP] nothing happened to her as her knees were more powerful than her sister, but it ' s not as great, as it doesn ' t mean to give her more than 100 miles per day. [SEP] i have found myself running into droves, as [SEP]
+
+===== sample 006 =====
+[CLS] the investigation into the auction was dealt with legal questions over financial policy. [SEP] he had a big heart and has alzheimer ' s, garrett was her first son. [SEP] q : do you really hear a little more than you think? [SEP] the sensational, well - produced, dance festivals provide an interesting summer. [SEP] i would say that the selectors could not stand it that they have tried all the tests but haven ' t done it with skill or passion. [SEP] he has his own sceptical friends saying, i don ' t know who was asking him to use his words, or even become a matchteller [SEP]
+
+===== sample 007 =====
+[CLS] year earlier, has announced that it can run the self - built engine. [SEP] they are not quite happy and because, when they thought they were talking to them, it was a problem for every kid. [SEP] she should be appointed as a head of state ' s affairs, murciar mohammed ali, as an economic adviser to who would be given the most power, for him to act as prime minister. [SEP] councillors say they have the extra time to vote in all the council and have got the right to reject the present bid. [SEP] he also said u. s. authorities agreed to work on intelligence concerns that would be [SEP]
+
+===== sample 008 =====
+[CLS] impact on their own life. [SEP] police say the mountain man was still looking as the young men hustled him down ; the boys were standing at their feet. [SEP] so the exchange got some kind of tears in his head. [SEP] he became involved. [SEP] the obama campaign offered to give $ 1, 000 to those involved. [SEP] police said the driver was involved with a separate car during tuesday afternoon ' s accident. [SEP] the water had to be in the air between the legs, just as other runners were left without an elevator. [SEP] he is back home this year, and he hasn ' t given up trying to save the [SEP]
+
+===== sample 009 =====
+[CLS] numbers. [SEP] mckinney ' s trying to help the cost up a bit : $ 10 million. [SEP] the next step? - what : for pictures of a man who is not reflected on their child ' s face, they can see in terms of demand, the words used, and that is how changes are often made. [SEP] " there is time when the music can come and it will live on, " said borukoni. [SEP] and as they grow, the rest of the world ' s smes will be replaced by new efforts by alcoa. [SEP] untaving car remains in the ground in this [SEP]
+
+===== sample 010 =====
+[CLS] if there is all of what she has known for years. [SEP] they reduced their deficit to two goals on four minutes for much of the first half, going out twice despite scoring two goals in half succession to build a second - half lead. [SEP] britain ' s pro - british workers party threatened to force gordon brown ' s new government to change their name at the next general conference in westminster on friday. [SEP] professor lamy said it would be wrong for mr brown to take the leadership issue seriously, but added that the current issue is in no shape to be a regular process, and the problems have the potential to change. [SEP] some [SEP]
+
+===== sample 011 =====
+[CLS] be funded with a three - year loan. [SEP] " over that, i said some admonitions - - i ' m a man who is really like to hit a big shot.... [SEP] obama : he has told reporters he will likely be forced to abandon the energy senator ' s legislative priority, energy and leave the senate to pass the white house. [SEP] " the ( city of mumbai ) has complained about the corruption of the police, its judicial system and its reputation, " said masmahat ali gur, deputy president of the region ' s police union. [SEP] but if you can ' t feel you [SEP]
+
+===== sample 012 =====
+[CLS] to get obama elected, call it off and put it on its head while he can go about improving his and his personal image. [SEP] the federal reserve bank ' s rate next week is expected to show rates will be held at 1 percent. [SEP] the air leading airline suffered a 13 - percent fall in its share price, with british airways down 6 per cent, 6. 9p, to 11. 6p earlier. [SEP] the same takes you in some ways but i get hold of post - match life, and that incurrilous face lifts me, " he said. [SEP] in 2006, the first time the teams won [SEP]
+
+===== sample 013 =====
+[CLS] they struggle over whether they will accept the proposition that new votes are passed by their own margin or created by bad enough. [SEP] last year, looking to put him home runs ahead, he also went down in baltimore by two. [SEP] he hit just six homers last season and david scertz hit consecutive grand runs for the red sox to help boston post its second straight. [SEP] how in the world have you ever done a thing to any iranians. [SEP] in 2006, the three original stores, bought with hollywood gizmodel marc samberg and a second - generation designer mark danielli, are scheduled to open next year [SEP]
+
+===== sample 014 =====
+[CLS] most consistent, but my results are the most important, you often lose, even on an extra lashing. [SEP] at the same time, the state could see cuts to higher education that would grow, but schools could benefit. [SEP] i don ' t think of hillary ( and barack ) because he ' s made me mad, too - i really don ' t feel i am so stupid. [SEP] peter jones, a 17 - year - old, has heard how thomas, after first telling the police that he was a 16 - year - old, claimed she beat him with his club in november 2003. [SEP] he said : " there [SEP]
+
+===== sample 015 =====
+[CLS] 000 deaths a year since 2006 and killed 25 people in 2005, as they attempt to take control of a drug - related war that has spanned decades. [SEP] two scotland police officials said the men involved came as his father, george, aged one, walked from a town shop to a music store in glasgow. [SEP] the plan will also include, on paper, " public spending cuts, " long - term tax cuts to health care. " [SEP] and now she is on the water. [SEP] but what times did her parents come up with this story of their own? [SEP] but voters in michigan try hard to know they ' ve signed up [SEP]
+
+===== sample 016 =====
+[CLS] know shouldn ' t be allowed too much - - - - - - - - - would need to avoid the end grooming for sex. [SEP] mr mcgobbi, 22, was a keen player, was accused of shooting a teenager, the court heard. [SEP] oh - - so " what is it worth " is she buy this film? [SEP] mccain ' s plans include several planned events in the u. s. where he lived. [SEP] john miken mikel, who made four appearances for manchester city this season, has left the club as to his future. [SEP] australia ' s top - ranked women are ranked seventh [SEP]
+
+===== sample 017 =====
+[CLS]a ), was born and had a home in boston, massachusetts. [SEP] even in a chatroom, where still the words come from zipping through their reruns, cw ' s audience often inappropriately feel the same. [SEP] but it didn ' t do his work to kill people. [SEP] the open - air days would be long enough and if you decide to go, if it is to go back on time - you can put up a stand at a beach, be involved in the crloke with most of your best friends in the world. [SEP] the trio also bested the pronouncement song through new [SEP]
+
+===== sample 018 =====
+[CLS] should just not improve mixed - race relations. [SEP] the three other new members from pop band new look metal, rock band the drive are hoping to get it back on " you can get over, " from their pre - pop hits and the god of my mind. [SEP] but why ' s the sun still shining in your garden so fast when the results come out? [SEP] tiger, like a fast - footed chimp, could make life from dead, with long growths on its head. [SEP] what do you think about your kid ' s gpa? [SEP] fbi director michael vener said he could not find better ways to do [SEP]
+
+===== sample 019 =====
+[CLS] on their second child again. [SEP] after all, sodil by ojdum a. c. cripus, " my friend, " is not the only sort of misty - eyed poet when asked to do it, or as a romantic. [SEP] i think he should open a new chapter on jan. [SEP] " we had not expected to pay them back by the end of may or for as long as little money, have got no money to spend. [SEP] the scottish government says it has no supplies or plans to build new pipelines. [SEP] environmental authorities have said they feared that dolphins might be damaged as a result [SEP]
+
+===== sample 020 =====
+[CLS]? [SEP] local media have said the figure of 1, 000 dead belonged to 5, 000 people from human rights. [SEP] later, that should could have been expected as the child ' s you can get when you grow up with each other and having a good time of loving it or choosing not to be denied or what to send down and then you do your way with it and give it up! [SEP] call the children and their experts and turn me all down, just to put down the heat. [SEP] in the letter, mr hoon, the chief secretary of the ons, is expected to identify more than a million " home [SEP]
+
+===== sample 021 =====
+[CLS]ers - they should have the right to do what they did to their children, but if they did what one could say about whether we would ever like them. [SEP] not all the same.... [SEP] the justice administration has long tried to pull out the deal, either last friday or monday. [SEP] boyne scored the winner in the second and came back with an 8 - minute power - play by legace at 11 : 06. [SEP] but wish you well and be clear. [SEP] by the end of the school year, he will be eligible for his degree. [SEP] the same may be true. [SEP] but determined to persuade [SEP]
+
+===== sample 022 =====
+[CLS] months to complete the waiting list. [SEP] that had little to consider than down down to the west coast to green bay bay, a former new england resort with location near the bay line. [SEP] italian filmmaker alberto canales was arrested on wednesday after attacking the italian anti - mafia activist who claimed to a police videotatape taken from the mayor ' s home in 2006. [SEP] her lawyers, and the prosecutor ' s defense chief, ramin oudin kriheri, said his calculations show that 3, 700 and 4, 446 defendants, will still be tried in the court of council session in august. [SEP] revenues fell [SEP]
+
+===== sample 023 =====
+[CLS] year. [SEP] the point was not just to have a camera and i can ' t let him be as long as he can be. [SEP] america is filled with ideas, a plan, a plan, a business plan. [SEP] chickens, scorpions, geckos, snakes and macaws were still running over as they tried to clear what many children lost. [SEP] what was i was so wronged when i started talking about a boy - - he is, as a very old man so impressionable - - and by his name. [SEP] sekdiko, who is from manhattan, said her most popular treat would be [SEP]
+
+===== sample 024 =====
+[CLS] had " seen no evidence of any acts of violence. [SEP] that could have been ahead even after last week, when the cases went back to the supreme court judge to consider their criminal cases. [SEP] " i ' ll be the next person to be, but maybe what i said about it made me feel good, i want to play. [SEP] he says he really was so frightened that he wouldn ' t know the scale of the threat. [SEP] " there ' s no financial value to loo as a one - name issue. [SEP] no tears of joy, " one her young, pregnant mother, yu jinh, who gave her [SEP]
+
+===== sample 025 =====
+[CLS] the communist party ' s policy of approach. [SEP] i still see people strafling around the net - but it will just happen to go. [SEP] going along, or dumbing down again. [SEP] all that mattered to palin. [SEP] in his presence, though, a keening air of physicality carried out through many of him, and he is the second most powerful voice. [SEP] all they can see is how to walk free of their houses, traffic, cars, running around and others - - imitations of california and other states. [SEP] this is going to kill the economy. [SEP] the second round of the world series [SEP]
+
+===== sample 026 =====
+[CLS] will be hoping to play her once at the end of the month to meet andy murray on saturday in the first round on the spanish open cup. [SEP] steve williams, the managing executive of gmg, said the move on top of cuts in jobs reflected frustration among many governments that have been unsafcy about moving on to long - term business opportunities in the recession. [SEP] the coaches certainly had no idea. [SEP] let ' s if you think you have had all our two tied up. [SEP] to promote paul ' s status as a writer, i know his book of contemporary idealism came with the two key words, and that [SEP]
+
+===== sample 027 =====
+[CLS] [SEP] the evidence of a crackdown has now emerged, and the gunman, who has a reputation for violence, threats and beatings, is jailed. [SEP] spring storms and mudcracks are also threatening hundreds of thousands of native people from southern china, thanks in part to feed their rising food prices. [SEP] all the taliban are calling themselves the militia to protect their cause. [SEP] " they can, " he said, and to get out of business. [SEP] a spokeswoman called to say that two children lived in the same street of the house. [SEP] why, my heart! [SEP] " that was when the first member [SEP]
+
+===== sample 028 =====
+[CLS] $ 3. 94 and a new $ 951. [SEP] from this june, many of the world ' s towns have excellent views of loca, the stunning port of venice, and made with dishes like coriane, antoni llandrillo, italy ' s best - made loquita, or the excellent cavoli essada praje di connovo, or just its three - strong trout with pistaoli. [SEP] military rule is a central power system run by the ruling elite. [SEP] the fscue has urged rbs to find new ideas " to ensure the stability of the [SEP]
+
+===== sample 029 =====
+[CLS] and he you saw a different kind of the same situation that she had before she set me off, " he said. [SEP] however, mr brown, a fast - flying boxer, suffered from lung cancer at an early age, and was likely to be among smokers, was not even expected to do well to the public option. [SEP] a key concern is growing today that all european government bodies elected to hold european elections should remain in control, with some seeing a return to the european commission. [SEP] imperitily greets you the same face, he appears to go with a comment : " you know, he ' s a [SEP]
+
+===== sample 030 =====
+[CLS]. 2 to 12. 8 - seconds of the day outside the world record set by the arc de vernare. [SEP] a credit deal has some good details, and i claim for help with people who have been rejected or debuluted. [SEP] the russian - born makgotyl, known as " turkel, " left north pole national park in 2002 to form the sablon ski team two months after he scored there. [SEP] ben weiner at the university of wisconsin researchers examined the thousands of people who had lead - in asthma and problems with cars, finding that large numbers of rare disease injuries can occur [SEP]
+
+===== sample 031 =====
+[CLS]. [SEP] baghdad - - after control of basra last month and iraqi soldiers cut - down their operations to allow insurgents to roam through the streets of the city of basra on monday, al - obama is convinced his military can try to move around. [SEP] but as bartenders, they causting and toring him tait the image. [SEP] and vick was non - controversy, thanks to his admission of having sex with an alleged childdoer in the last year in prison, a promise to return. [SEP] more us news here, too. [SEP] to help the effort, monday was no longer a conference, where a [SEP]
+
+===== sample 032 =====
+[CLS] that, the italian prime minister silvio berlusconi announced his wife had a baby six weeks ago. [SEP] legal authorities are concerned enough of parliament ' s refusal to kill the bill. [SEP] the animal ' s sex was nothing but normal on a monday morning, the department said. [SEP] at the height of the great depression, thomas and william went off and at one time had married, father john still lived on the house and our family, friends and colleagues was happy. [SEP] " the whole thing has been hit with a bit of a headache, " he added. [SEP] 1000gmt ) at 11 : 00 am ( ps [SEP]
+
+===== sample 033 =====
+[CLS] mind, even when gosling referred to his children as a machine he believed was their own. [SEP] the best time could have been a rerun three hours ago. [SEP] " that is worth more than ten times more than £2m, in the case we are looking at at, if not even at this money, " he said. [SEP] his memories came from the time during his youth when symptoms began to spread instead of treating the disease, he said. [SEP] a 2002 world super series winner, the question took months to solve. [SEP] but he ' s heard, he means it to his fans. [SEP] meanwhile, the 27 - [SEP]
+
+===== sample 034 =====
+[CLS] [SEP] when he told woods that he thought he ' d have to take the play cut with the par hole, he didn ' t think he could not get the call. [SEP] when he is out left, when in the back, when brown is a lock, bring in ronaldo, a substitute, then take the ball when they turn, and he will always come up with a one, ( about 10 minutes later ). [SEP] this is expected to bring about mr. gray ' s hand in the senate as well as president and if his opponents to the d. c. council make up of that, more is needed to balance [SEP]
+
+===== sample 035 =====
+[CLS] call was prompted by the european union ' s competitionism and competition committee in its battle on a rival industrial deal, which investors fear could lead to a break - up next year in the competition for a european market. [SEP] or that she hopes she can have the rich sue her mother for having his daughter and give her too many abortions. [SEP] wake up after spending a few hours!!?. [SEP] we can think in the world that otherwise it would not stand up to the united states to stand on this without penalties. [SEP] you know that that instead of raising taxes, these business - tax benefits that will really tax them off [SEP]
+
+===== sample 036 =====
+[CLS] to investors in january 2007 over a bail - out plan, then made its fall 5 percent in early trading, in november 2008. [SEP] it ' s funny to see it, and you have to pick up a son or something but can you hear? [SEP] if you did, the male was born with a second baby, with her baby on a front line - up one foot ahead of the other, so it was best with the male too. [SEP] he ' s the first time trying to put down the gun and he thinks he would stop shooting him. [SEP] if mr. ott was not there, she wrote, he would [SEP]
+
+===== sample 037 =====
+[CLS] but we are so sure that we are the best team. [SEP] so, watching " idol " itself was the way to make " idol, " and also sometimes the end of life. [SEP] " i ' ve faith in my country but it ' s always been the only best way i needed to be here. [SEP] he also said he had to tell him to call his goer to see him and live with the locks. [SEP] yeah, and who ' s been called on to do that? [SEP] the vote to start the italian football team ' s season was meant to protect the league ' s financial position. [SEP] but the un [SEP]
+
+===== sample 038 =====
+[CLS] a new plan for negotiations with the scottish government over the issue. [SEP] however, the largest three u. s. brands were told of the largest annual revenue decline and record per - share loss for fiscal 2009, $ 2. 65 billion, or 20 cents per share. [SEP] he was waiting in a mini - trailer while being injured. [SEP] andry faragen, defence minister, eu, ko simuniic. [SEP] but when the new question is debated, many people follow with their advice for the next parliament, while doing little such damage. [SEP] what was what must be a special case? [SEP] he says that he had [SEP]
+
+===== sample 039 =====
+[CLS] $ 40 million, a year. [SEP] these are not the only reventries of state schools. [SEP] and worse, his pay for all those phone calls, along with a host of other questions of identity and the question to how his daughter handles with love, love and human condition, is getting healthier. [SEP] in the new year oil went on, it seems that the economy is starting to stabilize and is starting to turn around even when things break up. [SEP] " although the outcome may still be decided after the former members show their finger. [SEP] the felony offence carries a sentence with sentences of three years and up to £2, [SEP]
+
+===== sample 040 =====
+[CLS] euros ). [SEP] 3 ( upi ) - - st. louis diamondbacks closer brad hawpe signed on a new contract thursday with the new york yankees, ending his fifth career postseason victory. [SEP] the actress had once been signed up to tell him he to be painted for her after his death, and the next three years he would procure his time on a par with one other hand as the main character. [SEP] the best plan here is not to pay all the time, but pay for the entire year at a price. [SEP] mr brown and many other world leaders were struck up when a call by gordon brown and president [SEP]
+
+===== sample 041 =====
+[CLS] policies? [SEP] " we could run down, and we took high risks, " he said. [SEP] it ' s the work i found here at the time when the market, suddenly, started to look achingly bad. [SEP] in fact mr clegg ' s party lost nine, while the tories have won some by - elections or more. [SEP] the first plan has since been to move back in with a new 10 - foot 5 - long leg and a dog with no room to run. [SEP] " or anything else, that would be... a sick joke. " [SEP] enough, then, to tell american troops [SEP]
+
+===== sample 042 =====
+[CLS] the end of the month. [SEP] what if he wants you know if i have said or spoken with your son, as i don ' t even remember him at all. [SEP] so we ' re having a different day on the field for everyone. [SEP] some colleagues asked, and bell ' s family, who stood quietly at their verdicts. [SEP] go out and just get through. [SEP] it is very fair. [SEP] she said he began using a broom hammer to water through the hole. [SEP] there are so many things, though, that ' s very wrong. [SEP] the patients are light skinned and can weigh under 10 pounds. [SEP] [SEP]
+
+===== sample 043 =====
+[CLS] [SEP] after serving in the raf group in 1946, williams - - in november this year - - started the army ' s three - month service and became a symbolised figure as the most talented soldier and volunteer of his life. [SEP] usually they would go for one out of their custody, or other benefits ; they have visitation rights. [SEP] reina went into the final half a minute after a second goal, giving murcy their 2 - 2 lead. [SEP] his shop, david ' s kitchen, is sold out. [SEP] the players ' union is expected to agree on cutting $ 25. 5 million in financial aid, including small [SEP]
+
+===== sample 044 =====
+[CLS] to change my life? but what is my life, to do is living, do it, do it, the issue is over for the next day, but, i really dont know know what my future is. [SEP] this has a very different message, but you might know. [SEP] the mother suggested that investigators have to take care of him, saying they have no issue with his past status as his father. [SEP] " well, we did not start with that group, but since we don ' t do so we are not people out there, " he added. [SEP] officials in northern sudan put the death toll at 10. [SEP]
+
+===== sample 045 =====
+[CLS] a woman..., " said carrick during her long phone interview with the magazine. [SEP] fine, because i also was addicted to how much you like looked at things... and the more the children knew of it happened, of course, and that could be the real problem. [SEP] that is about 15 per cent of the population who relies on council tax. [SEP] the club has created a strong team with high hopes for players to turn up often as the fans of the team left, not due to race, gender and culture, and not their reasons. [SEP] recently, sports coaches have been joined in by controversy. [SEP]
+
+===== sample 046 =====
+[CLS] mean that if his primary campaign fails it could rely on contributors to meet the size of its own cash resources. [SEP] the investigation found that cleary had little hope of keeping up his win through the race. [SEP] lizards, two snakes and four parrots live on, but among some alligators, the animals live at the end of species known as big frogs, lorias and stickers. [SEP] make him something, do you still do what you love, and go away? [SEP] this comes as london city council announced it would allow for take - home pay of 5pc. [SEP] petro - - one of russia ' s more [SEP]
+
+===== sample 047 =====
+[CLS] she said. [SEP] 4 june 2003 - a new law is passed in poland. [SEP] the phone was too late. [SEP] 18 at 2 : 45 a. m. [SEP] paterson on monday approved a record $ 43 million fund for new york - new couples and children under 25 who end their lives by a life - saving organ that will cost $ 18 million. [SEP] " the overall decision of the qatari government to take responsibility of supporting the mend is unacceptable. [SEP] mr straw often did not know he was being allowed to use his functions as house of commons, leader and chairman of his party, committee for human rights. [SEP] but [SEP]
+
+===== sample 048 =====
+[CLS] " some 20 years ago. " if i can see them, " she said to her young daughter, as " another young child cheats with his father, on my planet. " [SEP] jin jing tanzhangkun, a beijing bird technology expert, says he immediately made the big splash at bird ' s nest, ringed by a fin about a foot by 2 feet high, a shape of flowers and a red white blanket. [SEP] she ' s has a 6 - year - old son named todd palin who has a " non - threatening " injury. [SEP] " we just put into the 10 best years of our [SEP]
+
+===== sample 049 =====
+[CLS] debting firm permira may soon lead their search private. [SEP] but if i let him by, he would come fast. [SEP] the uk claims the recording is a secret, has made it more available to the media, it has allowed observers in the country to gather evidence. [SEP] the other two known species are found in the mix of bluebirds, birds, bluefin and male tuna. [SEP] " i have only one thing i do consider most important is to get the pace, that it can ' t be difficult to continue in the long - term, " he added. [SEP] for new american strength, i have to be [SEP]
+
+===== sample 050 =====
+[CLS] her foot in front of the officer and making the piece loose. [SEP] so you get your own company, then do some " baby running " by yourself, after lifting your head or moving your foot. [SEP] so long as you have two children this christmas. [SEP] unfortunately, the situation might be just easy to avoid. [SEP] you both always have your feelings. [SEP] what happens if your brother, brother, will take control of the results?? [SEP] the closest thing to make you, unless you have to mind, is to ask them on a very good form of food where no language is a rule. [SEP] in our view, he [SEP]
+
+===== sample 051 =====
+[CLS] you might also be able to feed goridi animals such as leopards, tigers, grouses and bod doves - - or just cats, but with dogs of most animals involved. [SEP] and on thursday, many european euromakers - - in the midst of the deluge - - said portugal ' s financial position was threatened as a global slow downgrades its credit rating. [SEP] the 27 - year - old locked herself in a new york apartment, 2003, after christmas - - and her head was stuck to her face on video games, going on. [SEP] mr. obama came off third place about 11 months [SEP]
+
+===== sample 052 =====
+[CLS] for its $ 12. 5 billion ( 11. 5 - billion euro bond project, which could help a long - term investor. [SEP] at last, the thundering rain rain and storms had turned the corner on the race.. the rain won ' t help in most weather conditions, and might even help you by not treading of your head. [SEP] if you know about him much and thinks that you have got his money - if he ' s a bit - up boy - are you still sure? [SEP] mohamad beledy, 28, of plod street, harrow, north - west london, was offered a [SEP]
+
+===== sample 053 =====
+[CLS] said. [SEP] scientists also believe that reaction to the question is far greater than the current change as was previously estimated. [SEP] 18 - dec. [SEP] 20 of the tickets for $ 15. 99 and available to be retailed with an original fee of $ 1. [SEP] under immigration law, u. s. health officials are not always sure of which vaccine they want. [SEP] when the gouges, i join me in my three - person room, each with one eye, two feet. [SEP] i had just to play. [SEP] li guangba, spokesman of china ' s olympics, warned people to stay away and stay in [SEP]
+
+===== sample 054 =====
+[CLS] to 22 may. [SEP] mr zam and mr brown, 21, had made a telephone interview on their behalf. [SEP] but you may not have to return to their area in this case. [SEP] parents of a missing 2 - year - old boy are surrounded by friends leaving photographs of the holiday - - such as her playing with their daughter and playing with her mother. [SEP] the teenagers are charged with being with an offensive child and making contact to a minor. [SEP] at just 1. 5 pounds, pacquiao became the whole world ' s smallest man. [SEP] woods, who was out, called haney several times, although she [SEP]
+
+===== sample 055 =====
+[CLS] on the day, only made the cut in 2004. [SEP] " he has held the first man lead in his final f1 race over the course. [SEP] a village in oxfordshire is home to fly scorpions and geckos. [SEP] but lloyd, 27, a man, told officers that he was fighting to get a stolen car after he asked him he had time to buy a car. [SEP] starting on friday, the team will play 15 games, if they can, or continue to run. [SEP] in july 2007, a suspicious film emerged in a shop, where a piece of paper luggage was taken through los angeles international airport. [SEP] [SEP]
+
+===== sample 056 =====
+[CLS] issues. [SEP] last week, the department ' s resources chief disputed accusations that cuverly police chief superintendent neil callard had investigated some treatment problems, including the short use of the drugs. [SEP] i said that if you take one thing seriously, and even if it is right, he may be too bad, in his opinion. [SEP] if all this and this could have been applied to it would likely make much sense to many financial families, especially to other financial institutions, in many parts of america who will have received no government bail help. [SEP] " many of this disease still affects people even before they go from room to room on [SEP]
+
+===== sample 057 =====
+[CLS] to his defeat in his race for the world title last year he joked about going 3 - 1 to get over into third place. [SEP] the government agreed to deprive victims of $ 20 million last year and allow them to file their claims on their debts, as well as pay a fine of $ 300, 000, 000 ( $ 1, 900, 000 ; euro $ 3, 400, 000 to $ 3, 000 ). [SEP] her world debut is with florence and the sound of europe. [SEP] the fact is that only two zeros make up before supernovae has caused much more damage. [SEP] haitians, though [SEP]
+
+===== sample 058 =====
+[CLS] obama campaign was referring to mccain ' s influence on the way the state was looking to keep its support. [SEP] the sort of time that was us in a row with you today.... and we will get bad times, but we will pick up a shot, maybe come back. [SEP] that was 11 to 14 - year - old when she began her term at striggs school in the east end in march. [SEP] but this is put simply, behind the scenes, and why on. [SEP] in 2004, there was a boom, thanks to the sound of pham teyrur sedwarth, a young [SEP]
+
+===== sample 059 =====
+[CLS] prison, a limit of his release may be reached, according to documents released tuesday. [SEP] brown also said he plans to meet with davis tuesday to discuss issues with members of other gay community groups. [SEP] in the new version there ' s a screen and, in effect, a screen. [SEP] the super cup has been left to its teams, but it is likely the road will open. [SEP] you could see nothing about them. " [SEP] people taking a drug spent less, two more dollars on average. [SEP] if the president had changed course in coincide with november ' s elections, he was still robbed of his power. [SEP] the ap [SEP]
+
+===== sample 060 =====
+[CLS] that of the government to be cautious, but the bank has not yet raised its interest rates. [SEP] if she has to go, stand, always give a fair shot at the putt, hold the arm, throw, or hold the ball to herself or, for again, kiss her right hair - - and did her all a roll - up in beijing, and get a bang - up this is a good thing, even if she ' s only a little better faster than the great. [SEP] mr. obama is expected to run himself well as a third hand to state parties, which for the time being have been open about her [SEP]
+
+===== sample 061 =====
+[CLS] hard to control his play and he likes to do well. [SEP] they knew when he was going he had to write new rules, go more mobile, set up a whole new business model. [SEP] do you think he will go during this debate? [SEP] you can ask if it ' s because i always think that i should run the world i want? [SEP] derek fisher scored 27 in the overtime as the rockets improved ( 34 - 38 ) and after the philadelphia 76ers scored 18 points to the lakers ( 18 - 2 ) ahead on the break, going nine points and 3 - all. [SEP] this reflects the government ' s own belief [SEP]
+
+===== sample 062 =====
+[CLS] biggest mountain area is still covered in smoke but a front fire from santa cruz is still under threat while the biggest city of the santa cruz county region is under threat as a result of raging wildfires. [SEP] a stroller with the keys to one of its life forms could take you up to 90 minutes away. [SEP] " he ' s a father, always going very well and not as good as the man on the other hand, " she said. [SEP] quick. [SEP] why does you want the united states to have the best chance in the world after winning the bronze at last year ' s olympics? [SEP] but that he ' s [SEP]
+
+===== sample 063 =====
+[CLS] to consider their own options. [SEP] the only part to which i went was wrong, the feeling that, since her office has been disothered because she ' s a woman, i ' m going to stay behind, even if she is going to ' decide ' to run as a secretary. [SEP] the illinois gov. pat burr has said his opponent in wednesday ' s election will focus on only on the fact that illinois ' s law allows him to move out of office or else under state law. [SEP] " we are here to address it this quickly, because the only changes we have made now are the results of the most [SEP]
+

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps32_c64_t1p45_scored.jsonl

@@ -0,0 +1,65 @@
+{"type": "summary", "name": "steps32_c64_t1p45", "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt", "step": 434000, "decode": {"kind": "categorical_fullvocab_normal_steps_sweep", "config": "steps32_c64_t1p45", "steps": 32, "endpoint_temp": 1.45, "concentration_max": 64.0, "final_from": "state", "update": "resample", "n_samples": 64, "seed": 20260509}, "detok_genppl": {"ppl": 63.06879447117644, "nll_per_token": 4.144226106352664, "tokens": 9497}, "diversity": {"sample_entropy": 4.250657452676631, "unique_tokens": 1872, "token_count": 8192, "distinct_1": 0.228515625, "distinct_2": 0.7368356299212598, "top_token_mass": 0.0494384765625}}
+{"type": "sample", "index": 0, "raw_text": "[CLS], 000 people bought vehicles for just half euros each. [SEP] then they are able to compete in the last round, which means the other race can remain free to avoid missing the final event. [SEP] what can i do down the red lane? [SEP] since then she has been featured on the times ' s foreign section to china, but she recently kept her secret in fear of embarrassing news. [SEP] \" they need us and the money to do this won ' t be enough, \" he said. [SEP] the current great film, \" oohoo!, \" a hit 12 - hour horror, has cost $ 3, 100, 000 [SEP]", "detok_text": "[CLS], 000 people bought vehicles for just half euros each. [SEP] then they are able to compete in the last round, which means the other race can remain free to avoid missing the final event. [SEP] what can i do down the red lane? [SEP] since then she has been featured on the times's foreign section to china, but she recently kept her secret in fear of embarrassing news. [SEP] \"they need us and the money to do this won't be enough,\" he said. [SEP] the current great film, \"oohoo!,\" a hit 12 - hour horror, has cost $3, 100, 000 [SEP]"}
+{"type": "sample", "index": 1, "raw_text": "[CLS] available. [SEP] one in the room, between 5ft 6 and 6fts, is of average height. [SEP] without the fear of abuse no matter how weak others the mothers were, there was little or no record for the consequences of someone ' s behavior or behavior. [SEP] if successful in negotiations, it likely would have to broaden its future plans. [SEP] at the same time, the weekend ' s leadership race was soured by a massive counter - street offensive against the ruling oppositions. [SEP] and, if that is a common sentiment in the internet age, they feel confused about how many things they feel, or just how [SEP]", "detok_text": "[CLS] available. [SEP] one in the room, between 5ft 6 and 6fts, is of average height. [SEP] without the fear of abuse no matter how weak others the mothers were, there was little or no record for the consequences of someone's behavior or behavior. [SEP] if successful in negotiations, it likely would have to broaden its future plans. [SEP] at the same time, the weekend's leadership race was soured by a massive counter - street offensive against the ruling oppositions. [SEP] and, if that is a common sentiment in the internet age, they feel confused about how many things they feel, or just how [SEP]"}
+{"type": "sample", "index": 2, "raw_text": "[CLS] in the world financial system, giving them greater say in the role they will play out in responding to global financial crisis. [SEP] i feel pressure to come out and to them, and go to go down the road and i go to the red light. [SEP] the furs are sanctioned by the japanese national whale foundation, the biggest charity in japan. [SEP] after they start the season at some pace you might not be seen fighting these jealously british dungslems that have thrived for most of the season and much of the year. [SEP] banks have raised some $ 4 billion in new capital. [SEP] aol also began getting its services [SEP]", "detok_text": "[CLS] in the world financial system, giving them greater say in the role they will play out in responding to global financial crisis. [SEP] i feel pressure to come out and to them, and go to go down the road and i go to the red light. [SEP] the furs are sanctioned by the japanese national whale foundation, the biggest charity in japan. [SEP] after they start the season at some pace you might not be seen fighting these jealously british dungslems that have thrived for most of the season and much of the year. [SEP] banks have raised some $4 billion in new capital. [SEP] aol also began getting its services [SEP]"}
+{"type": "sample", "index": 3, "raw_text": "[CLS] on saturday, saying that some output could decline as much as 5 per cent. [SEP] 3. 6m, now tackling through attempts to make the limit, and 9. 5 seconds on south africa ' s main position records. [SEP] the camp in the agita khan prison was set up january 11, 2005, after six prisoners were attacked and held at the al shawan military prison in the southern desert for two weeks. [SEP] the additional secured debt facility will be provided by a senior subordinated private exchange facility in two banks otherwise known as the u. s. government tenders and expire tenders. [SEP] she needs 2 [SEP]", "detok_text": "[CLS] on saturday, saying that some output could decline as much as 5 per cent. [SEP] 3. 6m, now tackling through attempts to make the limit, and 9. 5 seconds on south africa's main position records. [SEP] the camp in the agita khan prison was set up january 11, 2005, after six prisoners were attacked and held at the al shawan military prison in the southern desert for two weeks. [SEP] the additional secured debt facility will be provided by a senior subordinated private exchange facility in two banks otherwise known as the u. s. government tenders and expire tenders. [SEP] she needs 2 [SEP]"}
+{"type": "sample", "index": 4, "raw_text": "[CLS] or more, about one in 10, is on the internet now, with five percent of being caught in several years. [SEP] she told me : \" because her mother could not say enough to the children, they just didn ' t understand. [SEP] biologically, and with both our daughter and me, their 5 year old kids keep their close relationship with the y & y, their 8 - - or all her children. [SEP] while no research or design announcement changes were made to toyota ' s future plans, the company has also outlined its own options for a new plug in hybrid car ( oh, the name for cobo and japanese [SEP]", "detok_text": "[CLS] or more, about one in 10, is on the internet now, with five percent of being caught in several years. [SEP] she told me: \" because her mother could not say enough to the children, they just didn't understand. [SEP] biologically, and with both our daughter and me, their 5 year old kids keep their close relationship with the y & y, their 8 - - or all her children. [SEP] while no research or design announcement changes were made to toyota's future plans, the company has also outlined its own options for a new plug in hybrid car ( oh, the name for cobo and japanese [SEP]"}
+{"type": "sample", "index": 5, "raw_text": "[CLS] before his wife but he asked him if he had intended to the woman in the garden to help him. [SEP] on the early show, leno chucked mccain in the bathroom \" as his face looked black before i see him down and standing still. \" [SEP] freya is also suffering from a rare abnormal condition that disrupts her brain and doctors have to deal with her mother. [SEP] nothing happened to her as her knees were more powerful than her sister, but it ' s not as great, as it doesn ' t mean to give her more than 100 miles per day. [SEP] i have found myself running into droves, as [SEP]", "detok_text": "[CLS] before his wife but he asked him if he had intended to the woman in the garden to help him. [SEP] on the early show, leno chucked mccain in the bathroom \"as his face looked black before i see him down and standing still.\" [SEP] freya is also suffering from a rare abnormal condition that disrupts her brain and doctors have to deal with her mother. [SEP] nothing happened to her as her knees were more powerful than her sister, but it's not as great, as it doesn't mean to give her more than 100 miles per day. [SEP] i have found myself running into droves, as [SEP]"}
+{"type": "sample", "index": 6, "raw_text": "[CLS] the investigation into the auction was dealt with legal questions over financial policy. [SEP] he had a big heart and has alzheimer ' s, garrett was her first son. [SEP] q : do you really hear a little more than you think? [SEP] the sensational, well - produced, dance festivals provide an interesting summer. [SEP] i would say that the selectors could not stand it that they have tried all the tests but haven ' t done it with skill or passion. [SEP] he has his own sceptical friends saying, i don ' t know who was asking him to use his words, or even become a matchteller [SEP]", "detok_text": "[CLS] the investigation into the auction was dealt with legal questions over financial policy. [SEP] he had a big heart and has alzheimer's, garrett was her first son. [SEP] q: do you really hear a little more than you think? [SEP] the sensational, well - produced, dance festivals provide an interesting summer. [SEP] i would say that the selectors could not stand it that they have tried all the tests but haven't done it with skill or passion. [SEP] he has his own sceptical friends saying, i don't know who was asking him to use his words, or even become a matchteller [SEP]"}
+{"type": "sample", "index": 7, "raw_text": "[CLS] year earlier, has announced that it can run the self - built engine. [SEP] they are not quite happy and because, when they thought they were talking to them, it was a problem for every kid. [SEP] she should be appointed as a head of state ' s affairs, murciar mohammed ali, as an economic adviser to who would be given the most power, for him to act as prime minister. [SEP] councillors say they have the extra time to vote in all the council and have got the right to reject the present bid. [SEP] he also said u. s. authorities agreed to work on intelligence concerns that would be [SEP]", "detok_text": "[CLS] year earlier, has announced that it can run the self - built engine. [SEP] they are not quite happy and because, when they thought they were talking to them, it was a problem for every kid. [SEP] she should be appointed as a head of state's affairs, murciar mohammed ali, as an economic adviser to who would be given the most power, for him to act as prime minister. [SEP] councillors say they have the extra time to vote in all the council and have got the right to reject the present bid. [SEP] he also said u. s. authorities agreed to work on intelligence concerns that would be [SEP]"}
+{"type": "sample", "index": 8, "raw_text": "[CLS] impact on their own life. [SEP] police say the mountain man was still looking as the young men hustled him down ; the boys were standing at their feet. [SEP] so the exchange got some kind of tears in his head. [SEP] he became involved. [SEP] the obama campaign offered to give $ 1, 000 to those involved. [SEP] police said the driver was involved with a separate car during tuesday afternoon ' s accident. [SEP] the water had to be in the air between the legs, just as other runners were left without an elevator. [SEP] he is back home this year, and he hasn ' t given up trying to save the [SEP]", "detok_text": "[CLS] impact on their own life. [SEP] police say the mountain man was still looking as the young men hustled him down; the boys were standing at their feet. [SEP] so the exchange got some kind of tears in his head. [SEP] he became involved. [SEP] the obama campaign offered to give $1, 000 to those involved. [SEP] police said the driver was involved with a separate car during tuesday afternoon's accident. [SEP] the water had to be in the air between the legs, just as other runners were left without an elevator. [SEP] he is back home this year, and he hasn't given up trying to save the [SEP]"}
+{"type": "sample", "index": 9, "raw_text": "[CLS] numbers. [SEP] mckinney ' s trying to help the cost up a bit : $ 10 million. [SEP] the next step? - what : for pictures of a man who is not reflected on their child ' s face, they can see in terms of demand, the words used, and that is how changes are often made. [SEP] \" there is time when the music can come and it will live on, \" said borukoni. [SEP] and as they grow, the rest of the world ' s smes will be replaced by new efforts by alcoa. [SEP] untaving car remains in the ground in this [SEP]", "detok_text": "[CLS] numbers. [SEP] mckinney's trying to help the cost up a bit: $10 million. [SEP] the next step? - what: for pictures of a man who is not reflected on their child's face, they can see in terms of demand, the words used, and that is how changes are often made. [SEP] \"there is time when the music can come and it will live on,\" said borukoni. [SEP] and as they grow, the rest of the world's smes will be replaced by new efforts by alcoa. [SEP] untaving car remains in the ground in this [SEP]"}
+{"type": "sample", "index": 10, "raw_text": "[CLS] if there is all of what she has known for years. [SEP] they reduced their deficit to two goals on four minutes for much of the first half, going out twice despite scoring two goals in half succession to build a second - half lead. [SEP] britain ' s pro - british workers party threatened to force gordon brown ' s new government to change their name at the next general conference in westminster on friday. [SEP] professor lamy said it would be wrong for mr brown to take the leadership issue seriously, but added that the current issue is in no shape to be a regular process, and the problems have the potential to change. [SEP] some [SEP]", "detok_text": "[CLS] if there is all of what she has known for years. [SEP] they reduced their deficit to two goals on four minutes for much of the first half, going out twice despite scoring two goals in half succession to build a second - half lead. [SEP] britain's pro - british workers party threatened to force gordon brown's new government to change their name at the next general conference in westminster on friday. [SEP] professor lamy said it would be wrong for mr brown to take the leadership issue seriously, but added that the current issue is in no shape to be a regular process, and the problems have the potential to change. [SEP] some [SEP]"}
+{"type": "sample", "index": 11, "raw_text": "[CLS] be funded with a three - year loan. [SEP] \" over that, i said some admonitions - - i ' m a man who is really like to hit a big shot.... [SEP] obama : he has told reporters he will likely be forced to abandon the energy senator ' s legislative priority, energy and leave the senate to pass the white house. [SEP] \" the ( city of mumbai ) has complained about the corruption of the police, its judicial system and its reputation, \" said masmahat ali gur, deputy president of the region ' s police union. [SEP] but if you can ' t feel you [SEP]", "detok_text": "[CLS] be funded with a three - year loan. [SEP] \"over that, i said some admonitions - - i'm a man who is really like to hit a big shot.... [SEP] obama: he has told reporters he will likely be forced to abandon the energy senator's legislative priority, energy and leave the senate to pass the white house. [SEP]\" the (city of mumbai) has complained about the corruption of the police, its judicial system and its reputation, \" said masmahat ali gur, deputy president of the region's police union. [SEP] but if you can't feel you [SEP]"}
+{"type": "sample", "index": 12, "raw_text": "[CLS] to get obama elected, call it off and put it on its head while he can go about improving his and his personal image. [SEP] the federal reserve bank ' s rate next week is expected to show rates will be held at 1 percent. [SEP] the air leading airline suffered a 13 - percent fall in its share price, with british airways down 6 per cent, 6. 9p, to 11. 6p earlier. [SEP] the same takes you in some ways but i get hold of post - match life, and that incurrilous face lifts me, \" he said. [SEP] in 2006, the first time the teams won [SEP]", "detok_text": "[CLS] to get obama elected, call it off and put it on its head while he can go about improving his and his personal image. [SEP] the federal reserve bank's rate next week is expected to show rates will be held at 1 percent. [SEP] the air leading airline suffered a 13 - percent fall in its share price, with british airways down 6 per cent, 6. 9p, to 11. 6p earlier. [SEP] the same takes you in some ways but i get hold of post - match life, and that incurrilous face lifts me, \" he said. [SEP] in 2006, the first time the teams won [SEP]"}
+{"type": "sample", "index": 13, "raw_text": "[CLS] they struggle over whether they will accept the proposition that new votes are passed by their own margin or created by bad enough. [SEP] last year, looking to put him home runs ahead, he also went down in baltimore by two. [SEP] he hit just six homers last season and david scertz hit consecutive grand runs for the red sox to help boston post its second straight. [SEP] how in the world have you ever done a thing to any iranians. [SEP] in 2006, the three original stores, bought with hollywood gizmodel marc samberg and a second - generation designer mark danielli, are scheduled to open next year [SEP]", "detok_text": "[CLS] they struggle over whether they will accept the proposition that new votes are passed by their own margin or created by bad enough. [SEP] last year, looking to put him home runs ahead, he also went down in baltimore by two. [SEP] he hit just six homers last season and david scertz hit consecutive grand runs for the red sox to help boston post its second straight. [SEP] how in the world have you ever done a thing to any iranians. [SEP] in 2006, the three original stores, bought with hollywood gizmodel marc samberg and a second - generation designer mark danielli, are scheduled to open next year [SEP]"}
+{"type": "sample", "index": 14, "raw_text": "[CLS] most consistent, but my results are the most important, you often lose, even on an extra lashing. [SEP] at the same time, the state could see cuts to higher education that would grow, but schools could benefit. [SEP] i don ' t think of hillary ( and barack ) because he ' s made me mad, too - i really don ' t feel i am so stupid. [SEP] peter jones, a 17 - year - old, has heard how thomas, after first telling the police that he was a 16 - year - old, claimed she beat him with his club in november 2003. [SEP] he said : \" there [SEP]", "detok_text": "[CLS] most consistent, but my results are the most important, you often lose, even on an extra lashing. [SEP] at the same time, the state could see cuts to higher education that would grow, but schools could benefit. [SEP] i don't think of hillary (and barack) because he's made me mad, too - i really don't feel i am so stupid. [SEP] peter jones, a 17 - year - old, has heard how thomas, after first telling the police that he was a 16 - year - old, claimed she beat him with his club in november 2003. [SEP] he said: \" there [SEP]"}
+{"type": "sample", "index": 15, "raw_text": "[CLS] 000 deaths a year since 2006 and killed 25 people in 2005, as they attempt to take control of a drug - related war that has spanned decades. [SEP] two scotland police officials said the men involved came as his father, george, aged one, walked from a town shop to a music store in glasgow. [SEP] the plan will also include, on paper, \" public spending cuts, \" long - term tax cuts to health care. \" [SEP] and now she is on the water. [SEP] but what times did her parents come up with this story of their own? [SEP] but voters in michigan try hard to know they ' ve signed up [SEP]", "detok_text": "[CLS] 000 deaths a year since 2006 and killed 25 people in 2005, as they attempt to take control of a drug - related war that has spanned decades. [SEP] two scotland police officials said the men involved came as his father, george, aged one, walked from a town shop to a music store in glasgow. [SEP] the plan will also include, on paper, \"public spending cuts,\" long - term tax cuts to health care. \" [SEP] and now she is on the water. [SEP] but what times did her parents come up with this story of their own? [SEP] but voters in michigan try hard to know they've signed up [SEP]"}
+{"type": "sample", "index": 16, "raw_text": "[CLS] know shouldn ' t be allowed too much - - - - - - - - - would need to avoid the end grooming for sex. [SEP] mr mcgobbi, 22, was a keen player, was accused of shooting a teenager, the court heard. [SEP] oh - - so \" what is it worth \" is she buy this film? [SEP] mccain ' s plans include several planned events in the u. s. where he lived. [SEP] john miken mikel, who made four appearances for manchester city this season, has left the club as to his future. [SEP] australia ' s top - ranked women are ranked seventh [SEP]", "detok_text": "[CLS] know shouldn't be allowed too much - - - - - - - - - would need to avoid the end grooming for sex. [SEP] mr mcgobbi, 22, was a keen player, was accused of shooting a teenager, the court heard. [SEP] oh - - so \"what is it worth\" is she buy this film? [SEP] mccain's plans include several planned events in the u. s. where he lived. [SEP] john miken mikel, who made four appearances for manchester city this season, has left the club as to his future. [SEP] australia's top - ranked women are ranked seventh [SEP]"}
+{"type": "sample", "index": 17, "raw_text": "[CLS]a ), was born and had a home in boston, massachusetts. [SEP] even in a chatroom, where still the words come from zipping through their reruns, cw ' s audience often inappropriately feel the same. [SEP] but it didn ' t do his work to kill people. [SEP] the open - air days would be long enough and if you decide to go, if it is to go back on time - you can put up a stand at a beach, be involved in the crloke with most of your best friends in the world. [SEP] the trio also bested the pronouncement song through new [SEP]", "detok_text": "[CLS]a ), was born and had a home in boston, massachusetts. [SEP] even in a chatroom, where still the words come from zipping through their reruns, cw's audience often inappropriately feel the same. [SEP] but it didn't do his work to kill people. [SEP] the open - air days would be long enough and if you decide to go, if it is to go back on time - you can put up a stand at a beach, be involved in the crloke with most of your best friends in the world. [SEP] the trio also bested the pronouncement song through new [SEP]"}
+{"type": "sample", "index": 18, "raw_text": "[CLS] should just not improve mixed - race relations. [SEP] the three other new members from pop band new look metal, rock band the drive are hoping to get it back on \" you can get over, \" from their pre - pop hits and the god of my mind. [SEP] but why ' s the sun still shining in your garden so fast when the results come out? [SEP] tiger, like a fast - footed chimp, could make life from dead, with long growths on its head. [SEP] what do you think about your kid ' s gpa? [SEP] fbi director michael vener said he could not find better ways to do [SEP]", "detok_text": "[CLS] should just not improve mixed - race relations. [SEP] the three other new members from pop band new look metal, rock band the drive are hoping to get it back on \"you can get over,\" from their pre - pop hits and the god of my mind. [SEP] but why's the sun still shining in your garden so fast when the results come out? [SEP] tiger, like a fast - footed chimp, could make life from dead, with long growths on its head. [SEP] what do you think about your kid's gpa? [SEP] fbi director michael vener said he could not find better ways to do [SEP]"}
+{"type": "sample", "index": 19, "raw_text": "[CLS] on their second child again. [SEP] after all, sodil by ojdum a. c. cripus, \" my friend, \" is not the only sort of misty - eyed poet when asked to do it, or as a romantic. [SEP] i think he should open a new chapter on jan. [SEP] \" we had not expected to pay them back by the end of may or for as long as little money, have got no money to spend. [SEP] the scottish government says it has no supplies or plans to build new pipelines. [SEP] environmental authorities have said they feared that dolphins might be damaged as a result [SEP]", "detok_text": "[CLS] on their second child again. [SEP] after all, sodil by ojdum a. c. cripus, \"my friend,\" is not the only sort of misty - eyed poet when asked to do it, or as a romantic. [SEP] i think he should open a new chapter on jan. [SEP] \" we had not expected to pay them back by the end of may or for as long as little money, have got no money to spend. [SEP] the scottish government says it has no supplies or plans to build new pipelines. [SEP] environmental authorities have said they feared that dolphins might be damaged as a result [SEP]"}
+{"type": "sample", "index": 20, "raw_text": "[CLS]? [SEP] local media have said the figure of 1, 000 dead belonged to 5, 000 people from human rights. [SEP] later, that should could have been expected as the child ' s you can get when you grow up with each other and having a good time of loving it or choosing not to be denied or what to send down and then you do your way with it and give it up! [SEP] call the children and their experts and turn me all down, just to put down the heat. [SEP] in the letter, mr hoon, the chief secretary of the ons, is expected to identify more than a million \" home [SEP]", "detok_text": "[CLS]? [SEP] local media have said the figure of 1, 000 dead belonged to 5, 000 people from human rights. [SEP] later, that should could have been expected as the child's you can get when you grow up with each other and having a good time of loving it or choosing not to be denied or what to send down and then you do your way with it and give it up! [SEP] call the children and their experts and turn me all down, just to put down the heat. [SEP] in the letter, mr hoon, the chief secretary of the ons, is expected to identify more than a million \" home [SEP]"}
+{"type": "sample", "index": 21, "raw_text": "[CLS]ers - they should have the right to do what they did to their children, but if they did what one could say about whether we would ever like them. [SEP] not all the same.... [SEP] the justice administration has long tried to pull out the deal, either last friday or monday. [SEP] boyne scored the winner in the second and came back with an 8 - minute power - play by legace at 11 : 06. [SEP] but wish you well and be clear. [SEP] by the end of the school year, he will be eligible for his degree. [SEP] the same may be true. [SEP] but determined to persuade [SEP]", "detok_text": "[CLS]ers - they should have the right to do what they did to their children, but if they did what one could say about whether we would ever like them. [SEP] not all the same.... [SEP] the justice administration has long tried to pull out the deal, either last friday or monday. [SEP] boyne scored the winner in the second and came back with an 8 - minute power - play by legace at 11: 06. [SEP] but wish you well and be clear. [SEP] by the end of the school year, he will be eligible for his degree. [SEP] the same may be true. [SEP] but determined to persuade [SEP]"}
+{"type": "sample", "index": 22, "raw_text": "[CLS] months to complete the waiting list. [SEP] that had little to consider than down down to the west coast to green bay bay, a former new england resort with location near the bay line. [SEP] italian filmmaker alberto canales was arrested on wednesday after attacking the italian anti - mafia activist who claimed to a police videotatape taken from the mayor ' s home in 2006. [SEP] her lawyers, and the prosecutor ' s defense chief, ramin oudin kriheri, said his calculations show that 3, 700 and 4, 446 defendants, will still be tried in the court of council session in august. [SEP] revenues fell [SEP]", "detok_text": "[CLS] months to complete the waiting list. [SEP] that had little to consider than down down to the west coast to green bay bay, a former new england resort with location near the bay line. [SEP] italian filmmaker alberto canales was arrested on wednesday after attacking the italian anti - mafia activist who claimed to a police videotatape taken from the mayor's home in 2006. [SEP] her lawyers, and the prosecutor's defense chief, ramin oudin kriheri, said his calculations show that 3, 700 and 4, 446 defendants, will still be tried in the court of council session in august. [SEP] revenues fell [SEP]"}
+{"type": "sample", "index": 23, "raw_text": "[CLS] year. [SEP] the point was not just to have a camera and i can ' t let him be as long as he can be. [SEP] america is filled with ideas, a plan, a plan, a business plan. [SEP] chickens, scorpions, geckos, snakes and macaws were still running over as they tried to clear what many children lost. [SEP] what was i was so wronged when i started talking about a boy - - he is, as a very old man so impressionable - - and by his name. [SEP] sekdiko, who is from manhattan, said her most popular treat would be [SEP]", "detok_text": "[CLS] year. [SEP] the point was not just to have a camera and i can't let him be as long as he can be. [SEP] america is filled with ideas, a plan, a plan, a business plan. [SEP] chickens, scorpions, geckos, snakes and macaws were still running over as they tried to clear what many children lost. [SEP] what was i was so wronged when i started talking about a boy - - he is, as a very old man so impressionable - - and by his name. [SEP] sekdiko, who is from manhattan, said her most popular treat would be [SEP]"}
+{"type": "sample", "index": 24, "raw_text": "[CLS] had \" seen no evidence of any acts of violence. [SEP] that could have been ahead even after last week, when the cases went back to the supreme court judge to consider their criminal cases. [SEP] \" i ' ll be the next person to be, but maybe what i said about it made me feel good, i want to play. [SEP] he says he really was so frightened that he wouldn ' t know the scale of the threat. [SEP] \" there ' s no financial value to loo as a one - name issue. [SEP] no tears of joy, \" one her young, pregnant mother, yu jinh, who gave her [SEP]", "detok_text": "[CLS] had \"seen no evidence of any acts of violence. [SEP] that could have been ahead even after last week, when the cases went back to the supreme court judge to consider their criminal cases. [SEP]\" i'll be the next person to be, but maybe what i said about it made me feel good, i want to play. [SEP] he says he really was so frightened that he wouldn't know the scale of the threat. [SEP] \"there's no financial value to loo as a one - name issue. [SEP] no tears of joy,\" one her young, pregnant mother, yu jinh, who gave her [SEP]"}
+{"type": "sample", "index": 25, "raw_text": "[CLS] the communist party ' s policy of approach. [SEP] i still see people strafling around the net - but it will just happen to go. [SEP] going along, or dumbing down again. [SEP] all that mattered to palin. [SEP] in his presence, though, a keening air of physicality carried out through many of him, and he is the second most powerful voice. [SEP] all they can see is how to walk free of their houses, traffic, cars, running around and others - - imitations of california and other states. [SEP] this is going to kill the economy. [SEP] the second round of the world series [SEP]", "detok_text": "[CLS] the communist party's policy of approach. [SEP] i still see people strafling around the net - but it will just happen to go. [SEP] going along, or dumbing down again. [SEP] all that mattered to palin. [SEP] in his presence, though, a keening air of physicality carried out through many of him, and he is the second most powerful voice. [SEP] all they can see is how to walk free of their houses, traffic, cars, running around and others - - imitations of california and other states. [SEP] this is going to kill the economy. [SEP] the second round of the world series [SEP]"}
+{"type": "sample", "index": 26, "raw_text": "[CLS] will be hoping to play her once at the end of the month to meet andy murray on saturday in the first round on the spanish open cup. [SEP] steve williams, the managing executive of gmg, said the move on top of cuts in jobs reflected frustration among many governments that have been unsafcy about moving on to long - term business opportunities in the recession. [SEP] the coaches certainly had no idea. [SEP] let ' s if you think you have had all our two tied up. [SEP] to promote paul ' s status as a writer, i know his book of contemporary idealism came with the two key words, and that [SEP]", "detok_text": "[CLS] will be hoping to play her once at the end of the month to meet andy murray on saturday in the first round on the spanish open cup. [SEP] steve williams, the managing executive of gmg, said the move on top of cuts in jobs reflected frustration among many governments that have been unsafcy about moving on to long - term business opportunities in the recession. [SEP] the coaches certainly had no idea. [SEP] let's if you think you have had all our two tied up. [SEP] to promote paul's status as a writer, i know his book of contemporary idealism came with the two key words, and that [SEP]"}
+{"type": "sample", "index": 27, "raw_text": "[CLS] [SEP] the evidence of a crackdown has now emerged, and the gunman, who has a reputation for violence, threats and beatings, is jailed. [SEP] spring storms and mudcracks are also threatening hundreds of thousands of native people from southern china, thanks in part to feed their rising food prices. [SEP] all the taliban are calling themselves the militia to protect their cause. [SEP] \" they can, \" he said, and to get out of business. [SEP] a spokeswoman called to say that two children lived in the same street of the house. [SEP] why, my heart! [SEP] \" that was when the first member [SEP]", "detok_text": "[CLS] [SEP] the evidence of a crackdown has now emerged, and the gunman, who has a reputation for violence, threats and beatings, is jailed. [SEP] spring storms and mudcracks are also threatening hundreds of thousands of native people from southern china, thanks in part to feed their rising food prices. [SEP] all the taliban are calling themselves the militia to protect their cause. [SEP] \"they can,\" he said, and to get out of business. [SEP] a spokeswoman called to say that two children lived in the same street of the house. [SEP] why, my heart! [SEP] \" that was when the first member [SEP]"}
+{"type": "sample", "index": 28, "raw_text": "[CLS] $ 3. 94 and a new $ 951. [SEP] from this june, many of the world ' s towns have excellent views of loca, the stunning port of venice, and made with dishes like coriane, antoni llandrillo, italy ' s best - made loquita, or the excellent cavoli essada praje di connovo, or just its three - strong trout with pistaoli. [SEP] military rule is a central power system run by the ruling elite. [SEP] the fscue has urged rbs to find new ideas \" to ensure the stability of the [SEP]", "detok_text": "[CLS] $3. 94 and a new $951. [SEP] from this june, many of the world's towns have excellent views of loca, the stunning port of venice, and made with dishes like coriane, antoni llandrillo, italy's best - made loquita, or the excellent cavoli essada praje di connovo, or just its three - strong trout with pistaoli. [SEP] military rule is a central power system run by the ruling elite. [SEP] the fscue has urged rbs to find new ideas \" to ensure the stability of the [SEP]"}
+{"type": "sample", "index": 29, "raw_text": "[CLS] and he you saw a different kind of the same situation that she had before she set me off, \" he said. [SEP] however, mr brown, a fast - flying boxer, suffered from lung cancer at an early age, and was likely to be among smokers, was not even expected to do well to the public option. [SEP] a key concern is growing today that all european government bodies elected to hold european elections should remain in control, with some seeing a return to the european commission. [SEP] imperitily greets you the same face, he appears to go with a comment : \" you know, he ' s a [SEP]", "detok_text": "[CLS] and he you saw a different kind of the same situation that she had before she set me off, \"he said. [SEP] however, mr brown, a fast - flying boxer, suffered from lung cancer at an early age, and was likely to be among smokers, was not even expected to do well to the public option. [SEP] a key concern is growing today that all european government bodies elected to hold european elections should remain in control, with some seeing a return to the european commission. [SEP] imperitily greets you the same face, he appears to go with a comment:\" you know, he's a [SEP]"}
+{"type": "sample", "index": 30, "raw_text": "[CLS]. 2 to 12. 8 - seconds of the day outside the world record set by the arc de vernare. [SEP] a credit deal has some good details, and i claim for help with people who have been rejected or debuluted. [SEP] the russian - born makgotyl, known as \" turkel, \" left north pole national park in 2002 to form the sablon ski team two months after he scored there. [SEP] ben weiner at the university of wisconsin researchers examined the thousands of people who had lead - in asthma and problems with cars, finding that large numbers of rare disease injuries can occur [SEP]", "detok_text": "[CLS]. 2 to 12. 8 - seconds of the day outside the world record set by the arc de vernare. [SEP] a credit deal has some good details, and i claim for help with people who have been rejected or debuluted. [SEP] the russian - born makgotyl, known as \"turkel,\" left north pole national park in 2002 to form the sablon ski team two months after he scored there. [SEP] ben weiner at the university of wisconsin researchers examined the thousands of people who had lead - in asthma and problems with cars, finding that large numbers of rare disease injuries can occur [SEP]"}
+{"type": "sample", "index": 31, "raw_text": "[CLS]. [SEP] baghdad - - after control of basra last month and iraqi soldiers cut - down their operations to allow insurgents to roam through the streets of the city of basra on monday, al - obama is convinced his military can try to move around. [SEP] but as bartenders, they causting and toring him tait the image. [SEP] and vick was non - controversy, thanks to his admission of having sex with an alleged childdoer in the last year in prison, a promise to return. [SEP] more us news here, too. [SEP] to help the effort, monday was no longer a conference, where a [SEP]", "detok_text": "[CLS]. [SEP] baghdad - - after control of basra last month and iraqi soldiers cut - down their operations to allow insurgents to roam through the streets of the city of basra on monday, al - obama is convinced his military can try to move around. [SEP] but as bartenders, they causting and toring him tait the image. [SEP] and vick was non - controversy, thanks to his admission of having sex with an alleged childdoer in the last year in prison, a promise to return. [SEP] more us news here, too. [SEP] to help the effort, monday was no longer a conference, where a [SEP]"}
+{"type": "sample", "index": 32, "raw_text": "[CLS] that, the italian prime minister silvio berlusconi announced his wife had a baby six weeks ago. [SEP] legal authorities are concerned enough of parliament ' s refusal to kill the bill. [SEP] the animal ' s sex was nothing but normal on a monday morning, the department said. [SEP] at the height of the great depression, thomas and william went off and at one time had married, father john still lived on the house and our family, friends and colleagues was happy. [SEP] \" the whole thing has been hit with a bit of a headache, \" he added. [SEP] 1000gmt ) at 11 : 00 am ( ps [SEP]", "detok_text": "[CLS] that, the italian prime minister silvio berlusconi announced his wife had a baby six weeks ago. [SEP] legal authorities are concerned enough of parliament's refusal to kill the bill. [SEP] the animal's sex was nothing but normal on a monday morning, the department said. [SEP] at the height of the great depression, thomas and william went off and at one time had married, father john still lived on the house and our family, friends and colleagues was happy. [SEP] \"the whole thing has been hit with a bit of a headache,\" he added. [SEP] 1000gmt ) at 11: 00 am ( ps [SEP]"}
+{"type": "sample", "index": 33, "raw_text": "[CLS] mind, even when gosling referred to his children as a machine he believed was their own. [SEP] the best time could have been a rerun three hours ago. [SEP] \" that is worth more than ten times more than £2m, in the case we are looking at at, if not even at this money, \" he said. [SEP] his memories came from the time during his youth when symptoms began to spread instead of treating the disease, he said. [SEP] a 2002 world super series winner, the question took months to solve. [SEP] but he ' s heard, he means it to his fans. [SEP] meanwhile, the 27 - [SEP]", "detok_text": "[CLS] mind, even when gosling referred to his children as a machine he believed was their own. [SEP] the best time could have been a rerun three hours ago. [SEP] \"that is worth more than ten times more than £2m, in the case we are looking at at, if not even at this money,\" he said. [SEP] his memories came from the time during his youth when symptoms began to spread instead of treating the disease, he said. [SEP] a 2002 world super series winner, the question took months to solve. [SEP] but he's heard, he means it to his fans. [SEP] meanwhile, the 27 - [SEP]"}
+{"type": "sample", "index": 34, "raw_text": "[CLS] [SEP] when he told woods that he thought he ' d have to take the play cut with the par hole, he didn ' t think he could not get the call. [SEP] when he is out left, when in the back, when brown is a lock, bring in ronaldo, a substitute, then take the ball when they turn, and he will always come up with a one, ( about 10 minutes later ). [SEP] this is expected to bring about mr. gray ' s hand in the senate as well as president and if his opponents to the d. c. council make up of that, more is needed to balance [SEP]", "detok_text": "[CLS] [SEP] when he told woods that he thought he'd have to take the play cut with the par hole, he didn't think he could not get the call. [SEP] when he is out left, when in the back, when brown is a lock, bring in ronaldo, a substitute, then take the ball when they turn, and he will always come up with a one, (about 10 minutes later). [SEP] this is expected to bring about mr. gray's hand in the senate as well as president and if his opponents to the d. c. council make up of that, more is needed to balance [SEP]"}
+{"type": "sample", "index": 35, "raw_text": "[CLS] call was prompted by the european union ' s competitionism and competition committee in its battle on a rival industrial deal, which investors fear could lead to a break - up next year in the competition for a european market. [SEP] or that she hopes she can have the rich sue her mother for having his daughter and give her too many abortions. [SEP] wake up after spending a few hours!!?. [SEP] we can think in the world that otherwise it would not stand up to the united states to stand on this without penalties. [SEP] you know that that instead of raising taxes, these business - tax benefits that will really tax them off [SEP]", "detok_text": "[CLS] call was prompted by the european union's competitionism and competition committee in its battle on a rival industrial deal, which investors fear could lead to a break - up next year in the competition for a european market. [SEP] or that she hopes she can have the rich sue her mother for having his daughter and give her too many abortions. [SEP] wake up after spending a few hours!!?. [SEP] we can think in the world that otherwise it would not stand up to the united states to stand on this without penalties. [SEP] you know that that instead of raising taxes, these business - tax benefits that will really tax them off [SEP]"}
+{"type": "sample", "index": 36, "raw_text": "[CLS] to investors in january 2007 over a bail - out plan, then made its fall 5 percent in early trading, in november 2008. [SEP] it ' s funny to see it, and you have to pick up a son or something but can you hear? [SEP] if you did, the male was born with a second baby, with her baby on a front line - up one foot ahead of the other, so it was best with the male too. [SEP] he ' s the first time trying to put down the gun and he thinks he would stop shooting him. [SEP] if mr. ott was not there, she wrote, he would [SEP]", "detok_text": "[CLS] to investors in january 2007 over a bail - out plan, then made its fall 5 percent in early trading, in november 2008. [SEP] it's funny to see it, and you have to pick up a son or something but can you hear? [SEP] if you did, the male was born with a second baby, with her baby on a front line - up one foot ahead of the other, so it was best with the male too. [SEP] he's the first time trying to put down the gun and he thinks he would stop shooting him. [SEP] if mr. ott was not there, she wrote, he would [SEP]"}
+{"type": "sample", "index": 37, "raw_text": "[CLS] but we are so sure that we are the best team. [SEP] so, watching \" idol \" itself was the way to make \" idol, \" and also sometimes the end of life. [SEP] \" i ' ve faith in my country but it ' s always been the only best way i needed to be here. [SEP] he also said he had to tell him to call his goer to see him and live with the locks. [SEP] yeah, and who ' s been called on to do that? [SEP] the vote to start the italian football team ' s season was meant to protect the league ' s financial position. [SEP] but the un [SEP]", "detok_text": "[CLS] but we are so sure that we are the best team. [SEP] so, watching \"idol\" itself was the way to make \"idol,\" and also sometimes the end of life. [SEP] \" i've faith in my country but it's always been the only best way i needed to be here. [SEP] he also said he had to tell him to call his goer to see him and live with the locks. [SEP] yeah, and who's been called on to do that? [SEP] the vote to start the italian football team's season was meant to protect the league's financial position. [SEP] but the un [SEP]"}
+{"type": "sample", "index": 38, "raw_text": "[CLS] a new plan for negotiations with the scottish government over the issue. [SEP] however, the largest three u. s. brands were told of the largest annual revenue decline and record per - share loss for fiscal 2009, $ 2. 65 billion, or 20 cents per share. [SEP] he was waiting in a mini - trailer while being injured. [SEP] andry faragen, defence minister, eu, ko simuniic. [SEP] but when the new question is debated, many people follow with their advice for the next parliament, while doing little such damage. [SEP] what was what must be a special case? [SEP] he says that he had [SEP]", "detok_text": "[CLS] a new plan for negotiations with the scottish government over the issue. [SEP] however, the largest three u. s. brands were told of the largest annual revenue decline and record per - share loss for fiscal 2009, $2. 65 billion, or 20 cents per share. [SEP] he was waiting in a mini - trailer while being injured. [SEP] andry faragen, defence minister, eu, ko simuniic. [SEP] but when the new question is debated, many people follow with their advice for the next parliament, while doing little such damage. [SEP] what was what must be a special case? [SEP] he says that he had [SEP]"}
+{"type": "sample", "index": 39, "raw_text": "[CLS] $ 40 million, a year. [SEP] these are not the only reventries of state schools. [SEP] and worse, his pay for all those phone calls, along with a host of other questions of identity and the question to how his daughter handles with love, love and human condition, is getting healthier. [SEP] in the new year oil went on, it seems that the economy is starting to stabilize and is starting to turn around even when things break up. [SEP] \" although the outcome may still be decided after the former members show their finger. [SEP] the felony offence carries a sentence with sentences of three years and up to £2, [SEP]", "detok_text": "[CLS] $40 million, a year. [SEP] these are not the only reventries of state schools. [SEP] and worse, his pay for all those phone calls, along with a host of other questions of identity and the question to how his daughter handles with love, love and human condition, is getting healthier. [SEP] in the new year oil went on, it seems that the economy is starting to stabilize and is starting to turn around even when things break up. [SEP] \" although the outcome may still be decided after the former members show their finger. [SEP] the felony offence carries a sentence with sentences of three years and up to £2, [SEP]"}
+{"type": "sample", "index": 40, "raw_text": "[CLS] euros ). [SEP] 3 ( upi ) - - st. louis diamondbacks closer brad hawpe signed on a new contract thursday with the new york yankees, ending his fifth career postseason victory. [SEP] the actress had once been signed up to tell him he to be painted for her after his death, and the next three years he would procure his time on a par with one other hand as the main character. [SEP] the best plan here is not to pay all the time, but pay for the entire year at a price. [SEP] mr brown and many other world leaders were struck up when a call by gordon brown and president [SEP]", "detok_text": "[CLS] euros ). [SEP] 3 (upi) - - st. louis diamondbacks closer brad hawpe signed on a new contract thursday with the new york yankees, ending his fifth career postseason victory. [SEP] the actress had once been signed up to tell him he to be painted for her after his death, and the next three years he would procure his time on a par with one other hand as the main character. [SEP] the best plan here is not to pay all the time, but pay for the entire year at a price. [SEP] mr brown and many other world leaders were struck up when a call by gordon brown and president [SEP]"}
+{"type": "sample", "index": 41, "raw_text": "[CLS] policies? [SEP] \" we could run down, and we took high risks, \" he said. [SEP] it ' s the work i found here at the time when the market, suddenly, started to look achingly bad. [SEP] in fact mr clegg ' s party lost nine, while the tories have won some by - elections or more. [SEP] the first plan has since been to move back in with a new 10 - foot 5 - long leg and a dog with no room to run. [SEP] \" or anything else, that would be... a sick joke. \" [SEP] enough, then, to tell american troops [SEP]", "detok_text": "[CLS] policies? [SEP] \"we could run down, and we took high risks,\" he said. [SEP] it's the work i found here at the time when the market, suddenly, started to look achingly bad. [SEP] in fact mr clegg's party lost nine, while the tories have won some by - elections or more. [SEP] the first plan has since been to move back in with a new 10 - foot 5 - long leg and a dog with no room to run. [SEP] \"or anything else, that would be... a sick joke.\" [SEP] enough, then, to tell american troops [SEP]"}
+{"type": "sample", "index": 42, "raw_text": "[CLS] the end of the month. [SEP] what if he wants you know if i have said or spoken with your son, as i don ' t even remember him at all. [SEP] so we ' re having a different day on the field for everyone. [SEP] some colleagues asked, and bell ' s family, who stood quietly at their verdicts. [SEP] go out and just get through. [SEP] it is very fair. [SEP] she said he began using a broom hammer to water through the hole. [SEP] there are so many things, though, that ' s very wrong. [SEP] the patients are light skinned and can weigh under 10 pounds. [SEP] [SEP]", "detok_text": "[CLS] the end of the month. [SEP] what if he wants you know if i have said or spoken with your son, as i don't even remember him at all. [SEP] so we're having a different day on the field for everyone. [SEP] some colleagues asked, and bell's family, who stood quietly at their verdicts. [SEP] go out and just get through. [SEP] it is very fair. [SEP] she said he began using a broom hammer to water through the hole. [SEP] there are so many things, though, that's very wrong. [SEP] the patients are light skinned and can weigh under 10 pounds. [SEP] [SEP]"}
+{"type": "sample", "index": 43, "raw_text": "[CLS] [SEP] after serving in the raf group in 1946, williams - - in november this year - - started the army ' s three - month service and became a symbolised figure as the most talented soldier and volunteer of his life. [SEP] usually they would go for one out of their custody, or other benefits ; they have visitation rights. [SEP] reina went into the final half a minute after a second goal, giving murcy their 2 - 2 lead. [SEP] his shop, david ' s kitchen, is sold out. [SEP] the players ' union is expected to agree on cutting $ 25. 5 million in financial aid, including small [SEP]", "detok_text": "[CLS] [SEP] after serving in the raf group in 1946, williams - - in november this year - - started the army's three - month service and became a symbolised figure as the most talented soldier and volunteer of his life. [SEP] usually they would go for one out of their custody, or other benefits; they have visitation rights. [SEP] reina went into the final half a minute after a second goal, giving murcy their 2 - 2 lead. [SEP] his shop, david's kitchen, is sold out. [SEP] the players' union is expected to agree on cutting $25. 5 million in financial aid, including small [SEP]"}
+{"type": "sample", "index": 44, "raw_text": "[CLS] to change my life? but what is my life, to do is living, do it, do it, the issue is over for the next day, but, i really dont know know what my future is. [SEP] this has a very different message, but you might know. [SEP] the mother suggested that investigators have to take care of him, saying they have no issue with his past status as his father. [SEP] \" well, we did not start with that group, but since we don ' t do so we are not people out there, \" he added. [SEP] officials in northern sudan put the death toll at 10. [SEP]", "detok_text": "[CLS] to change my life? but what is my life, to do is living, do it, do it, the issue is over for the next day, but, i really dont know know what my future is. [SEP] this has a very different message, but you might know. [SEP] the mother suggested that investigators have to take care of him, saying they have no issue with his past status as his father. [SEP] \"well, we did not start with that group, but since we don't do so we are not people out there,\" he added. [SEP] officials in northern sudan put the death toll at 10. [SEP]"}
+{"type": "sample", "index": 45, "raw_text": "[CLS] a woman..., \" said carrick during her long phone interview with the magazine. [SEP] fine, because i also was addicted to how much you like looked at things... and the more the children knew of it happened, of course, and that could be the real problem. [SEP] that is about 15 per cent of the population who relies on council tax. [SEP] the club has created a strong team with high hopes for players to turn up often as the fans of the team left, not due to race, gender and culture, and not their reasons. [SEP] recently, sports coaches have been joined in by controversy. [SEP]", "detok_text": "[CLS] a woman..., \" said carrick during her long phone interview with the magazine. [SEP] fine, because i also was addicted to how much you like looked at things... and the more the children knew of it happened, of course, and that could be the real problem. [SEP] that is about 15 per cent of the population who relies on council tax. [SEP] the club has created a strong team with high hopes for players to turn up often as the fans of the team left, not due to race, gender and culture, and not their reasons. [SEP] recently, sports coaches have been joined in by controversy. [SEP]"}
+{"type": "sample", "index": 46, "raw_text": "[CLS] mean that if his primary campaign fails it could rely on contributors to meet the size of its own cash resources. [SEP] the investigation found that cleary had little hope of keeping up his win through the race. [SEP] lizards, two snakes and four parrots live on, but among some alligators, the animals live at the end of species known as big frogs, lorias and stickers. [SEP] make him something, do you still do what you love, and go away? [SEP] this comes as london city council announced it would allow for take - home pay of 5pc. [SEP] petro - - one of russia ' s more [SEP]", "detok_text": "[CLS] mean that if his primary campaign fails it could rely on contributors to meet the size of its own cash resources. [SEP] the investigation found that cleary had little hope of keeping up his win through the race. [SEP] lizards, two snakes and four parrots live on, but among some alligators, the animals live at the end of species known as big frogs, lorias and stickers. [SEP] make him something, do you still do what you love, and go away? [SEP] this comes as london city council announced it would allow for take - home pay of 5pc. [SEP] petro - - one of russia's more [SEP]"}
+{"type": "sample", "index": 47, "raw_text": "[CLS] she said. [SEP] 4 june 2003 - a new law is passed in poland. [SEP] the phone was too late. [SEP] 18 at 2 : 45 a. m. [SEP] paterson on monday approved a record $ 43 million fund for new york - new couples and children under 25 who end their lives by a life - saving organ that will cost $ 18 million. [SEP] \" the overall decision of the qatari government to take responsibility of supporting the mend is unacceptable. [SEP] mr straw often did not know he was being allowed to use his functions as house of commons, leader and chairman of his party, committee for human rights. [SEP] but [SEP]", "detok_text": "[CLS] she said. [SEP] 4 june 2003 - a new law is passed in poland. [SEP] the phone was too late. [SEP] 18 at 2: 45 a. m. [SEP] paterson on monday approved a record $43 million fund for new york - new couples and children under 25 who end their lives by a life - saving organ that will cost $18 million. [SEP] \" the overall decision of the qatari government to take responsibility of supporting the mend is unacceptable. [SEP] mr straw often did not know he was being allowed to use his functions as house of commons, leader and chairman of his party, committee for human rights. [SEP] but [SEP]"}
+{"type": "sample", "index": 48, "raw_text": "[CLS] \" some 20 years ago. \" if i can see them, \" she said to her young daughter, as \" another young child cheats with his father, on my planet. \" [SEP] jin jing tanzhangkun, a beijing bird technology expert, says he immediately made the big splash at bird ' s nest, ringed by a fin about a foot by 2 feet high, a shape of flowers and a red white blanket. [SEP] she ' s has a 6 - year - old son named todd palin who has a \" non - threatening \" injury. [SEP] \" we just put into the 10 best years of our [SEP]", "detok_text": "[CLS] \"some 20 years ago.\" if i can see them, \"she said to her young daughter, as\" another young child cheats with his father, on my planet. \"[SEP] jin jing tanzhangkun, a beijing bird technology expert, says he immediately made the big splash at bird's nest, ringed by a fin about a foot by 2 feet high, a shape of flowers and a red white blanket. [SEP] she's has a 6 - year - old son named todd palin who has a\" non - threatening \"injury. [SEP]\" we just put into the 10 best years of our [SEP]"}
+{"type": "sample", "index": 49, "raw_text": "[CLS] debting firm permira may soon lead their search private. [SEP] but if i let him by, he would come fast. [SEP] the uk claims the recording is a secret, has made it more available to the media, it has allowed observers in the country to gather evidence. [SEP] the other two known species are found in the mix of bluebirds, birds, bluefin and male tuna. [SEP] \" i have only one thing i do consider most important is to get the pace, that it can ' t be difficult to continue in the long - term, \" he added. [SEP] for new american strength, i have to be [SEP]", "detok_text": "[CLS] debting firm permira may soon lead their search private. [SEP] but if i let him by, he would come fast. [SEP] the uk claims the recording is a secret, has made it more available to the media, it has allowed observers in the country to gather evidence. [SEP] the other two known species are found in the mix of bluebirds, birds, bluefin and male tuna. [SEP] \"i have only one thing i do consider most important is to get the pace, that it can't be difficult to continue in the long - term,\" he added. [SEP] for new american strength, i have to be [SEP]"}
+{"type": "sample", "index": 50, "raw_text": "[CLS] her foot in front of the officer and making the piece loose. [SEP] so you get your own company, then do some \" baby running \" by yourself, after lifting your head or moving your foot. [SEP] so long as you have two children this christmas. [SEP] unfortunately, the situation might be just easy to avoid. [SEP] you both always have your feelings. [SEP] what happens if your brother, brother, will take control of the results?? [SEP] the closest thing to make you, unless you have to mind, is to ask them on a very good form of food where no language is a rule. [SEP] in our view, he [SEP]", "detok_text": "[CLS] her foot in front of the officer and making the piece loose. [SEP] so you get your own company, then do some \"baby running\" by yourself, after lifting your head or moving your foot. [SEP] so long as you have two children this christmas. [SEP] unfortunately, the situation might be just easy to avoid. [SEP] you both always have your feelings. [SEP] what happens if your brother, brother, will take control of the results?? [SEP] the closest thing to make you, unless you have to mind, is to ask them on a very good form of food where no language is a rule. [SEP] in our view, he [SEP]"}
+{"type": "sample", "index": 51, "raw_text": "[CLS] you might also be able to feed goridi animals such as leopards, tigers, grouses and bod doves - - or just cats, but with dogs of most animals involved. [SEP] and on thursday, many european euromakers - - in the midst of the deluge - - said portugal ' s financial position was threatened as a global slow downgrades its credit rating. [SEP] the 27 - year - old locked herself in a new york apartment, 2003, after christmas - - and her head was stuck to her face on video games, going on. [SEP] mr. obama came off third place about 11 months [SEP]", "detok_text": "[CLS] you might also be able to feed goridi animals such as leopards, tigers, grouses and bod doves - - or just cats, but with dogs of most animals involved. [SEP] and on thursday, many european euromakers - - in the midst of the deluge - - said portugal's financial position was threatened as a global slow downgrades its credit rating. [SEP] the 27 - year - old locked herself in a new york apartment, 2003, after christmas - - and her head was stuck to her face on video games, going on. [SEP] mr. obama came off third place about 11 months [SEP]"}
+{"type": "sample", "index": 52, "raw_text": "[CLS] for its $ 12. 5 billion ( 11. 5 - billion euro bond project, which could help a long - term investor. [SEP] at last, the thundering rain rain and storms had turned the corner on the race.. the rain won ' t help in most weather conditions, and might even help you by not treading of your head. [SEP] if you know about him much and thinks that you have got his money - if he ' s a bit - up boy - are you still sure? [SEP] mohamad beledy, 28, of plod street, harrow, north - west london, was offered a [SEP]", "detok_text": "[CLS] for its $12. 5 billion ( 11. 5 - billion euro bond project, which could help a long - term investor. [SEP] at last, the thundering rain rain and storms had turned the corner on the race.. the rain won't help in most weather conditions, and might even help you by not treading of your head. [SEP] if you know about him much and thinks that you have got his money - if he's a bit - up boy - are you still sure? [SEP] mohamad beledy, 28, of plod street, harrow, north - west london, was offered a [SEP]"}
+{"type": "sample", "index": 53, "raw_text": "[CLS] said. [SEP] scientists also believe that reaction to the question is far greater than the current change as was previously estimated. [SEP] 18 - dec. [SEP] 20 of the tickets for $ 15. 99 and available to be retailed with an original fee of $ 1. [SEP] under immigration law, u. s. health officials are not always sure of which vaccine they want. [SEP] when the gouges, i join me in my three - person room, each with one eye, two feet. [SEP] i had just to play. [SEP] li guangba, spokesman of china ' s olympics, warned people to stay away and stay in [SEP]", "detok_text": "[CLS] said. [SEP] scientists also believe that reaction to the question is far greater than the current change as was previously estimated. [SEP] 18 - dec. [SEP] 20 of the tickets for $15. 99 and available to be retailed with an original fee of $1. [SEP] under immigration law, u. s. health officials are not always sure of which vaccine they want. [SEP] when the gouges, i join me in my three - person room, each with one eye, two feet. [SEP] i had just to play. [SEP] li guangba, spokesman of china's olympics, warned people to stay away and stay in [SEP]"}
+{"type": "sample", "index": 54, "raw_text": "[CLS] to 22 may. [SEP] mr zam and mr brown, 21, had made a telephone interview on their behalf. [SEP] but you may not have to return to their area in this case. [SEP] parents of a missing 2 - year - old boy are surrounded by friends leaving photographs of the holiday - - such as her playing with their daughter and playing with her mother. [SEP] the teenagers are charged with being with an offensive child and making contact to a minor. [SEP] at just 1. 5 pounds, pacquiao became the whole world ' s smallest man. [SEP] woods, who was out, called haney several times, although she [SEP]", "detok_text": "[CLS] to 22 may. [SEP] mr zam and mr brown, 21, had made a telephone interview on their behalf. [SEP] but you may not have to return to their area in this case. [SEP] parents of a missing 2 - year - old boy are surrounded by friends leaving photographs of the holiday - - such as her playing with their daughter and playing with her mother. [SEP] the teenagers are charged with being with an offensive child and making contact to a minor. [SEP] at just 1. 5 pounds, pacquiao became the whole world's smallest man. [SEP] woods, who was out, called haney several times, although she [SEP]"}
+{"type": "sample", "index": 55, "raw_text": "[CLS] on the day, only made the cut in 2004. [SEP] \" he has held the first man lead in his final f1 race over the course. [SEP] a village in oxfordshire is home to fly scorpions and geckos. [SEP] but lloyd, 27, a man, told officers that he was fighting to get a stolen car after he asked him he had time to buy a car. [SEP] starting on friday, the team will play 15 games, if they can, or continue to run. [SEP] in july 2007, a suspicious film emerged in a shop, where a piece of paper luggage was taken through los angeles international airport. [SEP] [SEP]", "detok_text": "[CLS] on the day, only made the cut in 2004. [SEP] \" he has held the first man lead in his final f1 race over the course. [SEP] a village in oxfordshire is home to fly scorpions and geckos. [SEP] but lloyd, 27, a man, told officers that he was fighting to get a stolen car after he asked him he had time to buy a car. [SEP] starting on friday, the team will play 15 games, if they can, or continue to run. [SEP] in july 2007, a suspicious film emerged in a shop, where a piece of paper luggage was taken through los angeles international airport. [SEP] [SEP]"}
+{"type": "sample", "index": 56, "raw_text": "[CLS] issues. [SEP] last week, the department ' s resources chief disputed accusations that cuverly police chief superintendent neil callard had investigated some treatment problems, including the short use of the drugs. [SEP] i said that if you take one thing seriously, and even if it is right, he may be too bad, in his opinion. [SEP] if all this and this could have been applied to it would likely make much sense to many financial families, especially to other financial institutions, in many parts of america who will have received no government bail help. [SEP] \" many of this disease still affects people even before they go from room to room on [SEP]", "detok_text": "[CLS] issues. [SEP] last week, the department's resources chief disputed accusations that cuverly police chief superintendent neil callard had investigated some treatment problems, including the short use of the drugs. [SEP] i said that if you take one thing seriously, and even if it is right, he may be too bad, in his opinion. [SEP] if all this and this could have been applied to it would likely make much sense to many financial families, especially to other financial institutions, in many parts of america who will have received no government bail help. [SEP] \" many of this disease still affects people even before they go from room to room on [SEP]"}
+{"type": "sample", "index": 57, "raw_text": "[CLS] to his defeat in his race for the world title last year he joked about going 3 - 1 to get over into third place. [SEP] the government agreed to deprive victims of $ 20 million last year and allow them to file their claims on their debts, as well as pay a fine of $ 300, 000, 000 ( $ 1, 900, 000 ; euro $ 3, 400, 000 to $ 3, 000 ). [SEP] her world debut is with florence and the sound of europe. [SEP] the fact is that only two zeros make up before supernovae has caused much more damage. [SEP] haitians, though [SEP]", "detok_text": "[CLS] to his defeat in his race for the world title last year he joked about going 3 - 1 to get over into third place. [SEP] the government agreed to deprive victims of $20 million last year and allow them to file their claims on their debts, as well as pay a fine of $300, 000, 000 ($1, 900, 000; euro $3, 400, 000 to $3, 000). [SEP] her world debut is with florence and the sound of europe. [SEP] the fact is that only two zeros make up before supernovae has caused much more damage. [SEP] haitians, though [SEP]"}
+{"type": "sample", "index": 58, "raw_text": "[CLS] obama campaign was referring to mccain ' s influence on the way the state was looking to keep its support. [SEP] the sort of time that was us in a row with you today.... and we will get bad times, but we will pick up a shot, maybe come back. [SEP] that was 11 to 14 - year - old when she began her term at striggs school in the east end in march. [SEP] but this is put simply, behind the scenes, and why on. [SEP] in 2004, there was a boom, thanks to the sound of pham teyrur sedwarth, a young [SEP]", "detok_text": "[CLS] obama campaign was referring to mccain's influence on the way the state was looking to keep its support. [SEP] the sort of time that was us in a row with you today.... and we will get bad times, but we will pick up a shot, maybe come back. [SEP] that was 11 to 14 - year - old when she began her term at striggs school in the east end in march. [SEP] but this is put simply, behind the scenes, and why on. [SEP] in 2004, there was a boom, thanks to the sound of pham teyrur sedwarth, a young [SEP]"}
+{"type": "sample", "index": 59, "raw_text": "[CLS] prison, a limit of his release may be reached, according to documents released tuesday. [SEP] brown also said he plans to meet with davis tuesday to discuss issues with members of other gay community groups. [SEP] in the new version there ' s a screen and, in effect, a screen. [SEP] the super cup has been left to its teams, but it is likely the road will open. [SEP] you could see nothing about them. \" [SEP] people taking a drug spent less, two more dollars on average. [SEP] if the president had changed course in coincide with november ' s elections, he was still robbed of his power. [SEP] the ap [SEP]", "detok_text": "[CLS] prison, a limit of his release may be reached, according to documents released tuesday. [SEP] brown also said he plans to meet with davis tuesday to discuss issues with members of other gay community groups. [SEP] in the new version there's a screen and, in effect, a screen. [SEP] the super cup has been left to its teams, but it is likely the road will open. [SEP] you could see nothing about them. \" [SEP] people taking a drug spent less, two more dollars on average. [SEP] if the president had changed course in coincide with november's elections, he was still robbed of his power. [SEP] the ap [SEP]"}
+{"type": "sample", "index": 60, "raw_text": "[CLS] that of the government to be cautious, but the bank has not yet raised its interest rates. [SEP] if she has to go, stand, always give a fair shot at the putt, hold the arm, throw, or hold the ball to herself or, for again, kiss her right hair - - and did her all a roll - up in beijing, and get a bang - up this is a good thing, even if she ' s only a little better faster than the great. [SEP] mr. obama is expected to run himself well as a third hand to state parties, which for the time being have been open about her [SEP]", "detok_text": "[CLS] that of the government to be cautious, but the bank has not yet raised its interest rates. [SEP] if she has to go, stand, always give a fair shot at the putt, hold the arm, throw, or hold the ball to herself or, for again, kiss her right hair - - and did her all a roll - up in beijing, and get a bang - up this is a good thing, even if she's only a little better faster than the great. [SEP] mr. obama is expected to run himself well as a third hand to state parties, which for the time being have been open about her [SEP]"}
+{"type": "sample", "index": 61, "raw_text": "[CLS] hard to control his play and he likes to do well. [SEP] they knew when he was going he had to write new rules, go more mobile, set up a whole new business model. [SEP] do you think he will go during this debate? [SEP] you can ask if it ' s because i always think that i should run the world i want? [SEP] derek fisher scored 27 in the overtime as the rockets improved ( 34 - 38 ) and after the philadelphia 76ers scored 18 points to the lakers ( 18 - 2 ) ahead on the break, going nine points and 3 - all. [SEP] this reflects the government ' s own belief [SEP]", "detok_text": "[CLS] hard to control his play and he likes to do well. [SEP] they knew when he was going he had to write new rules, go more mobile, set up a whole new business model. [SEP] do you think he will go during this debate? [SEP] you can ask if it's because i always think that i should run the world i want? [SEP] derek fisher scored 27 in the overtime as the rockets improved (34 - 38) and after the philadelphia 76ers scored 18 points to the lakers (18 - 2) ahead on the break, going nine points and 3 - all. [SEP] this reflects the government's own belief [SEP]"}
+{"type": "sample", "index": 62, "raw_text": "[CLS] biggest mountain area is still covered in smoke but a front fire from santa cruz is still under threat while the biggest city of the santa cruz county region is under threat as a result of raging wildfires. [SEP] a stroller with the keys to one of its life forms could take you up to 90 minutes away. [SEP] \" he ' s a father, always going very well and not as good as the man on the other hand, \" she said. [SEP] quick. [SEP] why does you want the united states to have the best chance in the world after winning the bronze at last year ' s olympics? [SEP] but that he ' s [SEP]", "detok_text": "[CLS] biggest mountain area is still covered in smoke but a front fire from santa cruz is still under threat while the biggest city of the santa cruz county region is under threat as a result of raging wildfires. [SEP] a stroller with the keys to one of its life forms could take you up to 90 minutes away. [SEP] \"he's a father, always going very well and not as good as the man on the other hand,\" she said. [SEP] quick. [SEP] why does you want the united states to have the best chance in the world after winning the bronze at last year's olympics? [SEP] but that he's [SEP]"}
+{"type": "sample", "index": 63, "raw_text": "[CLS] to consider their own options. [SEP] the only part to which i went was wrong, the feeling that, since her office has been disothered because she ' s a woman, i ' m going to stay behind, even if she is going to ' decide ' to run as a secretary. [SEP] the illinois gov. pat burr has said his opponent in wednesday ' s election will focus on only on the fact that illinois ' s law allows him to move out of office or else under state law. [SEP] \" we are here to address it this quickly, because the only changes we have made now are the results of the most [SEP]", "detok_text": "[CLS] to consider their own options. [SEP] the only part to which i went was wrong, the feeling that, since her office has been disothered because she's a woman, i'm going to stay behind, even if she is going to'decide' to run as a secretary. [SEP] the illinois gov. pat burr has said his opponent in wednesday's election will focus on only on the fact that illinois's law allows him to move out of office or else under state law. [SEP] \" we are here to address it this quickly, because the only changes we have made now are the results of the most [SEP]"}

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps512_c16_t1p45_detok_raw_samples.txt

@@ -0,0 +1,224 @@
+steps512_c16_t1p45_detok
+{
+  "type": "summary",
+  "name": "steps512_c16_t1p45",
+  "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt",
+  "step": 434000,
+  "decode": {
+    "kind": "categorical_fullvocab_normal_steps_sweep",
+    "config": "steps512_c16_t1p45",
+    "steps": 512,
+    "endpoint_temp": 1.45,
+    "concentration_max": 16.0,
+    "final_from": "state",
+    "update": "resample",
+    "n_samples": 64,
+    "seed": 20260509
+  },
+  "detok_genppl": {
+    "ppl": 27.716806122818237,
+    "nll_per_token": 3.3220389484489052,
+    "tokens": 9590
+  },
+  "diversity": {
+    "sample_entropy": 4.103715285801019,
+    "unique_tokens": 1591,
+    "token_count": 8192,
+    "distinct_1": 0.1942138671875,
+    "distinct_2": 0.6302903543307087,
+    "top_token_mass": 0.0643310546875
+  }
+}
+
+===== sample 000 =====
+[CLS] monday. [SEP] the school said the centre would be able to serve as a training centre for pre - school children and adults. [SEP] in the face of it, not only is iran nuclear but also a clear threat to the us, "he said. [SEP] the evidence would have to be used in court to prosecute them. [SEP] it would be good to know what o. j. is - - at least if someone can't come up to tell a story. [SEP] he is averaging 11. 2 points, 2 3 - pointers and 11 turnovers. [SEP]" you can't learn how to be, this is [SEP]
+
+===== sample 001 =====
+[CLS] surgery, was expected to be out for six weeks, but he says he won't be until the end of the season. [SEP] he was acquitted in monday's case. [SEP] video of the crash shows the plane's engines in the air before disappearing back to the ground. [SEP] in the more remarkable result, she seized the chance to break even in the closing seconds with an impressive display, including a spectacular move short of the final point to beat d'arcy by three - quarters of an inch. [SEP] today, that number fell to 43. 1 percent, down from just 40. 2 percent. [SEP] that' [SEP]
+
+===== sample 002 =====
+[CLS] there, "he told the bbc. [SEP] they spoke to reporters soon after her trip, cnn reported thursday. [SEP] thanks to a rewarding set and artistry, the pair have won praise and have put a bit of a face into the contest. [SEP] it was his second straight victory. [SEP] it wasn't so bad. [SEP] 16, 2008, after the opening of the beijing olympics, to be played in a series of events prior to the games. [SEP] and trust me... know what you're doing on the show and what you do.... [SEP]" the president's approach is based on [SEP]
+
+===== sample 003 =====
+[CLS] to speak to the media on tuesday. [SEP] dayton, ohio (ap) - a 17 - year - old boy confessed to the killing of his father after seeing his 17 - year - old friend's photo of him and lying to police, officials said friday. [SEP] the law came into effect in july and is expected to become law in 2009, it said. [SEP] in the book, mr. obama has stuck with a similar line he made a few years ago in a new york times interview. [SEP] i was not a man and i was................. [SEP]
+
+===== sample 004 =====
+[CLS], i talk about this, so i can't go back to school... [SEP] "people here are not here to stop them. [SEP] that's a relief," and that's why i'm really happy. [SEP] i'm not saying that i have to tell someone else i'm doing something nice, to do something interesting, but when i looked for a great short story, i really found it because i was a writer. [SEP] "how do you do that?" [SEP] but if you've got children and people you're going to meet, won't you? [SEP] he [SEP]
+
+===== sample 005 =====
+[CLS] can be created with the help of spouses, co - workers and colleagues. [SEP] that, most likely, has now been used to gain public attention, "said a treasury official. [SEP] i mean that. [SEP] they're the right things, and that's wrong. [SEP] i have had good months and i've always said there's no problem with the smile on my face. [SEP] boston became the first boston team to win a world series in major league baseball history. [SEP] i can tell you that. [SEP]" it's a fact that they would have to stay over the border. [SEP] one of the [SEP]
+
+===== sample 006 =====
+[CLS] made no progress on the issue. [SEP] syria denies u. s. claims that it has diplomatic relations with israel, describing it as an independent state in the region. [SEP] he took office in march, despite a power struggle between mr. bush's administration and his allies in the northern and southern states that threatened to undermine iraq's stability. [SEP] back then, we could take a look at the big 12, now the big national football conference. [SEP] they must make this one. [SEP] and he was not ready to fix it. [SEP] you can never think about what a small company would look like. [SEP] that came to the [SEP]
+
+===== sample 007 =====
+[CLS] has found nothing wrong with the law. [SEP] he is young, and he's a big fan. [SEP] "it's a very big city, it's very nice," he said. [SEP] " in the north - west, someone from the church of england might be trying to get in on a big issue. [SEP] but this time it was not true. [SEP] but then jones, who was called up at fly - half and continued to hold the ball. [SEP] now must be the time for us to live up to the promise of the future. [SEP] it is just that the european parliament did not get to go [SEP]
+
+===== sample 008 =====
+[CLS], head of the people's congress, 60 kilometres (37 miles) west of beijing, had lined up at the stadium to watch the games on the air. [SEP] i'm a fan of the... [SEP] the number is on the rise, "the official said. [SEP]" it is important to have the energy to score and win, " wenger said. [SEP] it is fun and it is important. [SEP] a 6 - year - old can throw a surfboard in the air as a 4 - 5 year - old - - and then he's a big boy. [SEP] last year, the company was [SEP]
+
+===== sample 009 =====
+[CLS] "he said. [SEP] but the best way to stay calm before a fall is to make your own, and you should wait until the last minute. [SEP] it is due to open this summer. [SEP] but the measure is expected to go before the u. s. senate by christmas. [SEP] dr. smith's medical center was developed by the nassau county children's health system. [SEP]" i think there is a lot of sense of concern but there is a clear sense of urgency about the role of the banks in this crisis and that is clearly what we have to do, " the minister told a news conference. [SEP] the [SEP]
+
+===== sample 010 =====
+[CLS] - 3 in the tiebreak and went ahead 4 - 2 in the second game of the second, and when the american was in control, the russian held on. [SEP] a man has been shot in the head during a double slaying in glasgow. [SEP] a senior u. s. military official hotly denied reports that a british soldier had been killed, while u. s. officials in london had welcomed the pakistani government's offer of support for a military offensive. [SEP] for britain, there are still a lot of questions about how they might be dealt with in the future. [SEP] the problem is that most of them are [SEP]
+
+===== sample 011 =====
+[CLS] foreign minister to oversee the training of the police and security, said the foreign ministry. [SEP] she was known for her whispery voice and a pleasant lovelorn air. [SEP] felton's 3 put the red bulls ahead 62 - 59 with 1: 36 to play in the third quarter. [SEP] the news came as british and french officials unve plans to send more troops to afghanistan. [SEP] you're going to have a drink in your mouth. [SEP] average prices at the pump for regular gasoline were $7. 98 (£4. 31) a gallon last month, up from 22 cents a gallon in november 2008, [SEP]
+
+===== sample 012 =====
+[CLS] world when the global economy recovers next year. [SEP] (a result of your article on the issue.) [SEP] "you may have to make a decision whether you are going to perform at a later concert, or you can show up ahead of the time - - but you have your own pr company to make you within your rights. [SEP]" i've always thought we win the race, we would be a new world champion. [SEP] the two have also sought to rekindle tensions between the two countries. [SEP] the dow jones industrial average rose 18. 82 points, or 1. 1 percent, to 976. 70 [SEP]
+
+===== sample 013 =====
+[CLS] showed he has the confidence to win the game. [SEP] when asked about that, he would like to say, "it's a situation that can be dealt with." [SEP] you've got to worry about that. [SEP] the shares closed down 1. 2p at 43. 1p. [SEP] ohio state at texas (12), 8 p. m. [SEP] one of those killed in the attack was an iraqi army interpreter. [SEP] anti - viral drugs, while used at some out - of - state treatment sites, would "present a huge potential threat to the public in the future," he said. [SEP] it [SEP]
+
+===== sample 014 =====
+[CLS] months. [SEP] analysts estimate that the cost cut will reduce earnings by $600 million, according to a reuters poll. [SEP] "she told a good story, and my mom was out on the street, and she took a look in her face and she said," i'm a girl. "[SEP]" in the red zone " comes out the following week. [SEP] he should have scored an early goal but the second - string forward produced a late go - ahead late goal. [SEP] obama is weighing whether to send 30, 000 troops to afghanistan to negotiate a deal that would keep u. s. troops in the country and increase [SEP]
+
+===== sample 015 =====
+[CLS] five billion dollars to shore up the bank. [SEP] the police said he is still at large and has yet to be charged. [SEP] in a statement, the school's president, karina kluk, said she was working with the city and the department of social security. [SEP] the court's ruling prompted the u. s. air force base to appeal. [SEP] "he was a man of strength and determination," the family said. [SEP] a 30 - year - old man is charged with the death of robert degale, 26. [SEP] the prime minister has denied any involvement in the attacks. [SEP] based on [SEP]
+
+===== sample 016 =====
+[CLS], including eight who died when insurgents attacked afghan and u. s. forces, including two senior u. s. officials, according to a senior u. s. official. [SEP] seattle (ap) - reed johnson hit a triple and hit a two - run shot in the eighth to help the mariners beat the kansas city royals 6 - 4 on tuesday. [SEP] the first round of results had been expected to be announced tuesday. [SEP] " it is vital that other people do the same. [SEP] well, the worst's over, but there's not a chance of it coming. [SEP] two people familiar with the matter said it [SEP]
+
+===== sample 017 =====
+[CLS]. [SEP] i have to work long and hard to keep the money in my account. [SEP] in some ways, it's just beginning to happen. [SEP] the report's author, robert kennedy, is well known for his work on schools. [SEP] "if the players are coming in with the right support, they won't be able to cope with the state of the market," he said. [SEP] the 57 - year - old man was arrested at the scene of the fire at a nearby car park on friday. [SEP] "and we're in a period of financial crisis," mccain told cbs news. [SEP] and [SEP]
+
+===== sample 018 =====
+[CLS]. [SEP] i'll be very open to you about this. [SEP] "it's a complete surprise," dr. lawrence johnson, a clinical professor of medicine at the university of southern california, told the u. s. medical association. [SEP] the brazil star came on in the sixth minute and headed home a free kick from davide etuhu before half - time in the first half. [SEP] in the end, the irish gave wales a lead on their own, and kept the ball on their back. [SEP] boston had tied the series 2 - 2 - 3 earlier, with the magic a 3 - 2 lead. [SEP] [SEP]
+
+===== sample 019 =====
+[CLS] a level, it's a big day for us and it's always important that we do our best. [SEP] thousands of people and some 2, 500 have been arrested in the street protests in the turkomen capital this week. [SEP] this article was first published on guardian. co. uk at 19. 50 bst on tuesday 13 june 2009. [SEP] if there's a problem in them, there weren't, we have to be taking a good look. [SEP] it's the story of the year. [SEP] general and administrative expenses increased 3. 8 % to $4. 7 million in the second quarter [SEP]
+
+===== sample 020 =====
+[CLS] to play so well... to go back to his game when he is in form doesn't mean he will ever lose. [SEP] this is the one type of development that you canʼt look at. [SEP] the stock traded as low as $35. 12 a share, but now trades around $20 and has lost about 50 percent. [SEP] police have been asked to encourage anyone who was carrying a knife to contact the force. [SEP] allawi was part of the same party that defeated him in parliamentary elections in 2004. [SEP] in march 2009, the f. d. a. said the state was working on a plan [SEP]
+
+===== sample 021 =====
+[CLS] 17 - year - old said, adding that he'd spent seven years with his father. [SEP] on the other hand, the two young people are very close, so they'll probably be missed if they're not busy. [SEP] sunday and about 9 a. m., delaying some flights a day after midnight. [SEP] they're fighting for their money. [SEP] that's an interesting one. [SEP] "he's excited about building the team and all the players have been able to respond. [SEP] he is doing very well," he said. [SEP] she wasn't asked about the obama administration's plans [SEP]
+
+===== sample 022 =====
+[CLS] in manchester, twice in manchester and twice in manchester. [SEP] and i don't think they're going to win. [SEP] economic growth is expected to slow to 1 per cent next year, india's central bank said today, after 2. 2 % in 2008 and 3. 5 % in 2009. [SEP] fiscal 2008 and third quarter of 2007 ended september 30, 2008, respectively. [SEP] south korea has balked at u. s. calls for tougher sanctions on pyongyang, and the u. s. has urged it to go to the international atomic energy agency (iaea) by september. [SEP] it [SEP]
+
+===== sample 023 =====
+[CLS], he said. [SEP] the shares have fallen nearly 6 per cent in the past year, trading at 9. 5p. [SEP] in wednesday's accident, there were no victims in the car. [SEP] the union, which is itself a non - union, is seeking support from local companies for its cause. [SEP] vanderbour said she will understand the situation, but she doesn't want to cling to the laws of the day. [SEP] if they said they were not going to get their votes, ask them, "do you think they are going to vote for her?" [SEP] he's a liar. [SEP]
+
+===== sample 024 =====
+[CLS] mortgage lenders hbos and lloyds, and said that the oft could help "improve the overall relationship between consumers and mortgage providers." [SEP] " if microsoft is going to keep itself out of the market, then everyone will step in. [SEP] we now have a 20 percent chance of the lead in this election. [SEP] the same day she began preparing for this year's 1, 500m final in the 200, and also came in in 1: 58. 11 in the 100m. [SEP] and, if it was just the end of the day, we should have never saw it more that way. [SEP] this time [SEP]
+
+===== sample 025 =====
+[CLS] trying to find solutions, and we're going to try to make sure that these people aren't killed on the same day. [SEP] a man who had been given his father's name with the winning bid was put down after he failed to reach the top flight. [SEP] i asked him to talk about what happened and he said, "you've got to go." [SEP] the case began on tuesday, the court was told yesterday. [SEP] because if you want to take responsibility for these people's, don't. [SEP] " the problem is that they are asking for the money to support their people, to [SEP]
+
+===== sample 026 =====
+[CLS] mother, michelle, was killed in the crash. [SEP] they can't and can't do anything to make us any more safe. [SEP] what he felt was important to him and not to me. [SEP] representatives of u. s. interests are to meet this week in washington to see how the chinese government might be able to resolve a series of disputes with the united states. [SEP] alex rodriguez had two of detroit's three hits in the third, and damon's two - run in the first, and rodriguez's homer in the fifth gave the yankees a three - and - out lead. [SEP] but more than 30 [SEP]
+
+===== sample 027 =====
+[CLS] backed by the white house. [SEP] they don't want us to wait until it's over. [SEP] they left him in a hospital, and he became depressed and fell out for about a year, forcing his wife to keep him in a hospital. [SEP] there is also money. [SEP] james huntley, 35, of corby road, liverpool, had been celebrating his 50th birthday on monday. [SEP] a spokesman said he intended to make no major changes to the team. [SEP] this agreement has been the start of a significant shift in policy for the european union. [SEP] stuart davis, managing director of red bull and a former [SEP]
+
+===== sample 028 =====
+[CLS] took a similar position. [SEP] in the current climate, that is hard and can be hard to achieve. [SEP] jim brown will take over as general manager. [SEP] " whether or not we're in the game. [SEP] the blazes, close to the san gabriel mountains, were the worst. [SEP] there is a lot of hard work on today. [SEP] they told the children, as they can remember, that this was a mistake. [SEP] the two candidates have run into an avalanche of months of talks before and ahead of the primary race. [SEP] i would like to know if we could do something better. [SEP] that's not [SEP]
+
+===== sample 029 =====
+[CLS]. [SEP] "the reality is that if the 60 votes needed would still be the public option, not the senate, the house bill would be an opt - in option," he said. [SEP] he may love us, but this is the year of new year's day. [SEP] however, peter childs, the director of care for children at the council, said children did not go into the school and referred the matter to the enquiries. [SEP] but, it has found a new front. [SEP] when ryan moved the ball, he moved on to the goal line. [SEP] and that's very bad. [SEP] i [SEP]
+
+===== sample 030 =====
+[CLS] www. ais. com. [SEP] but there were questions about his ability to build a comeback. [SEP] schumer's office says the bill isn't large enough to pay for medical procedures. [SEP] the magic went up 81 - 80 on mike dunleavy's second three - point play with 15 seconds to play. [SEP] and that the problem is very real. [SEP] although the two two koreas are expected to agree soon on the border, they didn't meet wednesday. [SEP] would he have been dead? 4. [SEP] " i would say it's been a good start but because he's played [SEP]
+
+===== sample 031 =====
+[CLS]s that had been given to militants by al - qaida in iraq and afghanistan, u. s. officials said tuesday. [SEP] but we won't learn much from the title of his latest book. [SEP] but economic issues have not entered the republican agenda. [SEP] a spokeswoman for the hong kong embassy said it was advising citizens in the country who visited the city to stay away as they are not expected to attend the opening ceremony. [SEP] but he said he wanted to be with his family again. [SEP] it "was like meeting my father..." she said, " telling me to bring him back up and [SEP]
+
+===== sample 032 =====
+[CLS] a problem on a regular basis, "he said. [SEP] kennedy's father, robert kennedy, was the target of the attack. [SEP] he noted that in some cases it can take more than 10 minutes to get a man to get on the floor. [SEP]" obviously, we are not in the game, but the first thing to have done at the same time was to win an extension of his contract, something that happened to him when he had to put him on the bench. [SEP] obama took the hard line on iran's nuclear program, but said his talks with netanyahu were not successful. [SEP] london - - [SEP]
+
+===== sample 033 =====
+[CLS] to live. " [SEP] there are other people going to be desperate to get a car back to work. [SEP] current retail prices range from about € 3, 000 to € 500 ($2, 900) to 1, 200 ($2, 300). [SEP] the government has previously described them as war crimes, and the anc's ruling body has launched an investigation. [SEP] while walking along the river bank, i could only take a quick glance. [SEP] snowe said he thought he would speak with the democratic candidate, although he didn't mention the call he made on his cell phone. [SEP] with two weeks to [SEP]
+
+===== sample 034 =====
+[CLS] help from the new system. [SEP] woods arrived in florida earlier this week for the first round of the us open and he said he was hoping to go this far. [SEP] well, you don't want to be that bad. [SEP] i like to be associated with the church of england. [SEP] last month, dr. paul carell, president of the american cancer society, said the transplants are not enough to halt the growth of the disease. [SEP] he may also be expected to confirm mps are not required to pay them to do so. [SEP] she knows that - - she won it in both the shot and the long jump [SEP]
+
+===== sample 035 =====
+[CLS]. [SEP] that is change. [SEP] i will be in the race. [SEP] i mean, it was exactly what they thought at the time of the september attack. [SEP] at the same time, he left school, trying to find work at the university. [SEP] that's why i have a job. [SEP] and as t. i. reports, it's not just a legal problem. [SEP] five british soldiers were killed in afghanistan on saturday in what is likely to be the heaviest british death toll in afghanistan in a year. [SEP] 6 (upi) - - u. s. president barack obama monday urged people in israel to [SEP]
+
+===== sample 036 =====
+[CLS] 2. 40 per share. [SEP] "it's a first game - - a play - off - - it was the last game," he said. [SEP] and of course there's a good reason for this one, too. [SEP] the most recent study, forecasting the state of the world's population, was published in september 2005 by the national statistics bureau. [SEP] he had decided to go to the county council in 2005 and had thought he could get away with it, but he was told to go and re - write the papers. [SEP] the unions, which include most of the more than 4, 000 members [SEP]
+
+===== sample 037 =====
+[CLS], and an opening is scheduled for monday from 3: 30 to 9: 30 p. m. [SEP] the boy had bleeding on his father's brain and a severe heart condition. [SEP] the department said it would provide the remaining $2. 1 billion to the treasury's loan modification program, which is designed to provide relief to homeowners who are facing foreclosure or struggling with buy - to - let loans. [SEP] do you know what was going on with you, if you are trying to remember the last time you saw it on the web. [SEP] that's the nature of the job. [SEP] however [SEP]
+
+===== sample 038 =====
+[CLS] present in court and he is ordered to act in accordance with the law, according to a police spokesman. [SEP] "if they go to work in a government, i would say they have to go against it," he added. [SEP] there are many reasons for all of them. [SEP] "we were able to play the best in the world, but it took us a while to get to the final," he said. [SEP] one wireless company, sprint, now part of at & t, could be in danger of bankruptcy. [SEP] u. s. officials said she was not expected to speak publicly. [SEP] if bill clinton doesn [SEP]
+
+===== sample 039 =====
+[CLS] statement. [SEP] the senate must complete an agreement by the end of the year. [SEP] police have raided the two homes several times in recent days, arresting three people. [SEP] another option for people who want to get their mortgages and choose not to get one would be housing subsidies, if the plan is approved. [SEP] the un has estimated that nearly 600, 000 people were killed in 2007. [SEP] turkey has a long and violent history so the ruling parties now have little influence over how the government works. [SEP] i don't often see lots of people, especially when they go out in a rush to work. [SEP] the united states [SEP]
+
+===== sample 040 =====
+[CLS] the country and returning to afghanistan. [SEP] that compares with the expectation of full - year earnings of 35 cents a share. [SEP] the japanese insurer said that 2. 4 trillion yen ($5. 3 billion) would be available for the fund in coming months. [SEP] about 40 men and a woman remain at large, he said. [SEP] the fear is that if you don't have children, you will be overwhelmed because it is impossible to sleep in the kitchen. [SEP] "it's difficult sometimes to see the film as a statement of truth." [SEP] " well, i don't want to go back to the [SEP]
+
+===== sample 041 =====
+[CLS], and we hope to have the right process in place soon, "said the spokeswoman, anne pressman. [SEP] moscow (reuters life!) - this month is the first presidential election in the country, with at least 35, 000 of the country's 500, 000 voters expected to cast their ballots by memorial day on saturday. [SEP] the last time these teams met in the final was on september 11, 2001. [SEP] when it started the next day, she said," the right thing for her is to do everything to keep her son alive. " [SEP] the individual earns on average £7, 000 per [SEP]
+
+===== sample 042 =====
+[CLS] due to come into force in the coming weeks. [SEP] they gave him the chance to win. [SEP] u. s. marine corps camp pendleton, calif., feb. [SEP] that means they are treated at a doctor's office, not a medical center. [SEP] every time she was caught in the middle of a fight, she was on the line. [SEP] they also pointed to mr. romney's decision not to grant same - sex couples the right to marry, and the rights of same - sex couples, who accused him of refusing to oppose gay marriage in california. [SEP] on january 15, the new president will be [SEP]
+
+===== sample 043 =====
+[CLS] officials said the talks will begin next week. [SEP] after all, people did their part. [SEP] and looking at what they offer to each other, she is an inspiration. [SEP] boston defensive end ray lewis is expected to sit out with a right knee injury. [SEP] we think about ourselves and our time, especially in our workplaces. [SEP] the 20 - year - old scored two late goals for his side to take them into second place in the premier league this season. [SEP] the first net pre - tax loss was in the october to december period, it said. [SEP] by that time, the government had sold more than $800 billion [SEP]
+
+===== sample 044 =====
+[CLS] minutes after the shooting, the car rolled back onto the road and hit a red light at the bus stop where a car was parked, but the bomb went off again. [SEP] london's markets fell and asian currencies rose despite a drop in the dollar. [SEP] sometimes people look up to this guy and think, "i'll be here for this," and they're enjoying it. [SEP] she said it was only because she believed it was strong enough to keep the car. [SEP] " he has formally accepted sir alex ferguson's decision and he has the full support of the club's manager and the board [SEP]
+
+===== sample 045 =====
+[CLS] ). [SEP] a specialist police team has been sent to help the search for a man missing since last thursday, following the discovery of a woman's body in a lake. [SEP] we are buying and selling more than ever before. [SEP] but the only way to get something on the market is to profit from it. [SEP] it is difficult because we are in europe, and it is not going to be easy in scotland. [SEP] rose, a 38 - year - old mother of three young children, said she was an 82 - year old who had taken care of her husband after his death in 2004. [SEP] so we go together. [SEP]
+
+===== sample 046 =====
+[CLS] it is trying to reassure investors with a move designed to bring its capital in line with the risk of problems in the credit markets. [SEP] francona is looking forward to finally serving as general manager of a world series. [SEP] kevin nolan equalled on the half - hour mark, but the same shot struck the post before the break. [SEP] there's also a 2. 5 - litre engine. [SEP] a fine catch from new zealand all - rounder adam gilchrist ended the left - arm spiner's first - innings hundred early in the morning. [SEP] i think they do it with it too. [SEP] as a result, [SEP]
+
+===== sample 047 =====
+[CLS] passed all his tests. [SEP] the economy has been a key issue in the presidential debate. [SEP] cnn's ed rigel and cnn's steve kroft contributed to this story. [SEP] they just stop watching things. [SEP] "the minute he comes back... he wants to be out for england," said the 28 - year - old defender. [SEP] the deal was to bolster the company's capital position in china in the form of a state - sponsored investment fund that the government set up in 2005 to enable the company to expand and be able to raise its capital. [SEP] but what we're going [SEP]
+
+===== sample 048 =====
+[CLS] year. [SEP] a hearing was originally set for tuesday, 2009. [SEP] "i am a little disappointed and i was a bit of a bit surprised by the result," she said. [SEP] he then wanted to spend time with his mother, so he could run down the road, and chat on the phone. [SEP] however, because the government has already paid for the scheme, the firms are unlikely to find any savings from the proposed changes. [SEP] some environmentalists say u. s. automakers need lower prices to support a market in electric vehicles and hybrid vehicles as a way to make money off the purchase of a new car. [SEP]
+
+===== sample 049 =====
+[CLS] russia appeared to be willing to take over with a united nations security council resolution. [SEP] he was too quick to exaggerate when it's done. [SEP] all of them could not be different. [SEP] they were told by the party's health spokesman, andrew field, on sunday that they are ready to do this. [SEP] they've been used to this for more than two years, and find it very difficult for them to stay in their home. [SEP] he has asked congress to pull all u. s. troops out of the country, but the president rejected that plan. [SEP] 1 and dec. [SEP] the government said [SEP]
+
+===== sample 050 =====
+[CLS] cases, according to the report. [SEP] he said he did everything he could to get the money to look after him but he's unable to stay with his family. [SEP] few will be able to cope with it, as government policy demands. [SEP] we can't talk, we really have to act but we can talk, we can't be in peace, "she told reporters after the meeting. [SEP]" you know that, you know, people don't like us, " said goss, who grew up in boston and is a sister of one of the officers. [SEP] anchorage, alaska (ap) - [SEP]
+
+===== sample 051 =====
+[CLS], but sometimes when it's not that good it's not good to be out there. [SEP] "i want to go out and play but that's a difficult decision. [SEP] he added that he thought the issue was" so hot and hot " that it could be the right one for the conservative party. [SEP] they'll have to do something to support the needs of the young people and families. [SEP] the plant is due to close on sunday but that date has been postponed. [SEP] one is worth $300, 000, the second is worth $2. 5 million. [SEP] it's all that is most [SEP]
+
+===== sample 052 =====
+[CLS] t know who else is going to win. [SEP] 31, and is scheduled for release in april. [SEP] "we knew we didn't want it and we didn't have the money, but they didn't tell us," said mr jones. [SEP] i have a friend of the family, and i'm not going to talk about this anymore. [SEP] the price is "very high," byers said. [SEP] he started over on the left side in this game on tuesday. [SEP] however, there are other concerns. [SEP] a court hearing has been scheduled. [SEP] he will make a difference, but he also [SEP]
+
+===== sample 053 =====
+[CLS] a buy - out group, to look to one of the two companies as an opportunity to raise money. [SEP] a year ago it published its first estimate of the death rate. [SEP] "it's difficult to play in a game where people understand why they want to be playing football. [SEP] during the boom years, thousands of homeowners sold their properties, a dramatic change in the market. [SEP]" in five years we'd had a good relationship, he would have, but at the same time he's made a promise that we will keep working. [SEP] " it was a huge amount of money with a lot of [SEP]
+
+===== sample 054 =====
+[CLS] death by a 17 - year - old who went to the police after the 18 - year - old and her 13 - year - old son had gathered at a 4 a. m. party in front of the house to watch. [SEP] earlier that week, he was found dead in the living room of a rental house in daytona beach, fla. [SEP] according to the family, he was a mother - of - three, and she was very rich, and the boy told me she could never find a house in the village, even though his father was very young. [SEP] the award was given sunday to the u. s. [SEP]
+
+===== sample 055 =====
+[CLS] value of $3. 75 - a - share. [SEP] denver's shooting was just 34. 5 percent from the foul line (27. 7 percent) and 12 - for - 26 from the foul line. [SEP] still, they're so big, they look a bit different. [SEP] it's as if he's lost the plot. [SEP] it should be a good time for investors to see signs of a concern about the state of the economy going forward. [SEP] " a further drop in house prices means there is less demand for energy. [SEP] it said the identity of the woman was not known at the scene. [SEP]
+
+===== sample 056 =====
+[CLS] ability to tackle his country's problems, for as long as it is free of any kind of public scrutiny. [SEP] in a sign of the uncertainty, musharraf reasserted his authority last week by suspending the four - year - old state of emergency law that brought him to power 11 months ago. [SEP] paul pierce made a three - point play in the fourth quarter.... [SEP] the gwent cancer committee set up in 2006 is to apply for government money to help support the island's growing population at a cost of £100, 000. [SEP] " some people are calling on the government to end the [SEP]
+
+===== sample 057 =====
+[CLS] 5. 4 million homes sold in the third quarter. [SEP] there's nothing like a fire under a bus... [SEP] chertoff's office wouldn't comment on reports that the office is considering charges, but other charges might be brought. [SEP] but it's going back - to - back. [SEP] they wanted me, but they kept me happy, and made me to get out. [SEP] but for the second quarter, revenue of $1. 6 million increased 5. 7 percent to $454. 9 million from $279. 8 million a year earlier. [SEP] " we'll make sure that [SEP]
+
+===== sample 058 =====
+[CLS]. [SEP] bottom line, i don't think it is a word of god. [SEP] but then in the middle of the night, i was back in the audience, my brother making some of the best shots i made..., "she said," the one that got a sense of this......... " [SEP] the men's team also finished last in the women's final. [SEP] in the quarter, revenue nearly doubled to $6. 2 billion, but that was the figure many analysts were looking for. [SEP] in fact, in the spring, three young girls in the [SEP]
+
+===== sample 059 =====
+[CLS] 15 - year - old, 10 - year - old david hass, was shot dead by his mother outside a school in may last year. [SEP] mr kasab was arrested on sunday in the northern sudanese capital, khartoum, and three other men have also been arrested as part of the alleged plot. [SEP] but where are you going to go? [SEP] the woman who made the film is thought to be from north - west pakistan, and she was detained in the mountainous border region on wednesday. [SEP] 1 - 800 - 457 - 1045. [SEP] the authorities didn't search the home where he was found, [SEP]
+
+===== sample 060 =====
+[CLS] to be ready to move forward, "he said. [SEP] the only thing they've done with it is to control it, as it was on the back end of the season, and they've had to make it as easy as anyone else. [SEP] the incident was first reported by an israeli newspaper on tuesday. [SEP]" the problem with m. d. a.'s policys is that the fact that a small population of the country can do it is not and is acceptable. [SEP] he said he was "fed up" with the way he appeared in court. [SEP] but mizuho's share price fell [SEP]
+
+===== sample 061 =====
+[CLS] at the moment. [SEP] new york city mayor michael bloomberg said the move was the right move. [SEP] "i was hoping that i would be able to allow myself to be able to get married and to make sure i do well in the united states as a family," she said. [SEP] the yankees went to the first pitch of the inning on the bullpen with three straight homers to take the early lead. [SEP] this is the rest of the world, though... [SEP] tuesday's hearing was at london's kenilworth house, where she described her father and his friends as one of the most " wonderful [SEP]
+
+===== sample 062 =====
+[CLS] still have the support of a major power producer, we will have failed to pay much attention to this issue. [SEP] he declined to give additional details, citing the u. s.'s financial position. [SEP] a remote - controlled explosion killed seven people, including seven americans, in the pakistani border city of peshawar and left 10 people dead - - and u. s. forces killed three of them. [SEP] i don't feel right now, but i do hope he'll be right. [SEP] "we were in the middle of the street when the police arrived and we were seen chanting," the witness said. [SEP] i [SEP]
+
+===== sample 063 =====
+[CLS], and that might be one thing you can't think about. [SEP] the military said five militants and three soldiers were killed by insurgents near kandahar, north of southern afghanistan. [SEP] he is at me. [SEP] haha, and they don't want to do anything!!! [SEP] geild singh, one of several people close to the player, told me he had also lost the chance to play in the 2006 world cup and would not be playing for the first time at the world cup. [SEP] i thought it was a shot in the hand, " he said. [SEP] officials from the reserve bank of india [SEP]
+

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps512_c16_t1p45_raw_samples.txt

@@ -0,0 +1,224 @@
+steps512_c16_t1p45
+{
+  "type": "summary",
+  "name": "steps512_c16_t1p45",
+  "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt",
+  "step": 434000,
+  "decode": {
+    "kind": "categorical_fullvocab_normal_steps_sweep",
+    "config": "steps512_c16_t1p45",
+    "steps": 512,
+    "endpoint_temp": 1.45,
+    "concentration_max": 16.0,
+    "final_from": "state",
+    "update": "resample",
+    "n_samples": 64,
+    "seed": 20260509
+  },
+  "detok_genppl": {
+    "ppl": 27.716806122818237,
+    "nll_per_token": 3.3220389484489052,
+    "tokens": 9590
+  },
+  "diversity": {
+    "sample_entropy": 4.103715285801019,
+    "unique_tokens": 1591,
+    "token_count": 8192,
+    "distinct_1": 0.1942138671875,
+    "distinct_2": 0.6302903543307087,
+    "top_token_mass": 0.0643310546875
+  }
+}
+
+===== sample 000 =====
+[CLS] monday. [SEP] the school said the centre would be able to serve as a training centre for pre - school children and adults. [SEP] in the face of it, not only is iran nuclear but also a clear threat to the us, " he said. [SEP] the evidence would have to be used in court to prosecute them. [SEP] it would be good to know what o. j. is - - at least if someone can ' t come up to tell a story. [SEP] he is averaging 11. 2 points, 2 3 - pointers and 11 turnovers. [SEP] " you can ' t learn how to be, this is [SEP]
+
+===== sample 001 =====
+[CLS] surgery, was expected to be out for six weeks, but he says he won ' t be until the end of the season. [SEP] he was acquitted in monday ' s case. [SEP] video of the crash shows the plane ' s engines in the air before disappearing back to the ground. [SEP] in the more remarkable result, she seized the chance to break even in the closing seconds with an impressive display, including a spectacular move short of the final point to beat d ' arcy by three - quarters of an inch. [SEP] today, that number fell to 43. 1 percent, down from just 40. 2 percent. [SEP] that ' [SEP]
+
+===== sample 002 =====
+[CLS] there, " he told the bbc. [SEP] they spoke to reporters soon after her trip, cnn reported thursday. [SEP] thanks to a rewarding set and artistry, the pair have won praise and have put a bit of a face into the contest. [SEP] it was his second straight victory. [SEP] it wasn ' t so bad. [SEP] 16, 2008, after the opening of the beijing olympics, to be played in a series of events prior to the games. [SEP] and trust me... know what you ' re doing on the show and what you do.... [SEP] " the president ' s approach is based on [SEP]
+
+===== sample 003 =====
+[CLS] to speak to the media on tuesday. [SEP] dayton, ohio ( ap ) - a 17 - year - old boy confessed to the killing of his father after seeing his 17 - year - old friend ' s photo of him and lying to police, officials said friday. [SEP] the law came into effect in july and is expected to become law in 2009, it said. [SEP] in the book, mr. obama has stuck with a similar line he made a few years ago in a new york times interview. [SEP] i was not a man and i was................. [SEP]
+
+===== sample 004 =====
+[CLS], i talk about this, so i can ' t go back to school... [SEP] " people here are not here to stop them. [SEP] that ' s a relief, " and that ' s why i ' m really happy. [SEP] i ' m not saying that i have to tell someone else i ' m doing something nice, to do something interesting, but when i looked for a great short story, i really found it because i was a writer. [SEP] " how do you do that? " [SEP] but if you ' ve got children and people you ' re going to meet, won ' t you? [SEP] he [SEP]
+
+===== sample 005 =====
+[CLS] can be created with the help of spouses, co - workers and colleagues. [SEP] that, most likely, has now been used to gain public attention, " said a treasury official. [SEP] i mean that. [SEP] they ' re the right things, and that ' s wrong. [SEP] i have had good months and i ' ve always said there ' s no problem with the smile on my face. [SEP] boston became the first boston team to win a world series in major league baseball history. [SEP] i can tell you that. [SEP] " it ' s a fact that they would have to stay over the border. [SEP] one of the [SEP]
+
+===== sample 006 =====
+[CLS] made no progress on the issue. [SEP] syria denies u. s. claims that it has diplomatic relations with israel, describing it as an independent state in the region. [SEP] he took office in march, despite a power struggle between mr. bush ' s administration and his allies in the northern and southern states that threatened to undermine iraq ' s stability. [SEP] back then, we could take a look at the big 12, now the big national football conference. [SEP] they must make this one. [SEP] and he was not ready to fix it. [SEP] you can never think about what a small company would look like. [SEP] that came to the [SEP]
+
+===== sample 007 =====
+[CLS] has found nothing wrong with the law. [SEP] he is young, and he ' s a big fan. [SEP] " it ' s a very big city, it ' s very nice, " he said. [SEP] " in the north - west, someone from the church of england might be trying to get in on a big issue. [SEP] but this time it was not true. [SEP] but then jones, who was called up at fly - half and continued to hold the ball. [SEP] now must be the time for us to live up to the promise of the future. [SEP] it is just that the european parliament did not get to go [SEP]
+
+===== sample 008 =====
+[CLS], head of the people ' s congress, 60 kilometres ( 37 miles ) west of beijing, had lined up at the stadium to watch the games on the air. [SEP] i ' m a fan of the... [SEP] the number is on the rise, " the official said. [SEP] " it is important to have the energy to score and win, " wenger said. [SEP] it is fun and it is important. [SEP] a 6 - year - old can throw a surfboard in the air as a 4 - 5 year - old - - and then he ' s a big boy. [SEP] last year, the company was [SEP]
+
+===== sample 009 =====
+[CLS] " he said. [SEP] but the best way to stay calm before a fall is to make your own, and you should wait until the last minute. [SEP] it is due to open this summer. [SEP] but the measure is expected to go before the u. s. senate by christmas. [SEP] dr. smith ' s medical center was developed by the nassau county children ' s health system. [SEP] " i think there is a lot of sense of concern but there is a clear sense of urgency about the role of the banks in this crisis and that is clearly what we have to do, " the minister told a news conference. [SEP] the [SEP]
+
+===== sample 010 =====
+[CLS] - 3 in the tiebreak and went ahead 4 - 2 in the second game of the second, and when the american was in control, the russian held on. [SEP] a man has been shot in the head during a double slaying in glasgow. [SEP] a senior u. s. military official hotly denied reports that a british soldier had been killed, while u. s. officials in london had welcomed the pakistani government ' s offer of support for a military offensive. [SEP] for britain, there are still a lot of questions about how they might be dealt with in the future. [SEP] the problem is that most of them are [SEP]
+
+===== sample 011 =====
+[CLS] foreign minister to oversee the training of the police and security, said the foreign ministry. [SEP] she was known for her whispery voice and a pleasant lovelorn air. [SEP] felton ' s 3 put the red bulls ahead 62 - 59 with 1 : 36 to play in the third quarter. [SEP] the news came as british and french officials unve plans to send more troops to afghanistan. [SEP] you ' re going to have a drink in your mouth. [SEP] average prices at the pump for regular gasoline were $ 7. 98 ( £4. 31 ) a gallon last month, up from 22 cents a gallon in november 2008, [SEP]
+
+===== sample 012 =====
+[CLS] world when the global economy recovers next year. [SEP] ( a result of your article on the issue. ) [SEP] " you may have to make a decision whether you are going to perform at a later concert, or you can show up ahead of the time - - but you have your own pr company to make you within your rights. [SEP] " i ' ve always thought we win the race, we would be a new world champion. [SEP] the two have also sought to rekindle tensions between the two countries. [SEP] the dow jones industrial average rose 18. 82 points, or 1. 1 percent, to 976. 70 [SEP]
+
+===== sample 013 =====
+[CLS] showed he has the confidence to win the game. [SEP] when asked about that, he would like to say, " it ' s a situation that can be dealt with. " [SEP] you ' ve got to worry about that. [SEP] the shares closed down 1. 2p at 43. 1p. [SEP] ohio state at texas ( 12 ), 8 p. m. [SEP] one of those killed in the attack was an iraqi army interpreter. [SEP] anti - viral drugs, while used at some out - of - state treatment sites, would " present a huge potential threat to the public in the future, " he said. [SEP] it [SEP]
+
+===== sample 014 =====
+[CLS] months. [SEP] analysts estimate that the cost cut will reduce earnings by $ 600 million, according to a reuters poll. [SEP] " she told a good story, and my mom was out on the street, and she took a look in her face and she said, " i ' m a girl. " [SEP] " in the red zone " comes out the following week. [SEP] he should have scored an early goal but the second - string forward produced a late go - ahead late goal. [SEP] obama is weighing whether to send 30, 000 troops to afghanistan to negotiate a deal that would keep u. s. troops in the country and increase [SEP]
+
+===== sample 015 =====
+[CLS] five billion dollars to shore up the bank. [SEP] the police said he is still at large and has yet to be charged. [SEP] in a statement, the school ' s president, karina kluk, said she was working with the city and the department of social security. [SEP] the court ' s ruling prompted the u. s. air force base to appeal. [SEP] " he was a man of strength and determination, " the family said. [SEP] a 30 - year - old man is charged with the death of robert degale, 26. [SEP] the prime minister has denied any involvement in the attacks. [SEP] based on [SEP]
+
+===== sample 016 =====
+[CLS], including eight who died when insurgents attacked afghan and u. s. forces, including two senior u. s. officials, according to a senior u. s. official. [SEP] seattle ( ap ) - reed johnson hit a triple and hit a two - run shot in the eighth to help the mariners beat the kansas city royals 6 - 4 on tuesday. [SEP] the first round of results had been expected to be announced tuesday. [SEP] " it is vital that other people do the same. [SEP] well, the worst ' s over, but there ' s not a chance of it coming. [SEP] two people familiar with the matter said it [SEP]
+
+===== sample 017 =====
+[CLS]. [SEP] i have to work long and hard to keep the money in my account. [SEP] in some ways, it ' s just beginning to happen. [SEP] the report ' s author, robert kennedy, is well known for his work on schools. [SEP] " if the players are coming in with the right support, they won ' t be able to cope with the state of the market, " he said. [SEP] the 57 - year - old man was arrested at the scene of the fire at a nearby car park on friday. [SEP] " and we ' re in a period of financial crisis, " mccain told cbs news. [SEP] and [SEP]
+
+===== sample 018 =====
+[CLS]. [SEP] i ' ll be very open to you about this. [SEP] " it ' s a complete surprise, " dr. lawrence johnson, a clinical professor of medicine at the university of southern california, told the u. s. medical association. [SEP] the brazil star came on in the sixth minute and headed home a free kick from davide etuhu before half - time in the first half. [SEP] in the end, the irish gave wales a lead on their own, and kept the ball on their back. [SEP] boston had tied the series 2 - 2 - 3 earlier, with the magic a 3 - 2 lead. [SEP] [SEP]
+
+===== sample 019 =====
+[CLS] a level, it ' s a big day for us and it ' s always important that we do our best. [SEP] thousands of people and some 2, 500 have been arrested in the street protests in the turkomen capital this week. [SEP] this article was first published on guardian. co. uk at 19. 50 bst on tuesday 13 june 2009. [SEP] if there ' s a problem in them, there weren ' t, we have to be taking a good look. [SEP] it ' s the story of the year. [SEP] general and administrative expenses increased 3. 8 % to $ 4. 7 million in the second quarter [SEP]
+
+===== sample 020 =====
+[CLS] to play so well... to go back to his game when he is in form doesn ' t mean he will ever lose. [SEP] this is the one type of development that you canʼt look at. [SEP] the stock traded as low as $ 35. 12 a share, but now trades around $ 20 and has lost about 50 percent. [SEP] police have been asked to encourage anyone who was carrying a knife to contact the force. [SEP] allawi was part of the same party that defeated him in parliamentary elections in 2004. [SEP] in march 2009, the f. d. a. said the state was working on a plan [SEP]
+
+===== sample 021 =====
+[CLS] 17 - year - old said, adding that he ' d spent seven years with his father. [SEP] on the other hand, the two young people are very close, so they ' ll probably be missed if they ' re not busy. [SEP] sunday and about 9 a. m., delaying some flights a day after midnight. [SEP] they ' re fighting for their money. [SEP] that ' s an interesting one. [SEP] " he ' s excited about building the team and all the players have been able to respond. [SEP] he is doing very well, " he said. [SEP] she wasn ' t asked about the obama administration ' s plans [SEP]
+
+===== sample 022 =====
+[CLS] in manchester, twice in manchester and twice in manchester. [SEP] and i don ' t think they ' re going to win. [SEP] economic growth is expected to slow to 1 per cent next year, india ' s central bank said today, after 2. 2 % in 2008 and 3. 5 % in 2009. [SEP] fiscal 2008 and third quarter of 2007 ended september 30, 2008, respectively. [SEP] south korea has balked at u. s. calls for tougher sanctions on pyongyang, and the u. s. has urged it to go to the international atomic energy agency ( iaea ) by september. [SEP] it [SEP]
+
+===== sample 023 =====
+[CLS], he said. [SEP] the shares have fallen nearly 6 per cent in the past year, trading at 9. 5p. [SEP] in wednesday ' s accident, there were no victims in the car. [SEP] the union, which is itself a non - union, is seeking support from local companies for its cause. [SEP] vanderbour said she will understand the situation, but she doesn ' t want to cling to the laws of the day. [SEP] if they said they were not going to get their votes, ask them, " do you think they are going to vote for her? " [SEP] he ' s a liar. [SEP]
+
+===== sample 024 =====
+[CLS] mortgage lenders hbos and lloyds, and said that the oft could help " improve the overall relationship between consumers and mortgage providers. " [SEP] " if microsoft is going to keep itself out of the market, then everyone will step in. [SEP] we now have a 20 percent chance of the lead in this election. [SEP] the same day she began preparing for this year ' s 1, 500m final in the 200, and also came in in 1 : 58. 11 in the 100m. [SEP] and, if it was just the end of the day, we should have never saw it more that way. [SEP] this time [SEP]
+
+===== sample 025 =====
+[CLS] trying to find solutions, and we ' re going to try to make sure that these people aren ' t killed on the same day. [SEP] a man who had been given his father ' s name with the winning bid was put down after he failed to reach the top flight. [SEP] i asked him to talk about what happened and he said, " you ' ve got to go. " [SEP] the case began on tuesday, the court was told yesterday. [SEP] because if you want to take responsibility for these people ' s, don ' t. [SEP] " the problem is that they are asking for the money to support their people, to [SEP]
+
+===== sample 026 =====
+[CLS] mother, michelle, was killed in the crash. [SEP] they can ' t and can ' t do anything to make us any more safe. [SEP] what he felt was important to him and not to me. [SEP] representatives of u. s. interests are to meet this week in washington to see how the chinese government might be able to resolve a series of disputes with the united states. [SEP] alex rodriguez had two of detroit ' s three hits in the third, and damon ' s two - run in the first, and rodriguez ' s homer in the fifth gave the yankees a three - and - out lead. [SEP] but more than 30 [SEP]
+
+===== sample 027 =====
+[CLS] backed by the white house. [SEP] they don ' t want us to wait until it ' s over. [SEP] they left him in a hospital, and he became depressed and fell out for about a year, forcing his wife to keep him in a hospital. [SEP] there is also money. [SEP] james huntley, 35, of corby road, liverpool, had been celebrating his 50th birthday on monday. [SEP] a spokesman said he intended to make no major changes to the team. [SEP] this agreement has been the start of a significant shift in policy for the european union. [SEP] stuart davis, managing director of red bull and a former [SEP]
+
+===== sample 028 =====
+[CLS] took a similar position. [SEP] in the current climate, that is hard and can be hard to achieve. [SEP] jim brown will take over as general manager. [SEP] " whether or not we ' re in the game. [SEP] the blazes, close to the san gabriel mountains, were the worst. [SEP] there is a lot of hard work on today. [SEP] they told the children, as they can remember, that this was a mistake. [SEP] the two candidates have run into an avalanche of months of talks before and ahead of the primary race. [SEP] i would like to know if we could do something better. [SEP] that ' s not [SEP]
+
+===== sample 029 =====
+[CLS]. [SEP] " the reality is that if the 60 votes needed would still be the public option, not the senate, the house bill would be an opt - in option, " he said. [SEP] he may love us, but this is the year of new year ' s day. [SEP] however, peter childs, the director of care for children at the council, said children did not go into the school and referred the matter to the enquiries. [SEP] but, it has found a new front. [SEP] when ryan moved the ball, he moved on to the goal line. [SEP] and that ' s very bad. [SEP] i [SEP]
+
+===== sample 030 =====
+[CLS] www. ais. com. [SEP] but there were questions about his ability to build a comeback. [SEP] schumer ' s office says the bill isn ' t large enough to pay for medical procedures. [SEP] the magic went up 81 - 80 on mike dunleavy ' s second three - point play with 15 seconds to play. [SEP] and that the problem is very real. [SEP] although the two two koreas are expected to agree soon on the border, they didn ' t meet wednesday. [SEP] would he have been dead? 4. [SEP] " i would say it ' s been a good start but because he ' s played [SEP]
+
+===== sample 031 =====
+[CLS]s that had been given to militants by al - qaida in iraq and afghanistan, u. s. officials said tuesday. [SEP] but we won ' t learn much from the title of his latest book. [SEP] but economic issues have not entered the republican agenda. [SEP] a spokeswoman for the hong kong embassy said it was advising citizens in the country who visited the city to stay away as they are not expected to attend the opening ceremony. [SEP] but he said he wanted to be with his family again. [SEP] it " was like meeting my father... " she said, " telling me to bring him back up and [SEP]
+
+===== sample 032 =====
+[CLS] a problem on a regular basis, " he said. [SEP] kennedy ' s father, robert kennedy, was the target of the attack. [SEP] he noted that in some cases it can take more than 10 minutes to get a man to get on the floor. [SEP] " obviously, we are not in the game, but the first thing to have done at the same time was to win an extension of his contract, something that happened to him when he had to put him on the bench. [SEP] obama took the hard line on iran ' s nuclear program, but said his talks with netanyahu were not successful. [SEP] london - - [SEP]
+
+===== sample 033 =====
+[CLS] to live. " [SEP] there are other people going to be desperate to get a car back to work. [SEP] current retail prices range from about € 3, 000 to € 500 ( $ 2, 900 ) to 1, 200 ( $ 2, 300 ). [SEP] the government has previously described them as war crimes, and the anc ' s ruling body has launched an investigation. [SEP] while walking along the river bank, i could only take a quick glance. [SEP] snowe said he thought he would speak with the democratic candidate, although he didn ' t mention the call he made on his cell phone. [SEP] with two weeks to [SEP]
+
+===== sample 034 =====
+[CLS] help from the new system. [SEP] woods arrived in florida earlier this week for the first round of the us open and he said he was hoping to go this far. [SEP] well, you don ' t want to be that bad. [SEP] i like to be associated with the church of england. [SEP] last month, dr. paul carell, president of the american cancer society, said the transplants are not enough to halt the growth of the disease. [SEP] he may also be expected to confirm mps are not required to pay them to do so. [SEP] she knows that - - she won it in both the shot and the long jump [SEP]
+
+===== sample 035 =====
+[CLS]. [SEP] that is change. [SEP] i will be in the race. [SEP] i mean, it was exactly what they thought at the time of the september attack. [SEP] at the same time, he left school, trying to find work at the university. [SEP] that ' s why i have a job. [SEP] and as t. i. reports, it ' s not just a legal problem. [SEP] five british soldiers were killed in afghanistan on saturday in what is likely to be the heaviest british death toll in afghanistan in a year. [SEP] 6 ( upi ) - - u. s. president barack obama monday urged people in israel to [SEP]
+
+===== sample 036 =====
+[CLS] 2. 40 per share. [SEP] " it ' s a first game - - a play - off - - it was the last game, " he said. [SEP] and of course there ' s a good reason for this one, too. [SEP] the most recent study, forecasting the state of the world ' s population, was published in september 2005 by the national statistics bureau. [SEP] he had decided to go to the county council in 2005 and had thought he could get away with it, but he was told to go and re - write the papers. [SEP] the unions, which include most of the more than 4, 000 members [SEP]
+
+===== sample 037 =====
+[CLS], and an opening is scheduled for monday from 3 : 30 to 9 : 30 p. m. [SEP] the boy had bleeding on his father ' s brain and a severe heart condition. [SEP] the department said it would provide the remaining $ 2. 1 billion to the treasury ' s loan modification program, which is designed to provide relief to homeowners who are facing foreclosure or struggling with buy - to - let loans. [SEP] do you know what was going on with you, if you are trying to remember the last time you saw it on the web. [SEP] that ' s the nature of the job. [SEP] however [SEP]
+
+===== sample 038 =====
+[CLS] present in court and he is ordered to act in accordance with the law, according to a police spokesman. [SEP] " if they go to work in a government, i would say they have to go against it, " he added. [SEP] there are many reasons for all of them. [SEP] " we were able to play the best in the world, but it took us a while to get to the final, " he said. [SEP] one wireless company, sprint, now part of at & t, could be in danger of bankruptcy. [SEP] u. s. officials said she was not expected to speak publicly. [SEP] if bill clinton doesn [SEP]
+
+===== sample 039 =====
+[CLS] statement. [SEP] the senate must complete an agreement by the end of the year. [SEP] police have raided the two homes several times in recent days, arresting three people. [SEP] another option for people who want to get their mortgages and choose not to get one would be housing subsidies, if the plan is approved. [SEP] the un has estimated that nearly 600, 000 people were killed in 2007. [SEP] turkey has a long and violent history so the ruling parties now have little influence over how the government works. [SEP] i don ' t often see lots of people, especially when they go out in a rush to work. [SEP] the united states [SEP]
+
+===== sample 040 =====
+[CLS] the country and returning to afghanistan. [SEP] that compares with the expectation of full - year earnings of 35 cents a share. [SEP] the japanese insurer said that 2. 4 trillion yen ( $ 5. 3 billion ) would be available for the fund in coming months. [SEP] about 40 men and a woman remain at large, he said. [SEP] the fear is that if you don ' t have children, you will be overwhelmed because it is impossible to sleep in the kitchen. [SEP] " it ' s difficult sometimes to see the film as a statement of truth. " [SEP] " well, i don ' t want to go back to the [SEP]
+
+===== sample 041 =====
+[CLS], and we hope to have the right process in place soon, " said the spokeswoman, anne pressman. [SEP] moscow ( reuters life! ) - this month is the first presidential election in the country, with at least 35, 000 of the country ' s 500, 000 voters expected to cast their ballots by memorial day on saturday. [SEP] the last time these teams met in the final was on september 11, 2001. [SEP] when it started the next day, she said, " the right thing for her is to do everything to keep her son alive. " [SEP] the individual earns on average £7, 000 per [SEP]
+
+===== sample 042 =====
+[CLS] due to come into force in the coming weeks. [SEP] they gave him the chance to win. [SEP] u. s. marine corps camp pendleton, calif., feb. [SEP] that means they are treated at a doctor ' s office, not a medical center. [SEP] every time she was caught in the middle of a fight, she was on the line. [SEP] they also pointed to mr. romney ' s decision not to grant same - sex couples the right to marry, and the rights of same - sex couples, who accused him of refusing to oppose gay marriage in california. [SEP] on january 15, the new president will be [SEP]
+
+===== sample 043 =====
+[CLS] officials said the talks will begin next week. [SEP] after all, people did their part. [SEP] and looking at what they offer to each other, she is an inspiration. [SEP] boston defensive end ray lewis is expected to sit out with a right knee injury. [SEP] we think about ourselves and our time, especially in our workplaces. [SEP] the 20 - year - old scored two late goals for his side to take them into second place in the premier league this season. [SEP] the first net pre - tax loss was in the october to december period, it said. [SEP] by that time, the government had sold more than $ 800 billion [SEP]
+
+===== sample 044 =====
+[CLS] minutes after the shooting, the car rolled back onto the road and hit a red light at the bus stop where a car was parked, but the bomb went off again. [SEP] london ' s markets fell and asian currencies rose despite a drop in the dollar. [SEP] sometimes people look up to this guy and think, " i ' ll be here for this, " and they ' re enjoying it. [SEP] she said it was only because she believed it was strong enough to keep the car. [SEP] " he has formally accepted sir alex ferguson ' s decision and he has the full support of the club ' s manager and the board [SEP]
+
+===== sample 045 =====
+[CLS] ). [SEP] a specialist police team has been sent to help the search for a man missing since last thursday, following the discovery of a woman ' s body in a lake. [SEP] we are buying and selling more than ever before. [SEP] but the only way to get something on the market is to profit from it. [SEP] it is difficult because we are in europe, and it is not going to be easy in scotland. [SEP] rose, a 38 - year - old mother of three young children, said she was an 82 - year old who had taken care of her husband after his death in 2004. [SEP] so we go together. [SEP]
+
+===== sample 046 =====
+[CLS] it is trying to reassure investors with a move designed to bring its capital in line with the risk of problems in the credit markets. [SEP] francona is looking forward to finally serving as general manager of a world series. [SEP] kevin nolan equalled on the half - hour mark, but the same shot struck the post before the break. [SEP] there ' s also a 2. 5 - litre engine. [SEP] a fine catch from new zealand all - rounder adam gilchrist ended the left - arm spiner ' s first - innings hundred early in the morning. [SEP] i think they do it with it too. [SEP] as a result, [SEP]
+
+===== sample 047 =====
+[CLS] passed all his tests. [SEP] the economy has been a key issue in the presidential debate. [SEP] cnn ' s ed rigel and cnn ' s steve kroft contributed to this story. [SEP] they just stop watching things. [SEP] " the minute he comes back... he wants to be out for england, " said the 28 - year - old defender. [SEP] the deal was to bolster the company ' s capital position in china in the form of a state - sponsored investment fund that the government set up in 2005 to enable the company to expand and be able to raise its capital. [SEP] but what we ' re going [SEP]
+
+===== sample 048 =====
+[CLS] year. [SEP] a hearing was originally set for tuesday, 2009. [SEP] " i am a little disappointed and i was a bit of a bit surprised by the result, " she said. [SEP] he then wanted to spend time with his mother, so he could run down the road, and chat on the phone. [SEP] however, because the government has already paid for the scheme, the firms are unlikely to find any savings from the proposed changes. [SEP] some environmentalists say u. s. automakers need lower prices to support a market in electric vehicles and hybrid vehicles as a way to make money off the purchase of a new car. [SEP]
+
+===== sample 049 =====
+[CLS] russia appeared to be willing to take over with a united nations security council resolution. [SEP] he was too quick to exaggerate when it ' s done. [SEP] all of them could not be different. [SEP] they were told by the party ' s health spokesman, andrew field, on sunday that they are ready to do this. [SEP] they ' ve been used to this for more than two years, and find it very difficult for them to stay in their home. [SEP] he has asked congress to pull all u. s. troops out of the country, but the president rejected that plan. [SEP] 1 and dec. [SEP] the government said [SEP]
+
+===== sample 050 =====
+[CLS] cases, according to the report. [SEP] he said he did everything he could to get the money to look after him but he ' s unable to stay with his family. [SEP] few will be able to cope with it, as government policy demands. [SEP] we can ' t talk, we really have to act but we can talk, we can ' t be in peace, " she told reporters after the meeting. [SEP] " you know that, you know, people don ' t like us, " said goss, who grew up in boston and is a sister of one of the officers. [SEP] anchorage, alaska ( ap ) - [SEP]
+
+===== sample 051 =====
+[CLS], but sometimes when it ' s not that good it ' s not good to be out there. [SEP] " i want to go out and play but that ' s a difficult decision. [SEP] he added that he thought the issue was " so hot and hot " that it could be the right one for the conservative party. [SEP] they ' ll have to do something to support the needs of the young people and families. [SEP] the plant is due to close on sunday but that date has been postponed. [SEP] one is worth $ 300, 000, the second is worth $ 2. 5 million. [SEP] it ' s all that is most [SEP]
+
+===== sample 052 =====
+[CLS] t know who else is going to win. [SEP] 31, and is scheduled for release in april. [SEP] " we knew we didn ' t want it and we didn ' t have the money, but they didn ' t tell us, " said mr jones. [SEP] i have a friend of the family, and i ' m not going to talk about this anymore. [SEP] the price is " very high, " byers said. [SEP] he started over on the left side in this game on tuesday. [SEP] however, there are other concerns. [SEP] a court hearing has been scheduled. [SEP] he will make a difference, but he also [SEP]
+
+===== sample 053 =====
+[CLS] a buy - out group, to look to one of the two companies as an opportunity to raise money. [SEP] a year ago it published its first estimate of the death rate. [SEP] " it ' s difficult to play in a game where people understand why they want to be playing football. [SEP] during the boom years, thousands of homeowners sold their properties, a dramatic change in the market. [SEP] " in five years we ' d had a good relationship, he would have, but at the same time he ' s made a promise that we will keep working. [SEP] " it was a huge amount of money with a lot of [SEP]
+
+===== sample 054 =====
+[CLS] death by a 17 - year - old who went to the police after the 18 - year - old and her 13 - year - old son had gathered at a 4 a. m. party in front of the house to watch. [SEP] earlier that week, he was found dead in the living room of a rental house in daytona beach, fla. [SEP] according to the family, he was a mother - of - three, and she was very rich, and the boy told me she could never find a house in the village, even though his father was very young. [SEP] the award was given sunday to the u. s. [SEP]
+
+===== sample 055 =====
+[CLS] value of $ 3. 75 - a - share. [SEP] denver ' s shooting was just 34. 5 percent from the foul line ( 27. 7 percent ) and 12 - for - 26 from the foul line. [SEP] still, they ' re so big, they look a bit different. [SEP] it ' s as if he ' s lost the plot. [SEP] it should be a good time for investors to see signs of a concern about the state of the economy going forward. [SEP] " a further drop in house prices means there is less demand for energy. [SEP] it said the identity of the woman was not known at the scene. [SEP]
+
+===== sample 056 =====
+[CLS] ability to tackle his country ' s problems, for as long as it is free of any kind of public scrutiny. [SEP] in a sign of the uncertainty, musharraf reasserted his authority last week by suspending the four - year - old state of emergency law that brought him to power 11 months ago. [SEP] paul pierce made a three - point play in the fourth quarter.... [SEP] the gwent cancer committee set up in 2006 is to apply for government money to help support the island ' s growing population at a cost of £100, 000. [SEP] " some people are calling on the government to end the [SEP]
+
+===== sample 057 =====
+[CLS] 5. 4 million homes sold in the third quarter. [SEP] there ' s nothing like a fire under a bus... [SEP] chertoff ' s office wouldn ' t comment on reports that the office is considering charges, but other charges might be brought. [SEP] but it ' s going back - to - back. [SEP] they wanted me, but they kept me happy, and made me to get out. [SEP] but for the second quarter, revenue of $ 1. 6 million increased 5. 7 percent to $ 454. 9 million from $ 279. 8 million a year earlier. [SEP] " we ' ll make sure that [SEP]
+
+===== sample 058 =====
+[CLS]. [SEP] bottom line, i don ' t think it is a word of god. [SEP] but then in the middle of the night, i was back in the audience, my brother making some of the best shots i made..., " she said, " the one that got a sense of this......... " [SEP] the men ' s team also finished last in the women ' s final. [SEP] in the quarter, revenue nearly doubled to $ 6. 2 billion, but that was the figure many analysts were looking for. [SEP] in fact, in the spring, three young girls in the [SEP]
+
+===== sample 059 =====
+[CLS] 15 - year - old, 10 - year - old david hass, was shot dead by his mother outside a school in may last year. [SEP] mr kasab was arrested on sunday in the northern sudanese capital, khartoum, and three other men have also been arrested as part of the alleged plot. [SEP] but where are you going to go? [SEP] the woman who made the film is thought to be from north - west pakistan, and she was detained in the mountainous border region on wednesday. [SEP] 1 - 800 - 457 - 1045. [SEP] the authorities didn ' t search the home where he was found, [SEP]
+
+===== sample 060 =====
+[CLS] to be ready to move forward, " he said. [SEP] the only thing they ' ve done with it is to control it, as it was on the back end of the season, and they ' ve had to make it as easy as anyone else. [SEP] the incident was first reported by an israeli newspaper on tuesday. [SEP] " the problem with m. d. a. ' s policys is that the fact that a small population of the country can do it is not and is acceptable. [SEP] he said he was " fed up " with the way he appeared in court. [SEP] but mizuho ' s share price fell [SEP]
+
+===== sample 061 =====
+[CLS] at the moment. [SEP] new york city mayor michael bloomberg said the move was the right move. [SEP] " i was hoping that i would be able to allow myself to be able to get married and to make sure i do well in the united states as a family, " she said. [SEP] the yankees went to the first pitch of the inning on the bullpen with three straight homers to take the early lead. [SEP] this is the rest of the world, though... [SEP] tuesday ' s hearing was at london ' s kenilworth house, where she described her father and his friends as one of the most " wonderful [SEP]
+
+===== sample 062 =====
+[CLS] still have the support of a major power producer, we will have failed to pay much attention to this issue. [SEP] he declined to give additional details, citing the u. s. ' s financial position. [SEP] a remote - controlled explosion killed seven people, including seven americans, in the pakistani border city of peshawar and left 10 people dead - - and u. s. forces killed three of them. [SEP] i don ' t feel right now, but i do hope he ' ll be right. [SEP] " we were in the middle of the street when the police arrived and we were seen chanting, " the witness said. [SEP] i [SEP]
+
+===== sample 063 =====
+[CLS], and that might be one thing you can ' t think about. [SEP] the military said five militants and three soldiers were killed by insurgents near kandahar, north of southern afghanistan. [SEP] he is at me. [SEP] haha, and they don ' t want to do anything!!! [SEP] geild singh, one of several people close to the player, told me he had also lost the chance to play in the 2006 world cup and would not be playing for the first time at the world cup. [SEP] i thought it was a shot in the hand, " he said. [SEP] officials from the reserve bank of india [SEP]
+

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps512_c16_t1p45_scored.jsonl

@@ -0,0 +1,65 @@
+{"type": "summary", "name": "steps512_c16_t1p45", "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt", "step": 434000, "decode": {"kind": "categorical_fullvocab_normal_steps_sweep", "config": "steps512_c16_t1p45", "steps": 512, "endpoint_temp": 1.45, "concentration_max": 16.0, "final_from": "state", "update": "resample", "n_samples": 64, "seed": 20260509}, "detok_genppl": {"ppl": 27.716806122818237, "nll_per_token": 3.3220389484489052, "tokens": 9590}, "diversity": {"sample_entropy": 4.103715285801019, "unique_tokens": 1591, "token_count": 8192, "distinct_1": 0.1942138671875, "distinct_2": 0.6302903543307087, "top_token_mass": 0.0643310546875}}
+{"type": "sample", "index": 0, "raw_text": "[CLS] monday. [SEP] the school said the centre would be able to serve as a training centre for pre - school children and adults. [SEP] in the face of it, not only is iran nuclear but also a clear threat to the us, \" he said. [SEP] the evidence would have to be used in court to prosecute them. [SEP] it would be good to know what o. j. is - - at least if someone can ' t come up to tell a story. [SEP] he is averaging 11. 2 points, 2 3 - pointers and 11 turnovers. [SEP] \" you can ' t learn how to be, this is [SEP]", "detok_text": "[CLS] monday. [SEP] the school said the centre would be able to serve as a training centre for pre - school children and adults. [SEP] in the face of it, not only is iran nuclear but also a clear threat to the us, \"he said. [SEP] the evidence would have to be used in court to prosecute them. [SEP] it would be good to know what o. j. is - - at least if someone can't come up to tell a story. [SEP] he is averaging 11. 2 points, 2 3 - pointers and 11 turnovers. [SEP]\" you can't learn how to be, this is [SEP]"}
+{"type": "sample", "index": 1, "raw_text": "[CLS] surgery, was expected to be out for six weeks, but he says he won ' t be until the end of the season. [SEP] he was acquitted in monday ' s case. [SEP] video of the crash shows the plane ' s engines in the air before disappearing back to the ground. [SEP] in the more remarkable result, she seized the chance to break even in the closing seconds with an impressive display, including a spectacular move short of the final point to beat d ' arcy by three - quarters of an inch. [SEP] today, that number fell to 43. 1 percent, down from just 40. 2 percent. [SEP] that ' [SEP]", "detok_text": "[CLS] surgery, was expected to be out for six weeks, but he says he won't be until the end of the season. [SEP] he was acquitted in monday's case. [SEP] video of the crash shows the plane's engines in the air before disappearing back to the ground. [SEP] in the more remarkable result, she seized the chance to break even in the closing seconds with an impressive display, including a spectacular move short of the final point to beat d'arcy by three - quarters of an inch. [SEP] today, that number fell to 43. 1 percent, down from just 40. 2 percent. [SEP] that' [SEP]"}
+{"type": "sample", "index": 2, "raw_text": "[CLS] there, \" he told the bbc. [SEP] they spoke to reporters soon after her trip, cnn reported thursday. [SEP] thanks to a rewarding set and artistry, the pair have won praise and have put a bit of a face into the contest. [SEP] it was his second straight victory. [SEP] it wasn ' t so bad. [SEP] 16, 2008, after the opening of the beijing olympics, to be played in a series of events prior to the games. [SEP] and trust me... know what you ' re doing on the show and what you do.... [SEP] \" the president ' s approach is based on [SEP]", "detok_text": "[CLS] there, \"he told the bbc. [SEP] they spoke to reporters soon after her trip, cnn reported thursday. [SEP] thanks to a rewarding set and artistry, the pair have won praise and have put a bit of a face into the contest. [SEP] it was his second straight victory. [SEP] it wasn't so bad. [SEP] 16, 2008, after the opening of the beijing olympics, to be played in a series of events prior to the games. [SEP] and trust me... know what you're doing on the show and what you do.... [SEP]\" the president's approach is based on [SEP]"}
+{"type": "sample", "index": 3, "raw_text": "[CLS] to speak to the media on tuesday. [SEP] dayton, ohio ( ap ) - a 17 - year - old boy confessed to the killing of his father after seeing his 17 - year - old friend ' s photo of him and lying to police, officials said friday. [SEP] the law came into effect in july and is expected to become law in 2009, it said. [SEP] in the book, mr. obama has stuck with a similar line he made a few years ago in a new york times interview. [SEP] i was not a man and i was................. [SEP]", "detok_text": "[CLS] to speak to the media on tuesday. [SEP] dayton, ohio (ap) - a 17 - year - old boy confessed to the killing of his father after seeing his 17 - year - old friend's photo of him and lying to police, officials said friday. [SEP] the law came into effect in july and is expected to become law in 2009, it said. [SEP] in the book, mr. obama has stuck with a similar line he made a few years ago in a new york times interview. [SEP] i was not a man and i was................. [SEP]"}
+{"type": "sample", "index": 4, "raw_text": "[CLS], i talk about this, so i can ' t go back to school... [SEP] \" people here are not here to stop them. [SEP] that ' s a relief, \" and that ' s why i ' m really happy. [SEP] i ' m not saying that i have to tell someone else i ' m doing something nice, to do something interesting, but when i looked for a great short story, i really found it because i was a writer. [SEP] \" how do you do that? \" [SEP] but if you ' ve got children and people you ' re going to meet, won ' t you? [SEP] he [SEP]", "detok_text": "[CLS], i talk about this, so i can't go back to school... [SEP] \"people here are not here to stop them. [SEP] that's a relief,\" and that's why i'm really happy. [SEP] i'm not saying that i have to tell someone else i'm doing something nice, to do something interesting, but when i looked for a great short story, i really found it because i was a writer. [SEP] \"how do you do that?\" [SEP] but if you've got children and people you're going to meet, won't you? [SEP] he [SEP]"}
+{"type": "sample", "index": 5, "raw_text": "[CLS] can be created with the help of spouses, co - workers and colleagues. [SEP] that, most likely, has now been used to gain public attention, \" said a treasury official. [SEP] i mean that. [SEP] they ' re the right things, and that ' s wrong. [SEP] i have had good months and i ' ve always said there ' s no problem with the smile on my face. [SEP] boston became the first boston team to win a world series in major league baseball history. [SEP] i can tell you that. [SEP] \" it ' s a fact that they would have to stay over the border. [SEP] one of the [SEP]", "detok_text": "[CLS] can be created with the help of spouses, co - workers and colleagues. [SEP] that, most likely, has now been used to gain public attention, \"said a treasury official. [SEP] i mean that. [SEP] they're the right things, and that's wrong. [SEP] i have had good months and i've always said there's no problem with the smile on my face. [SEP] boston became the first boston team to win a world series in major league baseball history. [SEP] i can tell you that. [SEP]\" it's a fact that they would have to stay over the border. [SEP] one of the [SEP]"}
+{"type": "sample", "index": 6, "raw_text": "[CLS] made no progress on the issue. [SEP] syria denies u. s. claims that it has diplomatic relations with israel, describing it as an independent state in the region. [SEP] he took office in march, despite a power struggle between mr. bush ' s administration and his allies in the northern and southern states that threatened to undermine iraq ' s stability. [SEP] back then, we could take a look at the big 12, now the big national football conference. [SEP] they must make this one. [SEP] and he was not ready to fix it. [SEP] you can never think about what a small company would look like. [SEP] that came to the [SEP]", "detok_text": "[CLS] made no progress on the issue. [SEP] syria denies u. s. claims that it has diplomatic relations with israel, describing it as an independent state in the region. [SEP] he took office in march, despite a power struggle between mr. bush's administration and his allies in the northern and southern states that threatened to undermine iraq's stability. [SEP] back then, we could take a look at the big 12, now the big national football conference. [SEP] they must make this one. [SEP] and he was not ready to fix it. [SEP] you can never think about what a small company would look like. [SEP] that came to the [SEP]"}
+{"type": "sample", "index": 7, "raw_text": "[CLS] has found nothing wrong with the law. [SEP] he is young, and he ' s a big fan. [SEP] \" it ' s a very big city, it ' s very nice, \" he said. [SEP] \" in the north - west, someone from the church of england might be trying to get in on a big issue. [SEP] but this time it was not true. [SEP] but then jones, who was called up at fly - half and continued to hold the ball. [SEP] now must be the time for us to live up to the promise of the future. [SEP] it is just that the european parliament did not get to go [SEP]", "detok_text": "[CLS] has found nothing wrong with the law. [SEP] he is young, and he's a big fan. [SEP] \"it's a very big city, it's very nice,\" he said. [SEP] \" in the north - west, someone from the church of england might be trying to get in on a big issue. [SEP] but this time it was not true. [SEP] but then jones, who was called up at fly - half and continued to hold the ball. [SEP] now must be the time for us to live up to the promise of the future. [SEP] it is just that the european parliament did not get to go [SEP]"}
+{"type": "sample", "index": 8, "raw_text": "[CLS], head of the people ' s congress, 60 kilometres ( 37 miles ) west of beijing, had lined up at the stadium to watch the games on the air. [SEP] i ' m a fan of the... [SEP] the number is on the rise, \" the official said. [SEP] \" it is important to have the energy to score and win, \" wenger said. [SEP] it is fun and it is important. [SEP] a 6 - year - old can throw a surfboard in the air as a 4 - 5 year - old - - and then he ' s a big boy. [SEP] last year, the company was [SEP]", "detok_text": "[CLS], head of the people's congress, 60 kilometres (37 miles) west of beijing, had lined up at the stadium to watch the games on the air. [SEP] i'm a fan of the... [SEP] the number is on the rise, \"the official said. [SEP]\" it is important to have the energy to score and win, \" wenger said. [SEP] it is fun and it is important. [SEP] a 6 - year - old can throw a surfboard in the air as a 4 - 5 year - old - - and then he's a big boy. [SEP] last year, the company was [SEP]"}
+{"type": "sample", "index": 9, "raw_text": "[CLS] \" he said. [SEP] but the best way to stay calm before a fall is to make your own, and you should wait until the last minute. [SEP] it is due to open this summer. [SEP] but the measure is expected to go before the u. s. senate by christmas. [SEP] dr. smith ' s medical center was developed by the nassau county children ' s health system. [SEP] \" i think there is a lot of sense of concern but there is a clear sense of urgency about the role of the banks in this crisis and that is clearly what we have to do, \" the minister told a news conference. [SEP] the [SEP]", "detok_text": "[CLS] \"he said. [SEP] but the best way to stay calm before a fall is to make your own, and you should wait until the last minute. [SEP] it is due to open this summer. [SEP] but the measure is expected to go before the u. s. senate by christmas. [SEP] dr. smith's medical center was developed by the nassau county children's health system. [SEP]\" i think there is a lot of sense of concern but there is a clear sense of urgency about the role of the banks in this crisis and that is clearly what we have to do, \" the minister told a news conference. [SEP] the [SEP]"}
+{"type": "sample", "index": 10, "raw_text": "[CLS] - 3 in the tiebreak and went ahead 4 - 2 in the second game of the second, and when the american was in control, the russian held on. [SEP] a man has been shot in the head during a double slaying in glasgow. [SEP] a senior u. s. military official hotly denied reports that a british soldier had been killed, while u. s. officials in london had welcomed the pakistani government ' s offer of support for a military offensive. [SEP] for britain, there are still a lot of questions about how they might be dealt with in the future. [SEP] the problem is that most of them are [SEP]", "detok_text": "[CLS] - 3 in the tiebreak and went ahead 4 - 2 in the second game of the second, and when the american was in control, the russian held on. [SEP] a man has been shot in the head during a double slaying in glasgow. [SEP] a senior u. s. military official hotly denied reports that a british soldier had been killed, while u. s. officials in london had welcomed the pakistani government's offer of support for a military offensive. [SEP] for britain, there are still a lot of questions about how they might be dealt with in the future. [SEP] the problem is that most of them are [SEP]"}
+{"type": "sample", "index": 11, "raw_text": "[CLS] foreign minister to oversee the training of the police and security, said the foreign ministry. [SEP] she was known for her whispery voice and a pleasant lovelorn air. [SEP] felton ' s 3 put the red bulls ahead 62 - 59 with 1 : 36 to play in the third quarter. [SEP] the news came as british and french officials unve plans to send more troops to afghanistan. [SEP] you ' re going to have a drink in your mouth. [SEP] average prices at the pump for regular gasoline were $ 7. 98 ( £4. 31 ) a gallon last month, up from 22 cents a gallon in november 2008, [SEP]", "detok_text": "[CLS] foreign minister to oversee the training of the police and security, said the foreign ministry. [SEP] she was known for her whispery voice and a pleasant lovelorn air. [SEP] felton's 3 put the red bulls ahead 62 - 59 with 1: 36 to play in the third quarter. [SEP] the news came as british and french officials unve plans to send more troops to afghanistan. [SEP] you're going to have a drink in your mouth. [SEP] average prices at the pump for regular gasoline were $7. 98 (£4. 31) a gallon last month, up from 22 cents a gallon in november 2008, [SEP]"}
+{"type": "sample", "index": 12, "raw_text": "[CLS] world when the global economy recovers next year. [SEP] ( a result of your article on the issue. ) [SEP] \" you may have to make a decision whether you are going to perform at a later concert, or you can show up ahead of the time - - but you have your own pr company to make you within your rights. [SEP] \" i ' ve always thought we win the race, we would be a new world champion. [SEP] the two have also sought to rekindle tensions between the two countries. [SEP] the dow jones industrial average rose 18. 82 points, or 1. 1 percent, to 976. 70 [SEP]", "detok_text": "[CLS] world when the global economy recovers next year. [SEP] (a result of your article on the issue.) [SEP] \"you may have to make a decision whether you are going to perform at a later concert, or you can show up ahead of the time - - but you have your own pr company to make you within your rights. [SEP]\" i've always thought we win the race, we would be a new world champion. [SEP] the two have also sought to rekindle tensions between the two countries. [SEP] the dow jones industrial average rose 18. 82 points, or 1. 1 percent, to 976. 70 [SEP]"}
+{"type": "sample", "index": 13, "raw_text": "[CLS] showed he has the confidence to win the game. [SEP] when asked about that, he would like to say, \" it ' s a situation that can be dealt with. \" [SEP] you ' ve got to worry about that. [SEP] the shares closed down 1. 2p at 43. 1p. [SEP] ohio state at texas ( 12 ), 8 p. m. [SEP] one of those killed in the attack was an iraqi army interpreter. [SEP] anti - viral drugs, while used at some out - of - state treatment sites, would \" present a huge potential threat to the public in the future, \" he said. [SEP] it [SEP]", "detok_text": "[CLS] showed he has the confidence to win the game. [SEP] when asked about that, he would like to say, \"it's a situation that can be dealt with.\" [SEP] you've got to worry about that. [SEP] the shares closed down 1. 2p at 43. 1p. [SEP] ohio state at texas (12), 8 p. m. [SEP] one of those killed in the attack was an iraqi army interpreter. [SEP] anti - viral drugs, while used at some out - of - state treatment sites, would \"present a huge potential threat to the public in the future,\" he said. [SEP] it [SEP]"}
+{"type": "sample", "index": 14, "raw_text": "[CLS] months. [SEP] analysts estimate that the cost cut will reduce earnings by $ 600 million, according to a reuters poll. [SEP] \" she told a good story, and my mom was out on the street, and she took a look in her face and she said, \" i ' m a girl. \" [SEP] \" in the red zone \" comes out the following week. [SEP] he should have scored an early goal but the second - string forward produced a late go - ahead late goal. [SEP] obama is weighing whether to send 30, 000 troops to afghanistan to negotiate a deal that would keep u. s. troops in the country and increase [SEP]", "detok_text": "[CLS] months. [SEP] analysts estimate that the cost cut will reduce earnings by $600 million, according to a reuters poll. [SEP] \"she told a good story, and my mom was out on the street, and she took a look in her face and she said,\" i'm a girl. \"[SEP]\" in the red zone \" comes out the following week. [SEP] he should have scored an early goal but the second - string forward produced a late go - ahead late goal. [SEP] obama is weighing whether to send 30, 000 troops to afghanistan to negotiate a deal that would keep u. s. troops in the country and increase [SEP]"}
+{"type": "sample", "index": 15, "raw_text": "[CLS] five billion dollars to shore up the bank. [SEP] the police said he is still at large and has yet to be charged. [SEP] in a statement, the school ' s president, karina kluk, said she was working with the city and the department of social security. [SEP] the court ' s ruling prompted the u. s. air force base to appeal. [SEP] \" he was a man of strength and determination, \" the family said. [SEP] a 30 - year - old man is charged with the death of robert degale, 26. [SEP] the prime minister has denied any involvement in the attacks. [SEP] based on [SEP]", "detok_text": "[CLS] five billion dollars to shore up the bank. [SEP] the police said he is still at large and has yet to be charged. [SEP] in a statement, the school's president, karina kluk, said she was working with the city and the department of social security. [SEP] the court's ruling prompted the u. s. air force base to appeal. [SEP] \"he was a man of strength and determination,\" the family said. [SEP] a 30 - year - old man is charged with the death of robert degale, 26. [SEP] the prime minister has denied any involvement in the attacks. [SEP] based on [SEP]"}
+{"type": "sample", "index": 16, "raw_text": "[CLS], including eight who died when insurgents attacked afghan and u. s. forces, including two senior u. s. officials, according to a senior u. s. official. [SEP] seattle ( ap ) - reed johnson hit a triple and hit a two - run shot in the eighth to help the mariners beat the kansas city royals 6 - 4 on tuesday. [SEP] the first round of results had been expected to be announced tuesday. [SEP] \" it is vital that other people do the same. [SEP] well, the worst ' s over, but there ' s not a chance of it coming. [SEP] two people familiar with the matter said it [SEP]", "detok_text": "[CLS], including eight who died when insurgents attacked afghan and u. s. forces, including two senior u. s. officials, according to a senior u. s. official. [SEP] seattle (ap) - reed johnson hit a triple and hit a two - run shot in the eighth to help the mariners beat the kansas city royals 6 - 4 on tuesday. [SEP] the first round of results had been expected to be announced tuesday. [SEP] \" it is vital that other people do the same. [SEP] well, the worst's over, but there's not a chance of it coming. [SEP] two people familiar with the matter said it [SEP]"}
+{"type": "sample", "index": 17, "raw_text": "[CLS]. [SEP] i have to work long and hard to keep the money in my account. [SEP] in some ways, it ' s just beginning to happen. [SEP] the report ' s author, robert kennedy, is well known for his work on schools. [SEP] \" if the players are coming in with the right support, they won ' t be able to cope with the state of the market, \" he said. [SEP] the 57 - year - old man was arrested at the scene of the fire at a nearby car park on friday. [SEP] \" and we ' re in a period of financial crisis, \" mccain told cbs news. [SEP] and [SEP]", "detok_text": "[CLS]. [SEP] i have to work long and hard to keep the money in my account. [SEP] in some ways, it's just beginning to happen. [SEP] the report's author, robert kennedy, is well known for his work on schools. [SEP] \"if the players are coming in with the right support, they won't be able to cope with the state of the market,\" he said. [SEP] the 57 - year - old man was arrested at the scene of the fire at a nearby car park on friday. [SEP] \"and we're in a period of financial crisis,\" mccain told cbs news. [SEP] and [SEP]"}
+{"type": "sample", "index": 18, "raw_text": "[CLS]. [SEP] i ' ll be very open to you about this. [SEP] \" it ' s a complete surprise, \" dr. lawrence johnson, a clinical professor of medicine at the university of southern california, told the u. s. medical association. [SEP] the brazil star came on in the sixth minute and headed home a free kick from davide etuhu before half - time in the first half. [SEP] in the end, the irish gave wales a lead on their own, and kept the ball on their back. [SEP] boston had tied the series 2 - 2 - 3 earlier, with the magic a 3 - 2 lead. [SEP] [SEP]", "detok_text": "[CLS]. [SEP] i'll be very open to you about this. [SEP] \"it's a complete surprise,\" dr. lawrence johnson, a clinical professor of medicine at the university of southern california, told the u. s. medical association. [SEP] the brazil star came on in the sixth minute and headed home a free kick from davide etuhu before half - time in the first half. [SEP] in the end, the irish gave wales a lead on their own, and kept the ball on their back. [SEP] boston had tied the series 2 - 2 - 3 earlier, with the magic a 3 - 2 lead. [SEP] [SEP]"}
+{"type": "sample", "index": 19, "raw_text": "[CLS] a level, it ' s a big day for us and it ' s always important that we do our best. [SEP] thousands of people and some 2, 500 have been arrested in the street protests in the turkomen capital this week. [SEP] this article was first published on guardian. co. uk at 19. 50 bst on tuesday 13 june 2009. [SEP] if there ' s a problem in them, there weren ' t, we have to be taking a good look. [SEP] it ' s the story of the year. [SEP] general and administrative expenses increased 3. 8 % to $ 4. 7 million in the second quarter [SEP]", "detok_text": "[CLS] a level, it's a big day for us and it's always important that we do our best. [SEP] thousands of people and some 2, 500 have been arrested in the street protests in the turkomen capital this week. [SEP] this article was first published on guardian. co. uk at 19. 50 bst on tuesday 13 june 2009. [SEP] if there's a problem in them, there weren't, we have to be taking a good look. [SEP] it's the story of the year. [SEP] general and administrative expenses increased 3. 8 % to $4. 7 million in the second quarter [SEP]"}
+{"type": "sample", "index": 20, "raw_text": "[CLS] to play so well... to go back to his game when he is in form doesn ' t mean he will ever lose. [SEP] this is the one type of development that you canʼt look at. [SEP] the stock traded as low as $ 35. 12 a share, but now trades around $ 20 and has lost about 50 percent. [SEP] police have been asked to encourage anyone who was carrying a knife to contact the force. [SEP] allawi was part of the same party that defeated him in parliamentary elections in 2004. [SEP] in march 2009, the f. d. a. said the state was working on a plan [SEP]", "detok_text": "[CLS] to play so well... to go back to his game when he is in form doesn't mean he will ever lose. [SEP] this is the one type of development that you canʼt look at. [SEP] the stock traded as low as $35. 12 a share, but now trades around $20 and has lost about 50 percent. [SEP] police have been asked to encourage anyone who was carrying a knife to contact the force. [SEP] allawi was part of the same party that defeated him in parliamentary elections in 2004. [SEP] in march 2009, the f. d. a. said the state was working on a plan [SEP]"}
+{"type": "sample", "index": 21, "raw_text": "[CLS] 17 - year - old said, adding that he ' d spent seven years with his father. [SEP] on the other hand, the two young people are very close, so they ' ll probably be missed if they ' re not busy. [SEP] sunday and about 9 a. m., delaying some flights a day after midnight. [SEP] they ' re fighting for their money. [SEP] that ' s an interesting one. [SEP] \" he ' s excited about building the team and all the players have been able to respond. [SEP] he is doing very well, \" he said. [SEP] she wasn ' t asked about the obama administration ' s plans [SEP]", "detok_text": "[CLS] 17 - year - old said, adding that he'd spent seven years with his father. [SEP] on the other hand, the two young people are very close, so they'll probably be missed if they're not busy. [SEP] sunday and about 9 a. m., delaying some flights a day after midnight. [SEP] they're fighting for their money. [SEP] that's an interesting one. [SEP] \"he's excited about building the team and all the players have been able to respond. [SEP] he is doing very well,\" he said. [SEP] she wasn't asked about the obama administration's plans [SEP]"}
+{"type": "sample", "index": 22, "raw_text": "[CLS] in manchester, twice in manchester and twice in manchester. [SEP] and i don ' t think they ' re going to win. [SEP] economic growth is expected to slow to 1 per cent next year, india ' s central bank said today, after 2. 2 % in 2008 and 3. 5 % in 2009. [SEP] fiscal 2008 and third quarter of 2007 ended september 30, 2008, respectively. [SEP] south korea has balked at u. s. calls for tougher sanctions on pyongyang, and the u. s. has urged it to go to the international atomic energy agency ( iaea ) by september. [SEP] it [SEP]", "detok_text": "[CLS] in manchester, twice in manchester and twice in manchester. [SEP] and i don't think they're going to win. [SEP] economic growth is expected to slow to 1 per cent next year, india's central bank said today, after 2. 2 % in 2008 and 3. 5 % in 2009. [SEP] fiscal 2008 and third quarter of 2007 ended september 30, 2008, respectively. [SEP] south korea has balked at u. s. calls for tougher sanctions on pyongyang, and the u. s. has urged it to go to the international atomic energy agency (iaea) by september. [SEP] it [SEP]"}
+{"type": "sample", "index": 23, "raw_text": "[CLS], he said. [SEP] the shares have fallen nearly 6 per cent in the past year, trading at 9. 5p. [SEP] in wednesday ' s accident, there were no victims in the car. [SEP] the union, which is itself a non - union, is seeking support from local companies for its cause. [SEP] vanderbour said she will understand the situation, but she doesn ' t want to cling to the laws of the day. [SEP] if they said they were not going to get their votes, ask them, \" do you think they are going to vote for her? \" [SEP] he ' s a liar. [SEP]", "detok_text": "[CLS], he said. [SEP] the shares have fallen nearly 6 per cent in the past year, trading at 9. 5p. [SEP] in wednesday's accident, there were no victims in the car. [SEP] the union, which is itself a non - union, is seeking support from local companies for its cause. [SEP] vanderbour said she will understand the situation, but she doesn't want to cling to the laws of the day. [SEP] if they said they were not going to get their votes, ask them, \"do you think they are going to vote for her?\" [SEP] he's a liar. [SEP]"}
+{"type": "sample", "index": 24, "raw_text": "[CLS] mortgage lenders hbos and lloyds, and said that the oft could help \" improve the overall relationship between consumers and mortgage providers. \" [SEP] \" if microsoft is going to keep itself out of the market, then everyone will step in. [SEP] we now have a 20 percent chance of the lead in this election. [SEP] the same day she began preparing for this year ' s 1, 500m final in the 200, and also came in in 1 : 58. 11 in the 100m. [SEP] and, if it was just the end of the day, we should have never saw it more that way. [SEP] this time [SEP]", "detok_text": "[CLS] mortgage lenders hbos and lloyds, and said that the oft could help \"improve the overall relationship between consumers and mortgage providers.\" [SEP] \" if microsoft is going to keep itself out of the market, then everyone will step in. [SEP] we now have a 20 percent chance of the lead in this election. [SEP] the same day she began preparing for this year's 1, 500m final in the 200, and also came in in 1: 58. 11 in the 100m. [SEP] and, if it was just the end of the day, we should have never saw it more that way. [SEP] this time [SEP]"}
+{"type": "sample", "index": 25, "raw_text": "[CLS] trying to find solutions, and we ' re going to try to make sure that these people aren ' t killed on the same day. [SEP] a man who had been given his father ' s name with the winning bid was put down after he failed to reach the top flight. [SEP] i asked him to talk about what happened and he said, \" you ' ve got to go. \" [SEP] the case began on tuesday, the court was told yesterday. [SEP] because if you want to take responsibility for these people ' s, don ' t. [SEP] \" the problem is that they are asking for the money to support their people, to [SEP]", "detok_text": "[CLS] trying to find solutions, and we're going to try to make sure that these people aren't killed on the same day. [SEP] a man who had been given his father's name with the winning bid was put down after he failed to reach the top flight. [SEP] i asked him to talk about what happened and he said, \"you've got to go.\" [SEP] the case began on tuesday, the court was told yesterday. [SEP] because if you want to take responsibility for these people's, don't. [SEP] \" the problem is that they are asking for the money to support their people, to [SEP]"}
+{"type": "sample", "index": 26, "raw_text": "[CLS] mother, michelle, was killed in the crash. [SEP] they can ' t and can ' t do anything to make us any more safe. [SEP] what he felt was important to him and not to me. [SEP] representatives of u. s. interests are to meet this week in washington to see how the chinese government might be able to resolve a series of disputes with the united states. [SEP] alex rodriguez had two of detroit ' s three hits in the third, and damon ' s two - run in the first, and rodriguez ' s homer in the fifth gave the yankees a three - and - out lead. [SEP] but more than 30 [SEP]", "detok_text": "[CLS] mother, michelle, was killed in the crash. [SEP] they can't and can't do anything to make us any more safe. [SEP] what he felt was important to him and not to me. [SEP] representatives of u. s. interests are to meet this week in washington to see how the chinese government might be able to resolve a series of disputes with the united states. [SEP] alex rodriguez had two of detroit's three hits in the third, and damon's two - run in the first, and rodriguez's homer in the fifth gave the yankees a three - and - out lead. [SEP] but more than 30 [SEP]"}
+{"type": "sample", "index": 27, "raw_text": "[CLS] backed by the white house. [SEP] they don ' t want us to wait until it ' s over. [SEP] they left him in a hospital, and he became depressed and fell out for about a year, forcing his wife to keep him in a hospital. [SEP] there is also money. [SEP] james huntley, 35, of corby road, liverpool, had been celebrating his 50th birthday on monday. [SEP] a spokesman said he intended to make no major changes to the team. [SEP] this agreement has been the start of a significant shift in policy for the european union. [SEP] stuart davis, managing director of red bull and a former [SEP]", "detok_text": "[CLS] backed by the white house. [SEP] they don't want us to wait until it's over. [SEP] they left him in a hospital, and he became depressed and fell out for about a year, forcing his wife to keep him in a hospital. [SEP] there is also money. [SEP] james huntley, 35, of corby road, liverpool, had been celebrating his 50th birthday on monday. [SEP] a spokesman said he intended to make no major changes to the team. [SEP] this agreement has been the start of a significant shift in policy for the european union. [SEP] stuart davis, managing director of red bull and a former [SEP]"}
+{"type": "sample", "index": 28, "raw_text": "[CLS] took a similar position. [SEP] in the current climate, that is hard and can be hard to achieve. [SEP] jim brown will take over as general manager. [SEP] \" whether or not we ' re in the game. [SEP] the blazes, close to the san gabriel mountains, were the worst. [SEP] there is a lot of hard work on today. [SEP] they told the children, as they can remember, that this was a mistake. [SEP] the two candidates have run into an avalanche of months of talks before and ahead of the primary race. [SEP] i would like to know if we could do something better. [SEP] that ' s not [SEP]", "detok_text": "[CLS] took a similar position. [SEP] in the current climate, that is hard and can be hard to achieve. [SEP] jim brown will take over as general manager. [SEP] \" whether or not we're in the game. [SEP] the blazes, close to the san gabriel mountains, were the worst. [SEP] there is a lot of hard work on today. [SEP] they told the children, as they can remember, that this was a mistake. [SEP] the two candidates have run into an avalanche of months of talks before and ahead of the primary race. [SEP] i would like to know if we could do something better. [SEP] that's not [SEP]"}
+{"type": "sample", "index": 29, "raw_text": "[CLS]. [SEP] \" the reality is that if the 60 votes needed would still be the public option, not the senate, the house bill would be an opt - in option, \" he said. [SEP] he may love us, but this is the year of new year ' s day. [SEP] however, peter childs, the director of care for children at the council, said children did not go into the school and referred the matter to the enquiries. [SEP] but, it has found a new front. [SEP] when ryan moved the ball, he moved on to the goal line. [SEP] and that ' s very bad. [SEP] i [SEP]", "detok_text": "[CLS]. [SEP] \"the reality is that if the 60 votes needed would still be the public option, not the senate, the house bill would be an opt - in option,\" he said. [SEP] he may love us, but this is the year of new year's day. [SEP] however, peter childs, the director of care for children at the council, said children did not go into the school and referred the matter to the enquiries. [SEP] but, it has found a new front. [SEP] when ryan moved the ball, he moved on to the goal line. [SEP] and that's very bad. [SEP] i [SEP]"}
+{"type": "sample", "index": 30, "raw_text": "[CLS] www. ais. com. [SEP] but there were questions about his ability to build a comeback. [SEP] schumer ' s office says the bill isn ' t large enough to pay for medical procedures. [SEP] the magic went up 81 - 80 on mike dunleavy ' s second three - point play with 15 seconds to play. [SEP] and that the problem is very real. [SEP] although the two two koreas are expected to agree soon on the border, they didn ' t meet wednesday. [SEP] would he have been dead? 4. [SEP] \" i would say it ' s been a good start but because he ' s played [SEP]", "detok_text": "[CLS] www. ais. com. [SEP] but there were questions about his ability to build a comeback. [SEP] schumer's office says the bill isn't large enough to pay for medical procedures. [SEP] the magic went up 81 - 80 on mike dunleavy's second three - point play with 15 seconds to play. [SEP] and that the problem is very real. [SEP] although the two two koreas are expected to agree soon on the border, they didn't meet wednesday. [SEP] would he have been dead? 4. [SEP] \" i would say it's been a good start but because he's played [SEP]"}
+{"type": "sample", "index": 31, "raw_text": "[CLS]s that had been given to militants by al - qaida in iraq and afghanistan, u. s. officials said tuesday. [SEP] but we won ' t learn much from the title of his latest book. [SEP] but economic issues have not entered the republican agenda. [SEP] a spokeswoman for the hong kong embassy said it was advising citizens in the country who visited the city to stay away as they are not expected to attend the opening ceremony. [SEP] but he said he wanted to be with his family again. [SEP] it \" was like meeting my father... \" she said, \" telling me to bring him back up and [SEP]", "detok_text": "[CLS]s that had been given to militants by al - qaida in iraq and afghanistan, u. s. officials said tuesday. [SEP] but we won't learn much from the title of his latest book. [SEP] but economic issues have not entered the republican agenda. [SEP] a spokeswoman for the hong kong embassy said it was advising citizens in the country who visited the city to stay away as they are not expected to attend the opening ceremony. [SEP] but he said he wanted to be with his family again. [SEP] it \"was like meeting my father...\" she said, \" telling me to bring him back up and [SEP]"}
+{"type": "sample", "index": 32, "raw_text": "[CLS] a problem on a regular basis, \" he said. [SEP] kennedy ' s father, robert kennedy, was the target of the attack. [SEP] he noted that in some cases it can take more than 10 minutes to get a man to get on the floor. [SEP] \" obviously, we are not in the game, but the first thing to have done at the same time was to win an extension of his contract, something that happened to him when he had to put him on the bench. [SEP] obama took the hard line on iran ' s nuclear program, but said his talks with netanyahu were not successful. [SEP] london - - [SEP]", "detok_text": "[CLS] a problem on a regular basis, \"he said. [SEP] kennedy's father, robert kennedy, was the target of the attack. [SEP] he noted that in some cases it can take more than 10 minutes to get a man to get on the floor. [SEP]\" obviously, we are not in the game, but the first thing to have done at the same time was to win an extension of his contract, something that happened to him when he had to put him on the bench. [SEP] obama took the hard line on iran's nuclear program, but said his talks with netanyahu were not successful. [SEP] london - - [SEP]"}
+{"type": "sample", "index": 33, "raw_text": "[CLS] to live. \" [SEP] there are other people going to be desperate to get a car back to work. [SEP] current retail prices range from about € 3, 000 to € 500 ( $ 2, 900 ) to 1, 200 ( $ 2, 300 ). [SEP] the government has previously described them as war crimes, and the anc ' s ruling body has launched an investigation. [SEP] while walking along the river bank, i could only take a quick glance. [SEP] snowe said he thought he would speak with the democratic candidate, although he didn ' t mention the call he made on his cell phone. [SEP] with two weeks to [SEP]", "detok_text": "[CLS] to live. \" [SEP] there are other people going to be desperate to get a car back to work. [SEP] current retail prices range from about € 3, 000 to € 500 ($2, 900) to 1, 200 ($2, 300). [SEP] the government has previously described them as war crimes, and the anc's ruling body has launched an investigation. [SEP] while walking along the river bank, i could only take a quick glance. [SEP] snowe said he thought he would speak with the democratic candidate, although he didn't mention the call he made on his cell phone. [SEP] with two weeks to [SEP]"}
+{"type": "sample", "index": 34, "raw_text": "[CLS] help from the new system. [SEP] woods arrived in florida earlier this week for the first round of the us open and he said he was hoping to go this far. [SEP] well, you don ' t want to be that bad. [SEP] i like to be associated with the church of england. [SEP] last month, dr. paul carell, president of the american cancer society, said the transplants are not enough to halt the growth of the disease. [SEP] he may also be expected to confirm mps are not required to pay them to do so. [SEP] she knows that - - she won it in both the shot and the long jump [SEP]", "detok_text": "[CLS] help from the new system. [SEP] woods arrived in florida earlier this week for the first round of the us open and he said he was hoping to go this far. [SEP] well, you don't want to be that bad. [SEP] i like to be associated with the church of england. [SEP] last month, dr. paul carell, president of the american cancer society, said the transplants are not enough to halt the growth of the disease. [SEP] he may also be expected to confirm mps are not required to pay them to do so. [SEP] she knows that - - she won it in both the shot and the long jump [SEP]"}
+{"type": "sample", "index": 35, "raw_text": "[CLS]. [SEP] that is change. [SEP] i will be in the race. [SEP] i mean, it was exactly what they thought at the time of the september attack. [SEP] at the same time, he left school, trying to find work at the university. [SEP] that ' s why i have a job. [SEP] and as t. i. reports, it ' s not just a legal problem. [SEP] five british soldiers were killed in afghanistan on saturday in what is likely to be the heaviest british death toll in afghanistan in a year. [SEP] 6 ( upi ) - - u. s. president barack obama monday urged people in israel to [SEP]", "detok_text": "[CLS]. [SEP] that is change. [SEP] i will be in the race. [SEP] i mean, it was exactly what they thought at the time of the september attack. [SEP] at the same time, he left school, trying to find work at the university. [SEP] that's why i have a job. [SEP] and as t. i. reports, it's not just a legal problem. [SEP] five british soldiers were killed in afghanistan on saturday in what is likely to be the heaviest british death toll in afghanistan in a year. [SEP] 6 (upi) - - u. s. president barack obama monday urged people in israel to [SEP]"}
+{"type": "sample", "index": 36, "raw_text": "[CLS] 2. 40 per share. [SEP] \" it ' s a first game - - a play - off - - it was the last game, \" he said. [SEP] and of course there ' s a good reason for this one, too. [SEP] the most recent study, forecasting the state of the world ' s population, was published in september 2005 by the national statistics bureau. [SEP] he had decided to go to the county council in 2005 and had thought he could get away with it, but he was told to go and re - write the papers. [SEP] the unions, which include most of the more than 4, 000 members [SEP]", "detok_text": "[CLS] 2. 40 per share. [SEP] \"it's a first game - - a play - off - - it was the last game,\" he said. [SEP] and of course there's a good reason for this one, too. [SEP] the most recent study, forecasting the state of the world's population, was published in september 2005 by the national statistics bureau. [SEP] he had decided to go to the county council in 2005 and had thought he could get away with it, but he was told to go and re - write the papers. [SEP] the unions, which include most of the more than 4, 000 members [SEP]"}
+{"type": "sample", "index": 37, "raw_text": "[CLS], and an opening is scheduled for monday from 3 : 30 to 9 : 30 p. m. [SEP] the boy had bleeding on his father ' s brain and a severe heart condition. [SEP] the department said it would provide the remaining $ 2. 1 billion to the treasury ' s loan modification program, which is designed to provide relief to homeowners who are facing foreclosure or struggling with buy - to - let loans. [SEP] do you know what was going on with you, if you are trying to remember the last time you saw it on the web. [SEP] that ' s the nature of the job. [SEP] however [SEP]", "detok_text": "[CLS], and an opening is scheduled for monday from 3: 30 to 9: 30 p. m. [SEP] the boy had bleeding on his father's brain and a severe heart condition. [SEP] the department said it would provide the remaining $2. 1 billion to the treasury's loan modification program, which is designed to provide relief to homeowners who are facing foreclosure or struggling with buy - to - let loans. [SEP] do you know what was going on with you, if you are trying to remember the last time you saw it on the web. [SEP] that's the nature of the job. [SEP] however [SEP]"}
+{"type": "sample", "index": 38, "raw_text": "[CLS] present in court and he is ordered to act in accordance with the law, according to a police spokesman. [SEP] \" if they go to work in a government, i would say they have to go against it, \" he added. [SEP] there are many reasons for all of them. [SEP] \" we were able to play the best in the world, but it took us a while to get to the final, \" he said. [SEP] one wireless company, sprint, now part of at & t, could be in danger of bankruptcy. [SEP] u. s. officials said she was not expected to speak publicly. [SEP] if bill clinton doesn [SEP]", "detok_text": "[CLS] present in court and he is ordered to act in accordance with the law, according to a police spokesman. [SEP] \"if they go to work in a government, i would say they have to go against it,\" he added. [SEP] there are many reasons for all of them. [SEP] \"we were able to play the best in the world, but it took us a while to get to the final,\" he said. [SEP] one wireless company, sprint, now part of at & t, could be in danger of bankruptcy. [SEP] u. s. officials said she was not expected to speak publicly. [SEP] if bill clinton doesn [SEP]"}
+{"type": "sample", "index": 39, "raw_text": "[CLS] statement. [SEP] the senate must complete an agreement by the end of the year. [SEP] police have raided the two homes several times in recent days, arresting three people. [SEP] another option for people who want to get their mortgages and choose not to get one would be housing subsidies, if the plan is approved. [SEP] the un has estimated that nearly 600, 000 people were killed in 2007. [SEP] turkey has a long and violent history so the ruling parties now have little influence over how the government works. [SEP] i don ' t often see lots of people, especially when they go out in a rush to work. [SEP] the united states [SEP]", "detok_text": "[CLS] statement. [SEP] the senate must complete an agreement by the end of the year. [SEP] police have raided the two homes several times in recent days, arresting three people. [SEP] another option for people who want to get their mortgages and choose not to get one would be housing subsidies, if the plan is approved. [SEP] the un has estimated that nearly 600, 000 people were killed in 2007. [SEP] turkey has a long and violent history so the ruling parties now have little influence over how the government works. [SEP] i don't often see lots of people, especially when they go out in a rush to work. [SEP] the united states [SEP]"}
+{"type": "sample", "index": 40, "raw_text": "[CLS] the country and returning to afghanistan. [SEP] that compares with the expectation of full - year earnings of 35 cents a share. [SEP] the japanese insurer said that 2. 4 trillion yen ( $ 5. 3 billion ) would be available for the fund in coming months. [SEP] about 40 men and a woman remain at large, he said. [SEP] the fear is that if you don ' t have children, you will be overwhelmed because it is impossible to sleep in the kitchen. [SEP] \" it ' s difficult sometimes to see the film as a statement of truth. \" [SEP] \" well, i don ' t want to go back to the [SEP]", "detok_text": "[CLS] the country and returning to afghanistan. [SEP] that compares with the expectation of full - year earnings of 35 cents a share. [SEP] the japanese insurer said that 2. 4 trillion yen ($5. 3 billion) would be available for the fund in coming months. [SEP] about 40 men and a woman remain at large, he said. [SEP] the fear is that if you don't have children, you will be overwhelmed because it is impossible to sleep in the kitchen. [SEP] \"it's difficult sometimes to see the film as a statement of truth.\" [SEP] \" well, i don't want to go back to the [SEP]"}
+{"type": "sample", "index": 41, "raw_text": "[CLS], and we hope to have the right process in place soon, \" said the spokeswoman, anne pressman. [SEP] moscow ( reuters life! ) - this month is the first presidential election in the country, with at least 35, 000 of the country ' s 500, 000 voters expected to cast their ballots by memorial day on saturday. [SEP] the last time these teams met in the final was on september 11, 2001. [SEP] when it started the next day, she said, \" the right thing for her is to do everything to keep her son alive. \" [SEP] the individual earns on average £7, 000 per [SEP]", "detok_text": "[CLS], and we hope to have the right process in place soon, \"said the spokeswoman, anne pressman. [SEP] moscow (reuters life!) - this month is the first presidential election in the country, with at least 35, 000 of the country's 500, 000 voters expected to cast their ballots by memorial day on saturday. [SEP] the last time these teams met in the final was on september 11, 2001. [SEP] when it started the next day, she said,\" the right thing for her is to do everything to keep her son alive. \" [SEP] the individual earns on average £7, 000 per [SEP]"}
+{"type": "sample", "index": 42, "raw_text": "[CLS] due to come into force in the coming weeks. [SEP] they gave him the chance to win. [SEP] u. s. marine corps camp pendleton, calif., feb. [SEP] that means they are treated at a doctor ' s office, not a medical center. [SEP] every time she was caught in the middle of a fight, she was on the line. [SEP] they also pointed to mr. romney ' s decision not to grant same - sex couples the right to marry, and the rights of same - sex couples, who accused him of refusing to oppose gay marriage in california. [SEP] on january 15, the new president will be [SEP]", "detok_text": "[CLS] due to come into force in the coming weeks. [SEP] they gave him the chance to win. [SEP] u. s. marine corps camp pendleton, calif., feb. [SEP] that means they are treated at a doctor's office, not a medical center. [SEP] every time she was caught in the middle of a fight, she was on the line. [SEP] they also pointed to mr. romney's decision not to grant same - sex couples the right to marry, and the rights of same - sex couples, who accused him of refusing to oppose gay marriage in california. [SEP] on january 15, the new president will be [SEP]"}
+{"type": "sample", "index": 43, "raw_text": "[CLS] officials said the talks will begin next week. [SEP] after all, people did their part. [SEP] and looking at what they offer to each other, she is an inspiration. [SEP] boston defensive end ray lewis is expected to sit out with a right knee injury. [SEP] we think about ourselves and our time, especially in our workplaces. [SEP] the 20 - year - old scored two late goals for his side to take them into second place in the premier league this season. [SEP] the first net pre - tax loss was in the october to december period, it said. [SEP] by that time, the government had sold more than $ 800 billion [SEP]", "detok_text": "[CLS] officials said the talks will begin next week. [SEP] after all, people did their part. [SEP] and looking at what they offer to each other, she is an inspiration. [SEP] boston defensive end ray lewis is expected to sit out with a right knee injury. [SEP] we think about ourselves and our time, especially in our workplaces. [SEP] the 20 - year - old scored two late goals for his side to take them into second place in the premier league this season. [SEP] the first net pre - tax loss was in the october to december period, it said. [SEP] by that time, the government had sold more than $800 billion [SEP]"}
+{"type": "sample", "index": 44, "raw_text": "[CLS] minutes after the shooting, the car rolled back onto the road and hit a red light at the bus stop where a car was parked, but the bomb went off again. [SEP] london ' s markets fell and asian currencies rose despite a drop in the dollar. [SEP] sometimes people look up to this guy and think, \" i ' ll be here for this, \" and they ' re enjoying it. [SEP] she said it was only because she believed it was strong enough to keep the car. [SEP] \" he has formally accepted sir alex ferguson ' s decision and he has the full support of the club ' s manager and the board [SEP]", "detok_text": "[CLS] minutes after the shooting, the car rolled back onto the road and hit a red light at the bus stop where a car was parked, but the bomb went off again. [SEP] london's markets fell and asian currencies rose despite a drop in the dollar. [SEP] sometimes people look up to this guy and think, \"i'll be here for this,\" and they're enjoying it. [SEP] she said it was only because she believed it was strong enough to keep the car. [SEP] \" he has formally accepted sir alex ferguson's decision and he has the full support of the club's manager and the board [SEP]"}
+{"type": "sample", "index": 45, "raw_text": "[CLS] ). [SEP] a specialist police team has been sent to help the search for a man missing since last thursday, following the discovery of a woman ' s body in a lake. [SEP] we are buying and selling more than ever before. [SEP] but the only way to get something on the market is to profit from it. [SEP] it is difficult because we are in europe, and it is not going to be easy in scotland. [SEP] rose, a 38 - year - old mother of three young children, said she was an 82 - year old who had taken care of her husband after his death in 2004. [SEP] so we go together. [SEP]", "detok_text": "[CLS] ). [SEP] a specialist police team has been sent to help the search for a man missing since last thursday, following the discovery of a woman's body in a lake. [SEP] we are buying and selling more than ever before. [SEP] but the only way to get something on the market is to profit from it. [SEP] it is difficult because we are in europe, and it is not going to be easy in scotland. [SEP] rose, a 38 - year - old mother of three young children, said she was an 82 - year old who had taken care of her husband after his death in 2004. [SEP] so we go together. [SEP]"}
+{"type": "sample", "index": 46, "raw_text": "[CLS] it is trying to reassure investors with a move designed to bring its capital in line with the risk of problems in the credit markets. [SEP] francona is looking forward to finally serving as general manager of a world series. [SEP] kevin nolan equalled on the half - hour mark, but the same shot struck the post before the break. [SEP] there ' s also a 2. 5 - litre engine. [SEP] a fine catch from new zealand all - rounder adam gilchrist ended the left - arm spiner ' s first - innings hundred early in the morning. [SEP] i think they do it with it too. [SEP] as a result, [SEP]", "detok_text": "[CLS] it is trying to reassure investors with a move designed to bring its capital in line with the risk of problems in the credit markets. [SEP] francona is looking forward to finally serving as general manager of a world series. [SEP] kevin nolan equalled on the half - hour mark, but the same shot struck the post before the break. [SEP] there's also a 2. 5 - litre engine. [SEP] a fine catch from new zealand all - rounder adam gilchrist ended the left - arm spiner's first - innings hundred early in the morning. [SEP] i think they do it with it too. [SEP] as a result, [SEP]"}
+{"type": "sample", "index": 47, "raw_text": "[CLS] passed all his tests. [SEP] the economy has been a key issue in the presidential debate. [SEP] cnn ' s ed rigel and cnn ' s steve kroft contributed to this story. [SEP] they just stop watching things. [SEP] \" the minute he comes back... he wants to be out for england, \" said the 28 - year - old defender. [SEP] the deal was to bolster the company ' s capital position in china in the form of a state - sponsored investment fund that the government set up in 2005 to enable the company to expand and be able to raise its capital. [SEP] but what we ' re going [SEP]", "detok_text": "[CLS] passed all his tests. [SEP] the economy has been a key issue in the presidential debate. [SEP] cnn's ed rigel and cnn's steve kroft contributed to this story. [SEP] they just stop watching things. [SEP] \"the minute he comes back... he wants to be out for england,\" said the 28 - year - old defender. [SEP] the deal was to bolster the company's capital position in china in the form of a state - sponsored investment fund that the government set up in 2005 to enable the company to expand and be able to raise its capital. [SEP] but what we're going [SEP]"}
+{"type": "sample", "index": 48, "raw_text": "[CLS] year. [SEP] a hearing was originally set for tuesday, 2009. [SEP] \" i am a little disappointed and i was a bit of a bit surprised by the result, \" she said. [SEP] he then wanted to spend time with his mother, so he could run down the road, and chat on the phone. [SEP] however, because the government has already paid for the scheme, the firms are unlikely to find any savings from the proposed changes. [SEP] some environmentalists say u. s. automakers need lower prices to support a market in electric vehicles and hybrid vehicles as a way to make money off the purchase of a new car. [SEP]", "detok_text": "[CLS] year. [SEP] a hearing was originally set for tuesday, 2009. [SEP] \"i am a little disappointed and i was a bit of a bit surprised by the result,\" she said. [SEP] he then wanted to spend time with his mother, so he could run down the road, and chat on the phone. [SEP] however, because the government has already paid for the scheme, the firms are unlikely to find any savings from the proposed changes. [SEP] some environmentalists say u. s. automakers need lower prices to support a market in electric vehicles and hybrid vehicles as a way to make money off the purchase of a new car. [SEP]"}
+{"type": "sample", "index": 49, "raw_text": "[CLS] russia appeared to be willing to take over with a united nations security council resolution. [SEP] he was too quick to exaggerate when it ' s done. [SEP] all of them could not be different. [SEP] they were told by the party ' s health spokesman, andrew field, on sunday that they are ready to do this. [SEP] they ' ve been used to this for more than two years, and find it very difficult for them to stay in their home. [SEP] he has asked congress to pull all u. s. troops out of the country, but the president rejected that plan. [SEP] 1 and dec. [SEP] the government said [SEP]", "detok_text": "[CLS] russia appeared to be willing to take over with a united nations security council resolution. [SEP] he was too quick to exaggerate when it's done. [SEP] all of them could not be different. [SEP] they were told by the party's health spokesman, andrew field, on sunday that they are ready to do this. [SEP] they've been used to this for more than two years, and find it very difficult for them to stay in their home. [SEP] he has asked congress to pull all u. s. troops out of the country, but the president rejected that plan. [SEP] 1 and dec. [SEP] the government said [SEP]"}
+{"type": "sample", "index": 50, "raw_text": "[CLS] cases, according to the report. [SEP] he said he did everything he could to get the money to look after him but he ' s unable to stay with his family. [SEP] few will be able to cope with it, as government policy demands. [SEP] we can ' t talk, we really have to act but we can talk, we can ' t be in peace, \" she told reporters after the meeting. [SEP] \" you know that, you know, people don ' t like us, \" said goss, who grew up in boston and is a sister of one of the officers. [SEP] anchorage, alaska ( ap ) - [SEP]", "detok_text": "[CLS] cases, according to the report. [SEP] he said he did everything he could to get the money to look after him but he's unable to stay with his family. [SEP] few will be able to cope with it, as government policy demands. [SEP] we can't talk, we really have to act but we can talk, we can't be in peace, \"she told reporters after the meeting. [SEP]\" you know that, you know, people don't like us, \" said goss, who grew up in boston and is a sister of one of the officers. [SEP] anchorage, alaska (ap) - [SEP]"}
+{"type": "sample", "index": 51, "raw_text": "[CLS], but sometimes when it ' s not that good it ' s not good to be out there. [SEP] \" i want to go out and play but that ' s a difficult decision. [SEP] he added that he thought the issue was \" so hot and hot \" that it could be the right one for the conservative party. [SEP] they ' ll have to do something to support the needs of the young people and families. [SEP] the plant is due to close on sunday but that date has been postponed. [SEP] one is worth $ 300, 000, the second is worth $ 2. 5 million. [SEP] it ' s all that is most [SEP]", "detok_text": "[CLS], but sometimes when it's not that good it's not good to be out there. [SEP] \"i want to go out and play but that's a difficult decision. [SEP] he added that he thought the issue was\" so hot and hot \" that it could be the right one for the conservative party. [SEP] they'll have to do something to support the needs of the young people and families. [SEP] the plant is due to close on sunday but that date has been postponed. [SEP] one is worth $300, 000, the second is worth $2. 5 million. [SEP] it's all that is most [SEP]"}
+{"type": "sample", "index": 52, "raw_text": "[CLS] t know who else is going to win. [SEP] 31, and is scheduled for release in april. [SEP] \" we knew we didn ' t want it and we didn ' t have the money, but they didn ' t tell us, \" said mr jones. [SEP] i have a friend of the family, and i ' m not going to talk about this anymore. [SEP] the price is \" very high, \" byers said. [SEP] he started over on the left side in this game on tuesday. [SEP] however, there are other concerns. [SEP] a court hearing has been scheduled. [SEP] he will make a difference, but he also [SEP]", "detok_text": "[CLS] t know who else is going to win. [SEP] 31, and is scheduled for release in april. [SEP] \"we knew we didn't want it and we didn't have the money, but they didn't tell us,\" said mr jones. [SEP] i have a friend of the family, and i'm not going to talk about this anymore. [SEP] the price is \"very high,\" byers said. [SEP] he started over on the left side in this game on tuesday. [SEP] however, there are other concerns. [SEP] a court hearing has been scheduled. [SEP] he will make a difference, but he also [SEP]"}
+{"type": "sample", "index": 53, "raw_text": "[CLS] a buy - out group, to look to one of the two companies as an opportunity to raise money. [SEP] a year ago it published its first estimate of the death rate. [SEP] \" it ' s difficult to play in a game where people understand why they want to be playing football. [SEP] during the boom years, thousands of homeowners sold their properties, a dramatic change in the market. [SEP] \" in five years we ' d had a good relationship, he would have, but at the same time he ' s made a promise that we will keep working. [SEP] \" it was a huge amount of money with a lot of [SEP]", "detok_text": "[CLS] a buy - out group, to look to one of the two companies as an opportunity to raise money. [SEP] a year ago it published its first estimate of the death rate. [SEP] \"it's difficult to play in a game where people understand why they want to be playing football. [SEP] during the boom years, thousands of homeowners sold their properties, a dramatic change in the market. [SEP]\" in five years we'd had a good relationship, he would have, but at the same time he's made a promise that we will keep working. [SEP] \" it was a huge amount of money with a lot of [SEP]"}
+{"type": "sample", "index": 54, "raw_text": "[CLS] death by a 17 - year - old who went to the police after the 18 - year - old and her 13 - year - old son had gathered at a 4 a. m. party in front of the house to watch. [SEP] earlier that week, he was found dead in the living room of a rental house in daytona beach, fla. [SEP] according to the family, he was a mother - of - three, and she was very rich, and the boy told me she could never find a house in the village, even though his father was very young. [SEP] the award was given sunday to the u. s. [SEP]", "detok_text": "[CLS] death by a 17 - year - old who went to the police after the 18 - year - old and her 13 - year - old son had gathered at a 4 a. m. party in front of the house to watch. [SEP] earlier that week, he was found dead in the living room of a rental house in daytona beach, fla. [SEP] according to the family, he was a mother - of - three, and she was very rich, and the boy told me she could never find a house in the village, even though his father was very young. [SEP] the award was given sunday to the u. s. [SEP]"}
+{"type": "sample", "index": 55, "raw_text": "[CLS] value of $ 3. 75 - a - share. [SEP] denver ' s shooting was just 34. 5 percent from the foul line ( 27. 7 percent ) and 12 - for - 26 from the foul line. [SEP] still, they ' re so big, they look a bit different. [SEP] it ' s as if he ' s lost the plot. [SEP] it should be a good time for investors to see signs of a concern about the state of the economy going forward. [SEP] \" a further drop in house prices means there is less demand for energy. [SEP] it said the identity of the woman was not known at the scene. [SEP]", "detok_text": "[CLS] value of $3. 75 - a - share. [SEP] denver's shooting was just 34. 5 percent from the foul line (27. 7 percent) and 12 - for - 26 from the foul line. [SEP] still, they're so big, they look a bit different. [SEP] it's as if he's lost the plot. [SEP] it should be a good time for investors to see signs of a concern about the state of the economy going forward. [SEP] \" a further drop in house prices means there is less demand for energy. [SEP] it said the identity of the woman was not known at the scene. [SEP]"}
+{"type": "sample", "index": 56, "raw_text": "[CLS] ability to tackle his country ' s problems, for as long as it is free of any kind of public scrutiny. [SEP] in a sign of the uncertainty, musharraf reasserted his authority last week by suspending the four - year - old state of emergency law that brought him to power 11 months ago. [SEP] paul pierce made a three - point play in the fourth quarter.... [SEP] the gwent cancer committee set up in 2006 is to apply for government money to help support the island ' s growing population at a cost of £100, 000. [SEP] \" some people are calling on the government to end the [SEP]", "detok_text": "[CLS] ability to tackle his country's problems, for as long as it is free of any kind of public scrutiny. [SEP] in a sign of the uncertainty, musharraf reasserted his authority last week by suspending the four - year - old state of emergency law that brought him to power 11 months ago. [SEP] paul pierce made a three - point play in the fourth quarter.... [SEP] the gwent cancer committee set up in 2006 is to apply for government money to help support the island's growing population at a cost of £100, 000. [SEP] \" some people are calling on the government to end the [SEP]"}
+{"type": "sample", "index": 57, "raw_text": "[CLS] 5. 4 million homes sold in the third quarter. [SEP] there ' s nothing like a fire under a bus... [SEP] chertoff ' s office wouldn ' t comment on reports that the office is considering charges, but other charges might be brought. [SEP] but it ' s going back - to - back. [SEP] they wanted me, but they kept me happy, and made me to get out. [SEP] but for the second quarter, revenue of $ 1. 6 million increased 5. 7 percent to $ 454. 9 million from $ 279. 8 million a year earlier. [SEP] \" we ' ll make sure that [SEP]", "detok_text": "[CLS] 5. 4 million homes sold in the third quarter. [SEP] there's nothing like a fire under a bus... [SEP] chertoff's office wouldn't comment on reports that the office is considering charges, but other charges might be brought. [SEP] but it's going back - to - back. [SEP] they wanted me, but they kept me happy, and made me to get out. [SEP] but for the second quarter, revenue of $1. 6 million increased 5. 7 percent to $454. 9 million from $279. 8 million a year earlier. [SEP] \" we'll make sure that [SEP]"}
+{"type": "sample", "index": 58, "raw_text": "[CLS]. [SEP] bottom line, i don ' t think it is a word of god. [SEP] but then in the middle of the night, i was back in the audience, my brother making some of the best shots i made..., \" she said, \" the one that got a sense of this......... \" [SEP] the men ' s team also finished last in the women ' s final. [SEP] in the quarter, revenue nearly doubled to $ 6. 2 billion, but that was the figure many analysts were looking for. [SEP] in fact, in the spring, three young girls in the [SEP]", "detok_text": "[CLS]. [SEP] bottom line, i don't think it is a word of god. [SEP] but then in the middle of the night, i was back in the audience, my brother making some of the best shots i made..., \"she said,\" the one that got a sense of this......... \" [SEP] the men's team also finished last in the women's final. [SEP] in the quarter, revenue nearly doubled to $6. 2 billion, but that was the figure many analysts were looking for. [SEP] in fact, in the spring, three young girls in the [SEP]"}
+{"type": "sample", "index": 59, "raw_text": "[CLS] 15 - year - old, 10 - year - old david hass, was shot dead by his mother outside a school in may last year. [SEP] mr kasab was arrested on sunday in the northern sudanese capital, khartoum, and three other men have also been arrested as part of the alleged plot. [SEP] but where are you going to go? [SEP] the woman who made the film is thought to be from north - west pakistan, and she was detained in the mountainous border region on wednesday. [SEP] 1 - 800 - 457 - 1045. [SEP] the authorities didn ' t search the home where he was found, [SEP]", "detok_text": "[CLS] 15 - year - old, 10 - year - old david hass, was shot dead by his mother outside a school in may last year. [SEP] mr kasab was arrested on sunday in the northern sudanese capital, khartoum, and three other men have also been arrested as part of the alleged plot. [SEP] but where are you going to go? [SEP] the woman who made the film is thought to be from north - west pakistan, and she was detained in the mountainous border region on wednesday. [SEP] 1 - 800 - 457 - 1045. [SEP] the authorities didn't search the home where he was found, [SEP]"}
+{"type": "sample", "index": 60, "raw_text": "[CLS] to be ready to move forward, \" he said. [SEP] the only thing they ' ve done with it is to control it, as it was on the back end of the season, and they ' ve had to make it as easy as anyone else. [SEP] the incident was first reported by an israeli newspaper on tuesday. [SEP] \" the problem with m. d. a. ' s policys is that the fact that a small population of the country can do it is not and is acceptable. [SEP] he said he was \" fed up \" with the way he appeared in court. [SEP] but mizuho ' s share price fell [SEP]", "detok_text": "[CLS] to be ready to move forward, \"he said. [SEP] the only thing they've done with it is to control it, as it was on the back end of the season, and they've had to make it as easy as anyone else. [SEP] the incident was first reported by an israeli newspaper on tuesday. [SEP]\" the problem with m. d. a.'s policys is that the fact that a small population of the country can do it is not and is acceptable. [SEP] he said he was \"fed up\" with the way he appeared in court. [SEP] but mizuho's share price fell [SEP]"}
+{"type": "sample", "index": 61, "raw_text": "[CLS] at the moment. [SEP] new york city mayor michael bloomberg said the move was the right move. [SEP] \" i was hoping that i would be able to allow myself to be able to get married and to make sure i do well in the united states as a family, \" she said. [SEP] the yankees went to the first pitch of the inning on the bullpen with three straight homers to take the early lead. [SEP] this is the rest of the world, though... [SEP] tuesday ' s hearing was at london ' s kenilworth house, where she described her father and his friends as one of the most \" wonderful [SEP]", "detok_text": "[CLS] at the moment. [SEP] new york city mayor michael bloomberg said the move was the right move. [SEP] \"i was hoping that i would be able to allow myself to be able to get married and to make sure i do well in the united states as a family,\" she said. [SEP] the yankees went to the first pitch of the inning on the bullpen with three straight homers to take the early lead. [SEP] this is the rest of the world, though... [SEP] tuesday's hearing was at london's kenilworth house, where she described her father and his friends as one of the most \" wonderful [SEP]"}
+{"type": "sample", "index": 62, "raw_text": "[CLS] still have the support of a major power producer, we will have failed to pay much attention to this issue. [SEP] he declined to give additional details, citing the u. s. ' s financial position. [SEP] a remote - controlled explosion killed seven people, including seven americans, in the pakistani border city of peshawar and left 10 people dead - - and u. s. forces killed three of them. [SEP] i don ' t feel right now, but i do hope he ' ll be right. [SEP] \" we were in the middle of the street when the police arrived and we were seen chanting, \" the witness said. [SEP] i [SEP]", "detok_text": "[CLS] still have the support of a major power producer, we will have failed to pay much attention to this issue. [SEP] he declined to give additional details, citing the u. s.'s financial position. [SEP] a remote - controlled explosion killed seven people, including seven americans, in the pakistani border city of peshawar and left 10 people dead - - and u. s. forces killed three of them. [SEP] i don't feel right now, but i do hope he'll be right. [SEP] \"we were in the middle of the street when the police arrived and we were seen chanting,\" the witness said. [SEP] i [SEP]"}
+{"type": "sample", "index": 63, "raw_text": "[CLS], and that might be one thing you can ' t think about. [SEP] the military said five militants and three soldiers were killed by insurgents near kandahar, north of southern afghanistan. [SEP] he is at me. [SEP] haha, and they don ' t want to do anything!!! [SEP] geild singh, one of several people close to the player, told me he had also lost the chance to play in the 2006 world cup and would not be playing for the first time at the world cup. [SEP] i thought it was a shot in the hand, \" he said. [SEP] officials from the reserve bank of india [SEP]", "detok_text": "[CLS], and that might be one thing you can't think about. [SEP] the military said five militants and three soldiers were killed by insurgents near kandahar, north of southern afghanistan. [SEP] he is at me. [SEP] haha, and they don't want to do anything!!! [SEP] geild singh, one of several people close to the player, told me he had also lost the chance to play in the 2006 world cup and would not be playing for the first time at the world cup. [SEP] i thought it was a shot in the hand, \" he said. [SEP] officials from the reserve bank of india [SEP]"}

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps512_c64_t1p45_detok_raw_samples.txt

@@ -0,0 +1,224 @@
+steps512_c64_t1p45_detok
+{
+  "type": "summary",
+  "name": "steps512_c64_t1p45",
+  "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt",
+  "step": 434000,
+  "decode": {
+    "kind": "categorical_fullvocab_normal_steps_sweep",
+    "config": "steps512_c64_t1p45",
+    "steps": 512,
+    "endpoint_temp": 1.45,
+    "concentration_max": 64.0,
+    "final_from": "state",
+    "update": "resample",
+    "n_samples": 64,
+    "seed": 20260509
+  },
+  "detok_genppl": {
+    "ppl": 26.130902166778323,
+    "nll_per_token": 3.2631186050282937,
+    "tokens": 9587
+  },
+  "diversity": {
+    "sample_entropy": 4.143409537216056,
+    "unique_tokens": 1621,
+    "token_count": 8192,
+    "distinct_1": 0.1978759765625,
+    "distinct_2": 0.641486220472441,
+    "top_token_mass": 0.060791015625
+  }
+}
+
+===== sample 000 =====
+[CLS] year. [SEP] officials in the chinese foreign ministry said no signs of a breakthrough appeared early saturday morning, but those discussions still remain private, suggesting that the two have yet to sign a u. s. - brokered deal on reducing nuclear weapons that sets the stage for new talks with both nations. [SEP] "we know, we know, we love the game, we love to reach the finals, and this will be a great result," said neitzel, a 21 - year - old reserve midfielder who was a finalist in the u. s. a. a. championship in 1999. [SEP] the treasury department also announced a [SEP]
+
+===== sample 001 =====
+[CLS]. [SEP] one of the key factors is how to get into the final. [SEP] the apa title, with a minimum score of 0, is awarded to students who are currently in high school, k - 12 or college. [SEP] "i must ensure my election is free and fair," he said. [SEP] you've come to the point where, unfortunately, it's still not working. [SEP] the government has already tried to host talks with other western nations, first on iran, then on afghanistan. [SEP] "i came back when i said i was 10 or 12 years old." [SEP] he had previously been charged with [SEP]
+
+===== sample 002 =====
+[CLS] children, " blant said. [SEP] more than $1 trillion of china's 100 billion shares were traded in a month that began when lehman brothers and china's central bank banked hundreds of billions of dollars, cut interest rates and funneled funds to chinese banks. [SEP] the company is backed by carmakers and financial companies, and is a major lender to the auto industry. [SEP] green river, ill., aug. [SEP] china, which it won't sign the report, has rejected the request of the uk, the u. s. and its european allies as well as germany, russia and france. [SEP]
+
+===== sample 003 =====
+[CLS] over the limit. [SEP] the consumer electronics sector was the riser after japan's no. 2 equipment maker sharp ( 6501. t: quote, profile, research reported a 7. 4 percent rise in quarterly net profit helped by strong computer services and industrial equipment sales. [SEP] at the top end, your home is worth more than £8. 6, 000. [SEP] as part of a new investment management plan for the business, the group said it planned to raise $3 billion (£2. 9 billion) through a sale of the retail assets to fund operations in the uk and europe. [SEP] she was a member of her [SEP]
+
+===== sample 004 =====
+[CLS]9 million, or $2. 17 per share in the year - ago quarter, the company said, compared with a 1. 6 billion won year - on - year loss. [SEP] " this is a joint pilot project that scientists are working on around the world to lay the right foundations for the future of new carbon markets. [SEP] i'm trying to protect my children's trust, but i don't know what to do. [SEP] the men's final is not a surprise. [SEP] the winners will be announced on the day of the queen's speech, which will be broadcast live live. [SEP] the announcement comes [SEP]
+
+===== sample 005 =====
+[CLS] was 16. "[SEP] i am delighted to be back in the game again," he said. [SEP] u. s. and european governments are especially victims of this. [SEP] that's what you want: the next time you've done something about it, you think about it, and you get a sense of what the future is like. [SEP] one step, the person said, would be to put together an exit plan that might help chrysler out of its financial crisis. [SEP] currently, the u. s. department for food and rural affairs (defra) employs about 4, 000 workers a year, about 20 percent [SEP]
+
+===== sample 006 =====
+[CLS] protests, plunging the country's economy into political turmoil. [SEP] the standard & poor's 500 rose 2. 13, or 0. 2 percent, to 930. 22 and the nasdaq composite index rose 3. 12, or 0. 4 percent, to 2, 747. 80. [SEP] in the fourth quarter of 2008, it lost $12m (£6. 3m), more than most analysts forecast. [SEP] mr. davis said he believed that the department was working to protect ms. brinkley's family because they would be concerned about a potential criminal investigation if she was involved. [SEP] after [SEP]
+
+===== sample 007 =====
+[CLS] about 1, 000. [SEP] in the first two quarters of recession, we have seen significant growth in gdp, thanks to higher growth, higher employment and lower commodity prices. [SEP] surrey police said there were more than 3, 000 thefts last year in england, with about 200 arrests and about 2, 200 incidents a year. [SEP] the dollar also rebounded on friday after a decline in other major currencies raised concerns that china may need more steps to raise funds. [SEP] he's been living in pakistan since the end of 2006, and now he is only playing against the people's will. [SEP] on thursday, mr [SEP]
+
+===== sample 008 =====
+[CLS] their first major event on the u. s. circuit. [SEP] "the important thing is, you have to hold your own and play golf, so don't do that," woods said. [SEP] we're not here to work, we're late in the morning and we keep up all night. [SEP] afghanistan provides two - thirds of the u. s. military budget, but it has also been the most serious cause of civilian deaths in the country since the u. s. - led led invasion of afghanistan in 2001. [SEP] and that day we would go hand in hand with them. [SEP] mr obama has said [SEP]
+
+===== sample 009 =====
+[CLS] african president, has accepted the award, which went straight to his wife michelle obama. [SEP] the first - half drive ended with a 32 - yard field goal with the giants still ahead, 7 - 3. [SEP] "children who can't read and write on the internet are likely to learn more before they start," he said. [SEP] for a variety of reasons. [SEP] there are only two solutions. [SEP] " i haven't heard anything about this, but i don't know what it is to get caught in your act. [SEP] 8 (upi) - - taliban spokesman fazlullah said sunday his movement [SEP]
+
+===== sample 010 =====
+[CLS], but they have always been kept alive, trying to help their children walk. [SEP] the red wings rallied from 2 - 1 down against the philadelphia flyers in the third round on saturday night to win the n. h. l. [SEP] he said iraqi police will spend $1. 5 million over the coming days to try to find her. [SEP] but if nothing is done, the money could be worth it. [SEP] " it's a very hard time to change. [SEP] london airport operator baa is being urged to adopt a new policy of providing extra training for its ground staff. [SEP] but others, including the massachusetts governor, [SEP]
+
+===== sample 011 =====
+[CLS]. [SEP] so there was no complacency. [SEP] he was unable to play as a substitute in the first team. [SEP] the summer of 2008 was at the heart of the financial calamity. [SEP] "he gave me a gun, which he didn't have," she recalled. [SEP] "my position is this: she's a poor person and can't afford to pay," he said. [SEP] it is thought the supreme court would not be able to confirm the decision of the judges to grant the right of appeal. [SEP] " this is not the end of anything. [SEP] but there has to be [SEP]
+
+===== sample 012 =====
+[CLS]. [SEP] "she wanted to be supportive and friendly," said her daughter. [SEP] i'm not really familiar with the subject. [SEP] obama said he had planned to cancel the trip, but his spokesman declined to comment on the matter. [SEP] and i mean, i don't know if there's something like that. [SEP] as i said, i don't think that's wrong. [SEP] i don't know what is happening, but what is, "she said. [SEP] unfortunately, the" call of duty " title, however, may not provide much boost to the game's revenue. [SEP] the [SEP]
+
+===== sample 013 =====
+[CLS] 2008, but that doesn't seem to be a selling point for the movie. [SEP] the braves had won their first three games before losing to chris smith, who allowed only three hits and two runs. [SEP] police have been called to the scene as part of the investigation an investigation is due to be carried out. [SEP] "it's much worse than life these days. [SEP] a spokesman for the football association said:" there is not a need for the application of any legal action to the international association of umpires, in response to the fa's concerns. [SEP] steinbrenner, who was torre's father [SEP]
+
+===== sample 014 =====
+[CLS] said. [SEP] i'm sad that they had little time to live their life.............. i would like them....... [SEP] it's also a bad way of life, he says. [SEP] she promised to send more troops to the country. [SEP] but she was worried because it was so far from home. [SEP] a western official told the times that he was attending the meeting in moscow. [SEP] but it won't be easy. [SEP] he did not want to be named publicly. [SEP] that's less than the $700 billion already spent [SEP]
+
+===== sample 015 =====
+[CLS] said. [SEP] "we're talking about how to address it, we're not going to slow it down," gebhardt said. [SEP] details of the deal are expected to be worked out in coming weeks. [SEP] and republican sen. john mccain has said that he plans to try to restore his image. [SEP] analysts said the data presented a mixed picture of "deep trouble" in the housing market. [SEP] however, knox's lawyers have tried to scuttle the appeal claiming to have been dismayed by the tone of his statement. [SEP] michalis bourguia scored the opening goal as france [SEP]
+
+===== sample 016 =====
+[CLS] month later. [SEP] the left - hander also shot a closing 68 at 11 under after a 72 and double - bogey in the first round. [SEP] "we've tried to engage iran, but it's hard," obama said in tehran as he discussed iran's relations with the u. s. before he leaves office. [SEP] i would not be happy to be a long - term governor, but i haven't had the time to vote. [SEP] however, the company faces a real financial dilemma with its share price, which has fallen nearly 10 % in the last few months. [SEP] mrs fritzl was [SEP]
+
+===== sample 017 =====
+[CLS] said it was clear that there were no suspects in the case because of the evidence, and that no criminal or gang activity had taken place. [SEP] six people were killed and wounded at a nearby hospital, the police said. [SEP] "we're in a position to see if you can give someone a rest," he said. [SEP] obama, who was accompanied by an iranian diplomat at the u. n. security council, said he wanted to raise the issue with iran at the next security council meeting in march. [SEP] if he had been killed in the second world war, he would not have been killed. [SEP] in 2000, [SEP]
+
+===== sample 018 =====
+[CLS], was reported as telling police that they were abstaining from a camp he had set up when he was "young." [SEP] williams, 33, has a 3 - 3 - 2 - 3 record in her 626 career games with four goals in 28 games.... [SEP] the judge has ordered the immediate release of mohamad khambani, who is seeking the maximum sentence of 30 years for the attempted murder of a prison guard who was killed in 1997. [SEP] he's a great president - - he's a world leader who has worked for the best in our country. [SEP] but even with [SEP]
+
+===== sample 019 =====
+[CLS] - brother of mr khamenei, who later died in 2005. [SEP] it seems that susan and jim are so devoted to the family. [SEP] there will be no criminal cases at all. [SEP] this led to an increase in prosecutions. [SEP] this article was published on guardian. co. uk at 12. 51 bst on thursday 16 october 2009. [SEP] there are two political parties, " he said. [SEP] you'll have to be patient at times. [SEP] robert brown, 30, was charged last month with first - degree murder and charged with second - degree attempted murder. [SEP] it could cost a lot of money [SEP]
+
+===== sample 020 =====
+[CLS] a. m. [SEP] "it would be wonderful if our players could make it a point. [SEP] secretary of state hillary clinton made the announcement sunday after the death of pakistan's president, ali, during a visit to the white house. [SEP] they may not be the champions of this game, but it should go to the final four. [SEP] mrs jones, 35, said she was" so shocked " that a woman who gave birth to her three - year - old daughter said she was so scared she wanted to become a mother. [SEP] it's a very different story in the world of finance. [SEP] it is expected to [SEP]
+
+===== sample 021 =====
+[CLS] the streets. [SEP] he said yesterday that he had no plans to leave to go to afghanistan. [SEP] "it's just about 3, 000 to 3, 600 per year," he says. [SEP] the result is that he's an artist because, like most famous artists, they are better than they were. [SEP] drogba played for the united states in 2007 and south korea in 2005, helping the squad win the four - team world cup. [SEP] her campaign spent more than $200, 000 in september, up from less than $200, 000 last month and $2 million in august, to about $100 [SEP]
+
+===== sample 022 =====
+[CLS] 500 million in 2004, said the company would be able to raise the funds quickly. [SEP] we just have to keep trying to get through. [SEP] i have no idea what happened to my son. [SEP] however, magna, which had said it wanted to sell its russian car parts business to sberbank, applied for the sale of some 30 per cent on june 30. [SEP] the meeting is the start of a long diplomatic battle with iran. [SEP] he said: "we have to make sure that we don't see too many comments about it on facebook." [SEP] still, the case of a chinese man arrested five years ago [SEP]
+
+===== sample 023 =====
+[CLS]. [SEP] mr brown said that urgent action was not needed. [SEP] but he was unable to tell who was in their car and the night after he saw her, he tried to open a door in her own bedroom door. [SEP] i was still in the us at the time and decided to be a doctor. [SEP] in cash, the deal would provide the company with a buy - back of 1. 5 million shares or $0. 40 per share. [SEP] this time, he will have to pay the cost. [SEP] they think in a similar way. [SEP] " he said he wanted to fight against the enemy and then he's [SEP]
+
+===== sample 024 =====
+[CLS] [SEP] initial polls suggested the turnout may be closer to 40 %, officials told reuters. [SEP] he says the two leaders were engaged in direct talks but failed to improve relations. [SEP] sharif's reinstatement came after calls from lawmakers for his party to step down. [SEP] it is only his second to face a new trial. [SEP] hamilton did not make a decisive start, only to run his way to a strong lead in the standings. [SEP] she moved on. [SEP] i really want to play now. [SEP] these guys didn't kill me. [SEP] but let's be honest, there's still going to be a [SEP]
+
+===== sample 025 =====
+[CLS] mortgage - related foreclosure, according to hope now, a mortgage industry group. [SEP] she had been missing from her home in briarsley, west yorkshire, for two weeks. [SEP] the amount of time involved in jackson's case had been expected to rise significantly in the coming months. [SEP] the project is expected to start in august 2008 and is expected to be fully completed by november 2009. [SEP] i am happy to see him back on stage. [SEP] he has not yet asked me not to cooperate with the investigation. [SEP] " both john and i are deeply concerned about the reassignment of the u. s [SEP]
+
+===== sample 026 =====
+[CLS] i want to come up with - that is all i can say, "he added. [SEP] analysts on average forecast 2. 2 billion dollars for the quarter. [SEP]" if you want to improve your quality of life, you can do a little more to change the environment. [SEP] the italian made a fast start, moving up to the final lap to carve out the victory. [SEP] i don't know what's going on, i don't know when it's actually going to happen, so i don't know exactly where to go. [SEP] crosby, who had three goals in the last 1: 18 [SEP]
+
+===== sample 027 =====
+[CLS] " he was not too late in the race, but it sure wasn't enough to make him wonder if he really thought he was going to have it. [SEP] he played a pivotal role in the us led invasion in 2001 to end the brutal taliban regime in the region. [SEP] i am a warm and honest man... [SEP] obama has done it, and he's trying to go out to get it right - - what did he really think about all of these things? [SEP] we should go all the way to find out what ifs and do nots in the photos and postings. [SEP] but he's [SEP]
+
+===== sample 028 =====
+[CLS] hearing was due to start at the time of shannon's death and the high court said the evidence given by the young girl's mother should be considered. [SEP] a local police official said at least nine people were killed and another 30 wounded in a separate attack late sunday in tora hilla, a sunni town south of the city of basra. [SEP] "what kind of hurricane season is in store?" asked john villarreal, who is director of the food network. [SEP] 29, and he did not discuss the union's role in the case. [SEP] the dollar fell to 97. 17 yen from 97. [SEP]
+
+===== sample 029 =====
+[CLS]. [SEP] the median sales price price of a home sold to a family fell to a median price of $11, 459, more than double the median home sales price in 2005, and down 4. 4 percent in 2008. [SEP] once it leaves the island, they will be brought back to an island about 15 metres (50ft) away before they are ready for the next stage. [SEP] his father claimed that he was going to do nothing for his son, but his mother told him he had been killed. [SEP] the c. i. o. and the c. c. o. agree to provide up to $100 [SEP]
+
+===== sample 030 =====
+[CLS] unable to pay for medical treatment. [SEP] "we are the party that will fight," the message read, echoing the rhetoric of rafael correa, the revolutionary leader responsible for the 2003 coup. [SEP] " it's important we have the experience and the money to play. [SEP] in south korea, hill's visit to china and his second visit to south korea this week was the result of north korea's second nuclear test monday after months of six - party talks. [SEP] a pair of shoes sold for more than £6, 500. [SEP] washington - the u. s. border agency has released new information about a [SEP]
+
+===== sample 031 =====
+[CLS] measures to be put forward to boost funding for biofuels and biofuel energy will come at the expense of nuclear power. [SEP] the cuts are thought to be up to nearly a metre long (5ft to the top of the head). [SEP] but the nation's financial regulators failed to act as quickly as they did. [SEP] but you have shortcomings. [SEP] after nadal's decisive break in game three of the first set, the russian emerged from a 5 - 2 - 1 deficit in a superb service game to level the match. [SEP] in other energy trading, gasoline prices fell $1. 13 to [SEP]
+
+===== sample 032 =====
+[CLS] talks would be held over the next few days. [SEP] it is also widely known not to be one of the country's largest car manufacturers. [SEP] here are some ways to explain why you want to make your case again for the new music industry. [SEP] at one point, the players would do their best to keep the car moving. [SEP] when tiger woods wins the u. s. open, eight weeks later, he will try to get back to the golf game. [SEP] shawn horcoff scored four goals at the same point in the third period. [SEP] it was about 11: 45 a. m. local time that morning [SEP]
+
+===== sample 033 =====
+[CLS] in the group had been arrested. [SEP] he won't play in the way he did. [SEP] he was being questioned by police over the incident and was later taken to hospital. [SEP] this would be a real change, "he said at a news conference. [SEP] everyone has a right of their own. [SEP] the results will be released late friday or the early hours of the day. [SEP] they're like," do you get it? "[SEP]" we all know this... i hope we'll be given more hope for the future. [SEP] but in the future, the focus will turn to the economy, [SEP]
+
+===== sample 034 =====
+[CLS] $2. 2 billion a year. [SEP] he was not able to play. [SEP] as such, investors would keep their house at close to half the price of the home and invite buyers to look for what they've got. [SEP] it will also receive development funds and equipment to provide aid to rural communities, increase access to roads and improve local infrastructure. [SEP] mr jones said: " the aim is to protect everyone in a bid to reduce damage to the national park. [SEP] tokyo (reuters) - early in the evening barack obama got down to the idea of a u. s. - japan security alliance that he said will help [SEP]
+
+===== sample 035 =====
+[CLS] hold this to mind, that i was just going to die. [SEP] he was convicted and given a 15 - year prison sentence but was ordered to return to the uk within 12 months. [SEP] but it is still plagued by a host of technical issues. [SEP] iceland's economy has lost an estimated $25 billion in value this year. [SEP] she said there is no strong evidence yet to support her son's account. [SEP] we need a good president. [SEP] "he can only talk about his future at united but he has all the qualities he would like to get to the top of the table," ferguson told bbc sport. [SEP]
+
+===== sample 036 =====
+[CLS] injuries, and their identities and numbers have not been released, "the statement said. [SEP] treasury department officials have expressed confidence that the u. s. government would be willing to sell off the size of the bailout to stave off bankruptcy, but some analysts said that the huge taxpayer money available to it could help to prevent a broader financial meltdown. [SEP] there has been some talk of a rate rise by the bank of england, given that the bank is unlikely to make progress on its quantitative easing programme, but there is a" chance " that the bank could do so as early as this week. [SEP] other analysts say the [SEP]
+
+===== sample 037 =====
+[CLS] world, but it is not the usual success story. [SEP] if he wanted to be president, he would be a leader. [SEP] jackson, who once claimed to be the world's most popular pop artist, was diagnosed with a heart attack and cancer, and expected to spend the rest of his life trying to recover, doctors said monday. [SEP] the house price index has gone up 6 per cent in the last 12 months. [SEP] "i didn't know what was wrong," he said. [SEP] " it's not news, it's not news. [SEP] he jogged down to the end zone, where he was [SEP]
+
+===== sample 038 =====
+[CLS] over a minute into the second period. [SEP] if he wins, he's a good arbiter. [SEP] but the media coverage of the issue has only made matters worse. [SEP] officials spoke on condition of anonymity because the announcement has not been made. [SEP] the singer's father, joe jackson ii, bought the singer for more than $3 million (£1. 6 million) at a price of about $3 million. [SEP] at the end of the first half, galindo headed clear with his first goal - he fouled just before the break - but it looked like he had the chance to save as [SEP]
+
+===== sample 039 =====
+[CLS] after it occurred on wednesday. [SEP] police have joined the search for john hoey, a 25 year old man from corby in northern ireland. [SEP] she was like me. [SEP] when i was young i had no idea of my own future. [SEP] beijing - - the mother of a 9 - year - old chinese girl who had previously applied for the same treatment as a chinese girl was diagnosed with swine flu, a health official said thursday. [SEP] he's a leader and he'll do what he wants to do in his role. [SEP] but he wasn't in it. [SEP] it was claimed that one of [SEP]
+
+===== sample 040 =====
+[CLS]. 5 billion in revenue, valued at $6. 6 billion. [SEP] you can move right up like a man. [SEP] the company's move was criticized on both sides of the atlantic. [SEP] one of the toughest hard - hitters in the world, it's hard to break down when we're all wearing t - shirts over our heads. [SEP] the number of voters will double by the age of 18. [SEP] the trial has been scheduled for monday. [SEP] it is rare to see evidence of the scale of a reaction of the financial markets. [SEP] the plan is to be completed within 10 days to see if [SEP]
+
+===== sample 041 =====
+[CLS] wednesday at the home of a 5 - year - old girl who was stabbed to death after snatching the boy in a baltimore playground. [SEP] some 5. 4 million children are thought to be under age five at the age of 12. [SEP] he had offered to buy two apartments, worth 200, 000 euros, 150, 000. [SEP] it is reversing wal - mart's traditional policy of price discounts. [SEP] "it's always good to do both ahead of time," he said. [SEP] one police officer was killed in a shootout between two officers. [SEP] he said there had been too much pressure on the [SEP]
+
+===== sample 042 =====
+[CLS], facing a lawsuit over the location and lack of housing. [SEP] last year a witness also claimed the 14 - year - old boy was shot in the leg, but the police initially said that they were unable to trace the young boy. [SEP] a number of people living in the same area have been affected at the scene of a lorry being hit in a collision by the emergency services. [SEP] it doesn't always last. [SEP] " i think the situation will become more difficult as a result. [SEP] i know, because i would like to get back to where i am today. [SEP] a woman has been killed in the attack, [SEP]
+
+===== sample 043 =====
+[CLS]. [SEP] and so, here's a lot to protect your children. [SEP] "i wish i would go to the us and go back in iraq," mccain said in a statement on his web site. [SEP] the data also suggests that some people are holding back on mortgages that they are unable to pay, which could further strain the credit markets. [SEP] george, who is a biological father to three children, was working as a youngster when she was born in the early 1970s. [SEP] the visit will be napolitano's first since 2000, when she became his homeland security secretary. [SEP] it's nice to [SEP]
+
+===== sample 044 =====
+[CLS], is scheduled to hold a conference call on wednesday at 10: 00 a. m. [SEP] this is a complicated area. [SEP] he could have been there a few months ago but could not have left. [SEP] it is only when you get lost in the world. [SEP] it is the country's third - largest nuclear - power project, based on the country's largest nuclear power plant. [SEP] japan's government said it will seek an additional 1 trillion yen ($26 billion) in loans by early next year to help it to shore up its balance sheet, according to a statement issued by japan's ministry of finance [SEP]
+
+===== sample 045 =====
+[CLS] is still to come. [SEP] to do that he has to raise a lot of money. [SEP] but on some, the picture is even better than others. [SEP] "i can't tell you, but it will be very difficult to find the best way to allow him to get the game going forward. [SEP]" i think this is a big step, " he said. [SEP] hayden wouldn't say when the agency would release a complete copy of tapes of possible terror attacks on u. s. targets. [SEP] iraqi forces are on the scene - - u. s. embassies, the offices of the u. s [SEP]
+
+===== sample 046 =====
+[CLS] they keep talking, they know what they're talking about, but when they're moving you're just pushing them to move on, and they want to move, " smith said in front of a crowd of 1, 000. [SEP] such problems have been rare in china. [SEP] don't you have this problem? [SEP] i don't think this is a good thing. [SEP] would you allow some of the firms that own some of these shares to give money back to their clients because their brokers don't know where they are? [SEP] it won't be long. [SEP] in this case, the number [SEP]
+
+===== sample 047 =====
+[CLS] by foreign companies, but were not directly involved. [SEP] in an editorial in sunday's financial times, a south korean newspaper reported that the south will send 1, 000 extra troops to the north. [SEP] a man next to his son's home was shot in the leg. [SEP] but the truth is, the markets have continued to rise so far. [SEP] he made campaign contributions that included $200, 000 of his money from the clinton campaign fund, the indictment alleges. [SEP] again, one of the best moments of the set was the long walk to her room, when she'd have been taken back to her [SEP]
+
+===== sample 048 =====
+[CLS] offer that is not likely to be rejected by a third party. [SEP] that is something u. s. companies need to go through. [SEP] they were the winners of last year's games, but have finished the season with three straight losses. [SEP] officials say that the journey takes an extra 15 minutes before the weather is clear. [SEP] that's not to say the federal government is spending $10 trillion. [SEP] he added that even if china was involved, it was unlikely that north korea would carry out a new nuclear test that would result in the u. s. pulling out, along with other nations in the region. [SEP] [SEP]
+
+===== sample 049 =====
+[CLS] with his father's e - mail. [SEP] yes, though, the timing may just be right in the area. [SEP] this is a book that tells a different story. [SEP] a financial times report said that barclays capital, the london - listed bank, could be sold at a discount rate of 5. 6 per cent after the rescue of barclays capital, the london - based bank, during the credit crisis. [SEP] "this is not something you need to do but you have to play your game and that's the main thing. [SEP]" i didn't feel safe until i saw what i was doing, " [SEP]
+
+===== sample 050 =====
+[CLS] [SEP] the estimated costs range from $2 million to $35, 000, the project's range from $50, 000 to $100, 000 per year and the average cost is $600 to $200, 000. [SEP] the report was released as the sheriff's department continues its investigation. [SEP] "the club is a huge club that is good enough for me or anyone else," he said. [SEP] earlier this week, she said she believed they had made an agreement. [SEP] david johnson had 18 points, eight rebounds and three blocked shots for the tigers (18 - 4, 7 - 2), who shot 53 [SEP]
+
+===== sample 051 =====
+[CLS]'t, which means you're going to make history. [SEP] the last players to finish in a tie for second were 14 - year - old john cook, carl pettersley - - the defending champion and rookie of the year - - and paul casey and 11 - year - old dustin johnson. [SEP] "he can play as best he can, but he's the right player and he's very popular," the russian told bbc sport. [SEP] los angeles, jan. [SEP] the total price it added to the price of the ticket fell to about $2. 50. [SEP] in the last phase of the case [SEP]
+
+===== sample 052 =====
+[CLS] week, helping the defending champions fight off their title challenge on the last night. [SEP] we're not sure what he has to say about it, but he's already in the business of making a film. [SEP] it's perhaps best to go a little further on the quality of the product. [SEP] florida (4 - 3) led 45 - 38 midway through the first half, before a 10 - 2 run that sent the tigers (6 - 4, 2 - 3) to the buckeyes' 21. [SEP] police have given no motive for the attack. [SEP] california - based suntech inc. is working with [SEP]
+
+===== sample 053 =====
+[CLS] for the final time as she tries to defend her olympic gold medal in the 1 - to - 1, 1, 200m butterfly. [SEP] there's nothing to do in the u. s. open. [SEP] orlando cabrera hit a three - run homer in the eighth inning, then scored on melky cabrera's home run to help the tigers beat the city royals 5 - 3 on tuesday. [SEP] but he said the attorney general's findings must be considered. [SEP] she was a skinny 20 - year - old with three eyes in one side. [SEP] " i am not opposed to the war. [SEP] the u [SEP]
+
+===== sample 054 =====
+[CLS] to live in a more normal way. [SEP] the star died of lung cancer in february 2008. [SEP] the bid price is $19. 45, higher than last friday's closing price of $17. 50. [SEP] they can also afford a house, to start with the price. [SEP] it's hoped that if they pull their money off, they will eventually pay it back. [SEP] a hearing is set for april 22. [SEP] they'll be fed up to 1. 5 times a day and work from 1. 30 - 6 a. m. - 3 hours. [SEP] a police spokesman said: " we have a [SEP]
+
+===== sample 055 =====
+[CLS]'s office in borberg. [SEP] and so, palin made it clear by saying, " yes, some of that can be funny. [SEP] a version appeared on p28 of the news & features section of the guardian on wednesday 24 november 2009. [SEP] but a doctor shouldn't have to accept a patient in the first place, according to johnson. [SEP] if you sign in, you'll have to cut your taxes by as much as half a percent, but just half, to pay the difference on a permanent basis. [SEP] it is also important that they are trying to win the title here. [SEP] iraqis [SEP]
+
+===== sample 056 =====
+[CLS] of british and french forces. [SEP] the u. s. military in anbar province said it knew nothing of the attack. [SEP] the government said it would not comment on the court's decision. [SEP] he also will not be able to play in the playoffs. [SEP] but these days, other countries tend to drink less. [SEP] but for many of us, it was still a symbol of the suffering and loss of a man in action. [SEP] we'll be able to change how we play so that we can look at our team and see how we line up. [SEP] " i think it is not important for me to be [SEP]
+
+===== sample 057 =====
+[CLS] to blow up a lorry in county durham, which killed mr brown's son robert and his wife caylee. [SEP] but she told her not to try to keep her out of trouble until the first round was about to begin. [SEP] "they have to win... [SEP] they were arrested, and questioned by a local reporter, who asked not to give details of their identity. [SEP] the number of claims dropped in april. [SEP]" sometimes you don't know how to bring your own kids to play while you're playing, " she says. [SEP] mr obama is also pressing g8 leaders to make sure [SEP]
+
+===== sample 058 =====
+[CLS] vote on the deal. [SEP] that's why i'd like to know i will be playing at a club when i'm back at the top of my game, but i've got to be able to play in the right place. [SEP] anthony had previously asked the judge to let her estranged father take care of his daughter's children for three years, saying he only wanted to adopt his daughter. [SEP] even a downgrade to the bank's credit rating, as is widely expected, could put pressure on the shares. [SEP] police arrested a 16 - year - old boy after he got in front of a bus [SEP]
+
+===== sample 059 =====
+[CLS] wanted to make it work. [SEP] peter mandelson, the business secretary, said: " the idea is simply to make sure people want to be left out. [SEP] the fire began about 1 a. m. [SEP] the line is expected to carry 3. 5 million passengers per year at a cost of about $2. 4 billion, officials said. [SEP] industrial production fell to its sharpest annual rate in more than three years, falling 0. 3 per cent. [SEP] some 30, 000 residents, mostly iraqis, moved out of their homes and shelters are being set up in the mainly arab town north of the capital, [SEP]
+
+===== sample 060 =====
+[CLS] on its own. [SEP] the group's net debt, which is now expected to be 40 billion pounds, slipped 0. 9 per cent to 11. 9 billion pounds. [SEP] by comparison, some 20 million books are already available on the high street. [SEP] what is your position on the peace process? [SEP] he was taken to boston children's hospital about 3: 45 a. m. [SEP] she added, "i don't know why but i wouldn't know about so many others." [SEP] i don't think he would have to step in to the police. [SEP] david cowley, a spokesman for [SEP]
+
+===== sample 061 =====
+[CLS] on sunday, prompting authorities to call for family members to be detained. [SEP] we need to keep people in touch, to be open and responsive. [SEP] it is such a complex world. [SEP] "it's hard to see a replay of a story like this," she said. [SEP] he made a birdie for birdie on the second hole, bogeyed the final hole for a 4 - under 68, and finished with six birdies and four birdies. [SEP] the 29 - year - old, who was not identified, said he didn't want to see the video. [SEP] one of the company's [SEP]
+
+===== sample 062 =====
+[CLS] wanted to go for gold and that he was able to support one of his chances for the u. s. olympic gold medal that is shaping up to be the most valuable medal ever. [SEP] " i'm just a child, it's very hard to say. [SEP] in the second half this was the moment donadoni needed to rally his team. [SEP] 3 - 4 19, bryant 6 - 9 3 - 4 10. [SEP] i think they have the opportunity to get the numbers right on what they've done. [SEP] worldwide sales rose 3. 2 percent compared to the u. s. auto market, according to [SEP]
+
+===== sample 063 =====
+[CLS] week. [SEP] mcginley carded a 4 - under 67 in the event - - the best since a second - round 68. [SEP] it's because we just don't know how to change our lives. [SEP] about 400, 000 people die from drink - driving each year, but most have never committed one. [SEP] afghan forces have become acutely wary of fighting militants. [SEP] los angeles, may 1 (upi) - - david ferrer was the winner of the los angeles open tennis tournament saturday, dispatching 2004 finalist fernando gonzalez 6 - 3 7 - 5, 6 - 3. [SEP] during this week's [SEP]
+

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps512_c64_t1p45_raw_samples.txt

@@ -0,0 +1,224 @@
+steps512_c64_t1p45
+{
+  "type": "summary",
+  "name": "steps512_c64_t1p45",
+  "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt",
+  "step": 434000,
+  "decode": {
+    "kind": "categorical_fullvocab_normal_steps_sweep",
+    "config": "steps512_c64_t1p45",
+    "steps": 512,
+    "endpoint_temp": 1.45,
+    "concentration_max": 64.0,
+    "final_from": "state",
+    "update": "resample",
+    "n_samples": 64,
+    "seed": 20260509
+  },
+  "detok_genppl": {
+    "ppl": 26.130902166778323,
+    "nll_per_token": 3.2631186050282937,
+    "tokens": 9587
+  },
+  "diversity": {
+    "sample_entropy": 4.143409537216056,
+    "unique_tokens": 1621,
+    "token_count": 8192,
+    "distinct_1": 0.1978759765625,
+    "distinct_2": 0.641486220472441,
+    "top_token_mass": 0.060791015625
+  }
+}
+
+===== sample 000 =====
+[CLS] year. [SEP] officials in the chinese foreign ministry said no signs of a breakthrough appeared early saturday morning, but those discussions still remain private, suggesting that the two have yet to sign a u. s. - brokered deal on reducing nuclear weapons that sets the stage for new talks with both nations. [SEP] " we know, we know, we love the game, we love to reach the finals, and this will be a great result, " said neitzel, a 21 - year - old reserve midfielder who was a finalist in the u. s. a. a. championship in 1999. [SEP] the treasury department also announced a [SEP]
+
+===== sample 001 =====
+[CLS]. [SEP] one of the key factors is how to get into the final. [SEP] the apa title, with a minimum score of 0, is awarded to students who are currently in high school, k - 12 or college. [SEP] " i must ensure my election is free and fair, " he said. [SEP] you ' ve come to the point where, unfortunately, it ' s still not working. [SEP] the government has already tried to host talks with other western nations, first on iran, then on afghanistan. [SEP] " i came back when i said i was 10 or 12 years old. " [SEP] he had previously been charged with [SEP]
+
+===== sample 002 =====
+[CLS] children, " blant said. [SEP] more than $ 1 trillion of china ' s 100 billion shares were traded in a month that began when lehman brothers and china ' s central bank banked hundreds of billions of dollars, cut interest rates and funneled funds to chinese banks. [SEP] the company is backed by carmakers and financial companies, and is a major lender to the auto industry. [SEP] green river, ill., aug. [SEP] china, which it won ' t sign the report, has rejected the request of the uk, the u. s. and its european allies as well as germany, russia and france. [SEP]
+
+===== sample 003 =====
+[CLS] over the limit. [SEP] the consumer electronics sector was the riser after japan ' s no. 2 equipment maker sharp ( 6501. t : quote, profile, research reported a 7. 4 percent rise in quarterly net profit helped by strong computer services and industrial equipment sales. [SEP] at the top end, your home is worth more than £8. 6, 000. [SEP] as part of a new investment management plan for the business, the group said it planned to raise $ 3 billion ( £2. 9 billion ) through a sale of the retail assets to fund operations in the uk and europe. [SEP] she was a member of her [SEP]
+
+===== sample 004 =====
+[CLS]9 million, or $ 2. 17 per share in the year - ago quarter, the company said, compared with a 1. 6 billion won year - on - year loss. [SEP] " this is a joint pilot project that scientists are working on around the world to lay the right foundations for the future of new carbon markets. [SEP] i ' m trying to protect my children ' s trust, but i don ' t know what to do. [SEP] the men ' s final is not a surprise. [SEP] the winners will be announced on the day of the queen ' s speech, which will be broadcast live live. [SEP] the announcement comes [SEP]
+
+===== sample 005 =====
+[CLS] was 16. " [SEP] i am delighted to be back in the game again, " he said. [SEP] u. s. and european governments are especially victims of this. [SEP] that ' s what you want : the next time you ' ve done something about it, you think about it, and you get a sense of what the future is like. [SEP] one step, the person said, would be to put together an exit plan that might help chrysler out of its financial crisis. [SEP] currently, the u. s. department for food and rural affairs ( defra ) employs about 4, 000 workers a year, about 20 percent [SEP]
+
+===== sample 006 =====
+[CLS] protests, plunging the country ' s economy into political turmoil. [SEP] the standard & poor ' s 500 rose 2. 13, or 0. 2 percent, to 930. 22 and the nasdaq composite index rose 3. 12, or 0. 4 percent, to 2, 747. 80. [SEP] in the fourth quarter of 2008, it lost $ 12m ( £6. 3m ), more than most analysts forecast. [SEP] mr. davis said he believed that the department was working to protect ms. brinkley ' s family because they would be concerned about a potential criminal investigation if she was involved. [SEP] after [SEP]
+
+===== sample 007 =====
+[CLS] about 1, 000. [SEP] in the first two quarters of recession, we have seen significant growth in gdp, thanks to higher growth, higher employment and lower commodity prices. [SEP] surrey police said there were more than 3, 000 thefts last year in england, with about 200 arrests and about 2, 200 incidents a year. [SEP] the dollar also rebounded on friday after a decline in other major currencies raised concerns that china may need more steps to raise funds. [SEP] he ' s been living in pakistan since the end of 2006, and now he is only playing against the people ' s will. [SEP] on thursday, mr [SEP]
+
+===== sample 008 =====
+[CLS] their first major event on the u. s. circuit. [SEP] " the important thing is, you have to hold your own and play golf, so don ' t do that, " woods said. [SEP] we ' re not here to work, we ' re late in the morning and we keep up all night. [SEP] afghanistan provides two - thirds of the u. s. military budget, but it has also been the most serious cause of civilian deaths in the country since the u. s. - led led invasion of afghanistan in 2001. [SEP] and that day we would go hand in hand with them. [SEP] mr obama has said [SEP]
+
+===== sample 009 =====
+[CLS] african president, has accepted the award, which went straight to his wife michelle obama. [SEP] the first - half drive ended with a 32 - yard field goal with the giants still ahead, 7 - 3. [SEP] " children who can ' t read and write on the internet are likely to learn more before they start, " he said. [SEP] for a variety of reasons. [SEP] there are only two solutions. [SEP] " i haven ' t heard anything about this, but i don ' t know what it is to get caught in your act. [SEP] 8 ( upi ) - - taliban spokesman fazlullah said sunday his movement [SEP]
+
+===== sample 010 =====
+[CLS], but they have always been kept alive, trying to help their children walk. [SEP] the red wings rallied from 2 - 1 down against the philadelphia flyers in the third round on saturday night to win the n. h. l. [SEP] he said iraqi police will spend $ 1. 5 million over the coming days to try to find her. [SEP] but if nothing is done, the money could be worth it. [SEP] " it ' s a very hard time to change. [SEP] london airport operator baa is being urged to adopt a new policy of providing extra training for its ground staff. [SEP] but others, including the massachusetts governor, [SEP]
+
+===== sample 011 =====
+[CLS]. [SEP] so there was no complacency. [SEP] he was unable to play as a substitute in the first team. [SEP] the summer of 2008 was at the heart of the financial calamity. [SEP] " he gave me a gun, which he didn ' t have, " she recalled. [SEP] " my position is this : she ' s a poor person and can ' t afford to pay, " he said. [SEP] it is thought the supreme court would not be able to confirm the decision of the judges to grant the right of appeal. [SEP] " this is not the end of anything. [SEP] but there has to be [SEP]
+
+===== sample 012 =====
+[CLS]. [SEP] " she wanted to be supportive and friendly, " said her daughter. [SEP] i ' m not really familiar with the subject. [SEP] obama said he had planned to cancel the trip, but his spokesman declined to comment on the matter. [SEP] and i mean, i don ' t know if there ' s something like that. [SEP] as i said, i don ' t think that ' s wrong. [SEP] i don ' t know what is happening, but what is, " she said. [SEP] unfortunately, the " call of duty " title, however, may not provide much boost to the game ' s revenue. [SEP] the [SEP]
+
+===== sample 013 =====
+[CLS] 2008, but that doesn ' t seem to be a selling point for the movie. [SEP] the braves had won their first three games before losing to chris smith, who allowed only three hits and two runs. [SEP] police have been called to the scene as part of the investigation an investigation is due to be carried out. [SEP] " it ' s much worse than life these days. [SEP] a spokesman for the football association said : " there is not a need for the application of any legal action to the international association of umpires, in response to the fa ' s concerns. [SEP] steinbrenner, who was torre ' s father [SEP]
+
+===== sample 014 =====
+[CLS] said. [SEP] i ' m sad that they had little time to live their life.............. i would like them....... [SEP] it ' s also a bad way of life, he says. [SEP] she promised to send more troops to the country. [SEP] but she was worried because it was so far from home. [SEP] a western official told the times that he was attending the meeting in moscow. [SEP] but it won ' t be easy. [SEP] he did not want to be named publicly. [SEP] that ' s less than the $ 700 billion already spent [SEP]
+
+===== sample 015 =====
+[CLS] said. [SEP] " we ' re talking about how to address it, we ' re not going to slow it down, " gebhardt said. [SEP] details of the deal are expected to be worked out in coming weeks. [SEP] and republican sen. john mccain has said that he plans to try to restore his image. [SEP] analysts said the data presented a mixed picture of " deep trouble " in the housing market. [SEP] however, knox ' s lawyers have tried to scuttle the appeal claiming to have been dismayed by the tone of his statement. [SEP] michalis bourguia scored the opening goal as france [SEP]
+
+===== sample 016 =====
+[CLS] month later. [SEP] the left - hander also shot a closing 68 at 11 under after a 72 and double - bogey in the first round. [SEP] " we ' ve tried to engage iran, but it ' s hard, " obama said in tehran as he discussed iran ' s relations with the u. s. before he leaves office. [SEP] i would not be happy to be a long - term governor, but i haven ' t had the time to vote. [SEP] however, the company faces a real financial dilemma with its share price, which has fallen nearly 10 % in the last few months. [SEP] mrs fritzl was [SEP]
+
+===== sample 017 =====
+[CLS] said it was clear that there were no suspects in the case because of the evidence, and that no criminal or gang activity had taken place. [SEP] six people were killed and wounded at a nearby hospital, the police said. [SEP] " we ' re in a position to see if you can give someone a rest, " he said. [SEP] obama, who was accompanied by an iranian diplomat at the u. n. security council, said he wanted to raise the issue with iran at the next security council meeting in march. [SEP] if he had been killed in the second world war, he would not have been killed. [SEP] in 2000, [SEP]
+
+===== sample 018 =====
+[CLS], was reported as telling police that they were abstaining from a camp he had set up when he was " young. " [SEP] williams, 33, has a 3 - 3 - 2 - 3 record in her 626 career games with four goals in 28 games.... [SEP] the judge has ordered the immediate release of mohamad khambani, who is seeking the maximum sentence of 30 years for the attempted murder of a prison guard who was killed in 1997. [SEP] he ' s a great president - - he ' s a world leader who has worked for the best in our country. [SEP] but even with [SEP]
+
+===== sample 019 =====
+[CLS] - brother of mr khamenei, who later died in 2005. [SEP] it seems that susan and jim are so devoted to the family. [SEP] there will be no criminal cases at all. [SEP] this led to an increase in prosecutions. [SEP] this article was published on guardian. co. uk at 12. 51 bst on thursday 16 october 2009. [SEP] there are two political parties, " he said. [SEP] you ' ll have to be patient at times. [SEP] robert brown, 30, was charged last month with first - degree murder and charged with second - degree attempted murder. [SEP] it could cost a lot of money [SEP]
+
+===== sample 020 =====
+[CLS] a. m. [SEP] " it would be wonderful if our players could make it a point. [SEP] secretary of state hillary clinton made the announcement sunday after the death of pakistan ' s president, ali, during a visit to the white house. [SEP] they may not be the champions of this game, but it should go to the final four. [SEP] mrs jones, 35, said she was " so shocked " that a woman who gave birth to her three - year - old daughter said she was so scared she wanted to become a mother. [SEP] it ' s a very different story in the world of finance. [SEP] it is expected to [SEP]
+
+===== sample 021 =====
+[CLS] the streets. [SEP] he said yesterday that he had no plans to leave to go to afghanistan. [SEP] " it ' s just about 3, 000 to 3, 600 per year, " he says. [SEP] the result is that he ' s an artist because, like most famous artists, they are better than they were. [SEP] drogba played for the united states in 2007 and south korea in 2005, helping the squad win the four - team world cup. [SEP] her campaign spent more than $ 200, 000 in september, up from less than $ 200, 000 last month and $ 2 million in august, to about $ 100 [SEP]
+
+===== sample 022 =====
+[CLS] 500 million in 2004, said the company would be able to raise the funds quickly. [SEP] we just have to keep trying to get through. [SEP] i have no idea what happened to my son. [SEP] however, magna, which had said it wanted to sell its russian car parts business to sberbank, applied for the sale of some 30 per cent on june 30. [SEP] the meeting is the start of a long diplomatic battle with iran. [SEP] he said : " we have to make sure that we don ' t see too many comments about it on facebook. " [SEP] still, the case of a chinese man arrested five years ago [SEP]
+
+===== sample 023 =====
+[CLS]. [SEP] mr brown said that urgent action was not needed. [SEP] but he was unable to tell who was in their car and the night after he saw her, he tried to open a door in her own bedroom door. [SEP] i was still in the us at the time and decided to be a doctor. [SEP] in cash, the deal would provide the company with a buy - back of 1. 5 million shares or $ 0. 40 per share. [SEP] this time, he will have to pay the cost. [SEP] they think in a similar way. [SEP] " he said he wanted to fight against the enemy and then he ' s [SEP]
+
+===== sample 024 =====
+[CLS] [SEP] initial polls suggested the turnout may be closer to 40 %, officials told reuters. [SEP] he says the two leaders were engaged in direct talks but failed to improve relations. [SEP] sharif ' s reinstatement came after calls from lawmakers for his party to step down. [SEP] it is only his second to face a new trial. [SEP] hamilton did not make a decisive start, only to run his way to a strong lead in the standings. [SEP] she moved on. [SEP] i really want to play now. [SEP] these guys didn ' t kill me. [SEP] but let ' s be honest, there ' s still going to be a [SEP]
+
+===== sample 025 =====
+[CLS] mortgage - related foreclosure, according to hope now, a mortgage industry group. [SEP] she had been missing from her home in briarsley, west yorkshire, for two weeks. [SEP] the amount of time involved in jackson ' s case had been expected to rise significantly in the coming months. [SEP] the project is expected to start in august 2008 and is expected to be fully completed by november 2009. [SEP] i am happy to see him back on stage. [SEP] he has not yet asked me not to cooperate with the investigation. [SEP] " both john and i are deeply concerned about the reassignment of the u. s [SEP]
+
+===== sample 026 =====
+[CLS] i want to come up with - that is all i can say, " he added. [SEP] analysts on average forecast 2. 2 billion dollars for the quarter. [SEP] " if you want to improve your quality of life, you can do a little more to change the environment. [SEP] the italian made a fast start, moving up to the final lap to carve out the victory. [SEP] i don ' t know what ' s going on, i don ' t know when it ' s actually going to happen, so i don ' t know exactly where to go. [SEP] crosby, who had three goals in the last 1 : 18 [SEP]
+
+===== sample 027 =====
+[CLS] " he was not too late in the race, but it sure wasn ' t enough to make him wonder if he really thought he was going to have it. [SEP] he played a pivotal role in the us led invasion in 2001 to end the brutal taliban regime in the region. [SEP] i am a warm and honest man... [SEP] obama has done it, and he ' s trying to go out to get it right - - what did he really think about all of these things? [SEP] we should go all the way to find out what ifs and do nots in the photos and postings. [SEP] but he ' s [SEP]
+
+===== sample 028 =====
+[CLS] hearing was due to start at the time of shannon ' s death and the high court said the evidence given by the young girl ' s mother should be considered. [SEP] a local police official said at least nine people were killed and another 30 wounded in a separate attack late sunday in tora hilla, a sunni town south of the city of basra. [SEP] " what kind of hurricane season is in store? " asked john villarreal, who is director of the food network. [SEP] 29, and he did not discuss the union ' s role in the case. [SEP] the dollar fell to 97. 17 yen from 97. [SEP]
+
+===== sample 029 =====
+[CLS]. [SEP] the median sales price price of a home sold to a family fell to a median price of $ 11, 459, more than double the median home sales price in 2005, and down 4. 4 percent in 2008. [SEP] once it leaves the island, they will be brought back to an island about 15 metres ( 50ft ) away before they are ready for the next stage. [SEP] his father claimed that he was going to do nothing for his son, but his mother told him he had been killed. [SEP] the c. i. o. and the c. c. o. agree to provide up to $ 100 [SEP]
+
+===== sample 030 =====
+[CLS] unable to pay for medical treatment. [SEP] " we are the party that will fight, " the message read, echoing the rhetoric of rafael correa, the revolutionary leader responsible for the 2003 coup. [SEP] " it ' s important we have the experience and the money to play. [SEP] in south korea, hill ' s visit to china and his second visit to south korea this week was the result of north korea ' s second nuclear test monday after months of six - party talks. [SEP] a pair of shoes sold for more than £6, 500. [SEP] washington - the u. s. border agency has released new information about a [SEP]
+
+===== sample 031 =====
+[CLS] measures to be put forward to boost funding for biofuels and biofuel energy will come at the expense of nuclear power. [SEP] the cuts are thought to be up to nearly a metre long ( 5ft to the top of the head ). [SEP] but the nation ' s financial regulators failed to act as quickly as they did. [SEP] but you have shortcomings. [SEP] after nadal ' s decisive break in game three of the first set, the russian emerged from a 5 - 2 - 1 deficit in a superb service game to level the match. [SEP] in other energy trading, gasoline prices fell $ 1. 13 to [SEP]
+
+===== sample 032 =====
+[CLS] talks would be held over the next few days. [SEP] it is also widely known not to be one of the country ' s largest car manufacturers. [SEP] here are some ways to explain why you want to make your case again for the new music industry. [SEP] at one point, the players would do their best to keep the car moving. [SEP] when tiger woods wins the u. s. open, eight weeks later, he will try to get back to the golf game. [SEP] shawn horcoff scored four goals at the same point in the third period. [SEP] it was about 11 : 45 a. m. local time that morning [SEP]
+
+===== sample 033 =====
+[CLS] in the group had been arrested. [SEP] he won ' t play in the way he did. [SEP] he was being questioned by police over the incident and was later taken to hospital. [SEP] this would be a real change, " he said at a news conference. [SEP] everyone has a right of their own. [SEP] the results will be released late friday or the early hours of the day. [SEP] they ' re like, " do you get it? " [SEP] " we all know this... i hope we ' ll be given more hope for the future. [SEP] but in the future, the focus will turn to the economy, [SEP]
+
+===== sample 034 =====
+[CLS] $ 2. 2 billion a year. [SEP] he was not able to play. [SEP] as such, investors would keep their house at close to half the price of the home and invite buyers to look for what they ' ve got. [SEP] it will also receive development funds and equipment to provide aid to rural communities, increase access to roads and improve local infrastructure. [SEP] mr jones said : " the aim is to protect everyone in a bid to reduce damage to the national park. [SEP] tokyo ( reuters ) - early in the evening barack obama got down to the idea of a u. s. - japan security alliance that he said will help [SEP]
+
+===== sample 035 =====
+[CLS] hold this to mind, that i was just going to die. [SEP] he was convicted and given a 15 - year prison sentence but was ordered to return to the uk within 12 months. [SEP] but it is still plagued by a host of technical issues. [SEP] iceland ' s economy has lost an estimated $ 25 billion in value this year. [SEP] she said there is no strong evidence yet to support her son ' s account. [SEP] we need a good president. [SEP] " he can only talk about his future at united but he has all the qualities he would like to get to the top of the table, " ferguson told bbc sport. [SEP]
+
+===== sample 036 =====
+[CLS] injuries, and their identities and numbers have not been released, " the statement said. [SEP] treasury department officials have expressed confidence that the u. s. government would be willing to sell off the size of the bailout to stave off bankruptcy, but some analysts said that the huge taxpayer money available to it could help to prevent a broader financial meltdown. [SEP] there has been some talk of a rate rise by the bank of england, given that the bank is unlikely to make progress on its quantitative easing programme, but there is a " chance " that the bank could do so as early as this week. [SEP] other analysts say the [SEP]
+
+===== sample 037 =====
+[CLS] world, but it is not the usual success story. [SEP] if he wanted to be president, he would be a leader. [SEP] jackson, who once claimed to be the world ' s most popular pop artist, was diagnosed with a heart attack and cancer, and expected to spend the rest of his life trying to recover, doctors said monday. [SEP] the house price index has gone up 6 per cent in the last 12 months. [SEP] " i didn ' t know what was wrong, " he said. [SEP] " it ' s not news, it ' s not news. [SEP] he jogged down to the end zone, where he was [SEP]
+
+===== sample 038 =====
+[CLS] over a minute into the second period. [SEP] if he wins, he ' s a good arbiter. [SEP] but the media coverage of the issue has only made matters worse. [SEP] officials spoke on condition of anonymity because the announcement has not been made. [SEP] the singer ' s father, joe jackson ii, bought the singer for more than $ 3 million ( £1. 6 million ) at a price of about $ 3 million. [SEP] at the end of the first half, galindo headed clear with his first goal - he fouled just before the break - but it looked like he had the chance to save as [SEP]
+
+===== sample 039 =====
+[CLS] after it occurred on wednesday. [SEP] police have joined the search for john hoey, a 25 year old man from corby in northern ireland. [SEP] she was like me. [SEP] when i was young i had no idea of my own future. [SEP] beijing - - the mother of a 9 - year - old chinese girl who had previously applied for the same treatment as a chinese girl was diagnosed with swine flu, a health official said thursday. [SEP] he ' s a leader and he ' ll do what he wants to do in his role. [SEP] but he wasn ' t in it. [SEP] it was claimed that one of [SEP]
+
+===== sample 040 =====
+[CLS]. 5 billion in revenue, valued at $ 6. 6 billion. [SEP] you can move right up like a man. [SEP] the company ' s move was criticized on both sides of the atlantic. [SEP] one of the toughest hard - hitters in the world, it ' s hard to break down when we ' re all wearing t - shirts over our heads. [SEP] the number of voters will double by the age of 18. [SEP] the trial has been scheduled for monday. [SEP] it is rare to see evidence of the scale of a reaction of the financial markets. [SEP] the plan is to be completed within 10 days to see if [SEP]
+
+===== sample 041 =====
+[CLS] wednesday at the home of a 5 - year - old girl who was stabbed to death after snatching the boy in a baltimore playground. [SEP] some 5. 4 million children are thought to be under age five at the age of 12. [SEP] he had offered to buy two apartments, worth 200, 000 euros, 150, 000. [SEP] it is reversing wal - mart ' s traditional policy of price discounts. [SEP] " it ' s always good to do both ahead of time, " he said. [SEP] one police officer was killed in a shootout between two officers. [SEP] he said there had been too much pressure on the [SEP]
+
+===== sample 042 =====
+[CLS], facing a lawsuit over the location and lack of housing. [SEP] last year a witness also claimed the 14 - year - old boy was shot in the leg, but the police initially said that they were unable to trace the young boy. [SEP] a number of people living in the same area have been affected at the scene of a lorry being hit in a collision by the emergency services. [SEP] it doesn ' t always last. [SEP] " i think the situation will become more difficult as a result. [SEP] i know, because i would like to get back to where i am today. [SEP] a woman has been killed in the attack, [SEP]
+
+===== sample 043 =====
+[CLS]. [SEP] and so, here ' s a lot to protect your children. [SEP] " i wish i would go to the us and go back in iraq, " mccain said in a statement on his web site. [SEP] the data also suggests that some people are holding back on mortgages that they are unable to pay, which could further strain the credit markets. [SEP] george, who is a biological father to three children, was working as a youngster when she was born in the early 1970s. [SEP] the visit will be napolitano ' s first since 2000, when she became his homeland security secretary. [SEP] it ' s nice to [SEP]
+
+===== sample 044 =====
+[CLS], is scheduled to hold a conference call on wednesday at 10 : 00 a. m. [SEP] this is a complicated area. [SEP] he could have been there a few months ago but could not have left. [SEP] it is only when you get lost in the world. [SEP] it is the country ' s third - largest nuclear - power project, based on the country ' s largest nuclear power plant. [SEP] japan ' s government said it will seek an additional 1 trillion yen ( $ 26 billion ) in loans by early next year to help it to shore up its balance sheet, according to a statement issued by japan ' s ministry of finance [SEP]
+
+===== sample 045 =====
+[CLS] is still to come. [SEP] to do that he has to raise a lot of money. [SEP] but on some, the picture is even better than others. [SEP] " i can ' t tell you, but it will be very difficult to find the best way to allow him to get the game going forward. [SEP] " i think this is a big step, " he said. [SEP] hayden wouldn ' t say when the agency would release a complete copy of tapes of possible terror attacks on u. s. targets. [SEP] iraqi forces are on the scene - - u. s. embassies, the offices of the u. s [SEP]
+
+===== sample 046 =====
+[CLS] they keep talking, they know what they ' re talking about, but when they ' re moving you ' re just pushing them to move on, and they want to move, " smith said in front of a crowd of 1, 000. [SEP] such problems have been rare in china. [SEP] don ' t you have this problem? [SEP] i don ' t think this is a good thing. [SEP] would you allow some of the firms that own some of these shares to give money back to their clients because their brokers don ' t know where they are? [SEP] it won ' t be long. [SEP] in this case, the number [SEP]
+
+===== sample 047 =====
+[CLS] by foreign companies, but were not directly involved. [SEP] in an editorial in sunday ' s financial times, a south korean newspaper reported that the south will send 1, 000 extra troops to the north. [SEP] a man next to his son ' s home was shot in the leg. [SEP] but the truth is, the markets have continued to rise so far. [SEP] he made campaign contributions that included $ 200, 000 of his money from the clinton campaign fund, the indictment alleges. [SEP] again, one of the best moments of the set was the long walk to her room, when she ' d have been taken back to her [SEP]
+
+===== sample 048 =====
+[CLS] offer that is not likely to be rejected by a third party. [SEP] that is something u. s. companies need to go through. [SEP] they were the winners of last year ' s games, but have finished the season with three straight losses. [SEP] officials say that the journey takes an extra 15 minutes before the weather is clear. [SEP] that ' s not to say the federal government is spending $ 10 trillion. [SEP] he added that even if china was involved, it was unlikely that north korea would carry out a new nuclear test that would result in the u. s. pulling out, along with other nations in the region. [SEP] [SEP]
+
+===== sample 049 =====
+[CLS] with his father ' s e - mail. [SEP] yes, though, the timing may just be right in the area. [SEP] this is a book that tells a different story. [SEP] a financial times report said that barclays capital, the london - listed bank, could be sold at a discount rate of 5. 6 per cent after the rescue of barclays capital, the london - based bank, during the credit crisis. [SEP] " this is not something you need to do but you have to play your game and that ' s the main thing. [SEP] " i didn ' t feel safe until i saw what i was doing, " [SEP]
+
+===== sample 050 =====
+[CLS] [SEP] the estimated costs range from $ 2 million to $ 35, 000, the project ' s range from $ 50, 000 to $ 100, 000 per year and the average cost is $ 600 to $ 200, 000. [SEP] the report was released as the sheriff ' s department continues its investigation. [SEP] " the club is a huge club that is good enough for me or anyone else, " he said. [SEP] earlier this week, she said she believed they had made an agreement. [SEP] david johnson had 18 points, eight rebounds and three blocked shots for the tigers ( 18 - 4, 7 - 2 ), who shot 53 [SEP]
+
+===== sample 051 =====
+[CLS] ' t, which means you ' re going to make history. [SEP] the last players to finish in a tie for second were 14 - year - old john cook, carl pettersley - - the defending champion and rookie of the year - - and paul casey and 11 - year - old dustin johnson. [SEP] " he can play as best he can, but he ' s the right player and he ' s very popular, " the russian told bbc sport. [SEP] los angeles, jan. [SEP] the total price it added to the price of the ticket fell to about $ 2. 50. [SEP] in the last phase of the case [SEP]
+
+===== sample 052 =====
+[CLS] week, helping the defending champions fight off their title challenge on the last night. [SEP] we ' re not sure what he has to say about it, but he ' s already in the business of making a film. [SEP] it ' s perhaps best to go a little further on the quality of the product. [SEP] florida ( 4 - 3 ) led 45 - 38 midway through the first half, before a 10 - 2 run that sent the tigers ( 6 - 4, 2 - 3 ) to the buckeyes ' 21. [SEP] police have given no motive for the attack. [SEP] california - based suntech inc. is working with [SEP]
+
+===== sample 053 =====
+[CLS] for the final time as she tries to defend her olympic gold medal in the 1 - to - 1, 1, 200m butterfly. [SEP] there ' s nothing to do in the u. s. open. [SEP] orlando cabrera hit a three - run homer in the eighth inning, then scored on melky cabrera ' s home run to help the tigers beat the city royals 5 - 3 on tuesday. [SEP] but he said the attorney general ' s findings must be considered. [SEP] she was a skinny 20 - year - old with three eyes in one side. [SEP] " i am not opposed to the war. [SEP] the u [SEP]
+
+===== sample 054 =====
+[CLS] to live in a more normal way. [SEP] the star died of lung cancer in february 2008. [SEP] the bid price is $ 19. 45, higher than last friday ' s closing price of $ 17. 50. [SEP] they can also afford a house, to start with the price. [SEP] it ' s hoped that if they pull their money off, they will eventually pay it back. [SEP] a hearing is set for april 22. [SEP] they ' ll be fed up to 1. 5 times a day and work from 1. 30 - 6 a. m. - 3 hours. [SEP] a police spokesman said : " we have a [SEP]
+
+===== sample 055 =====
+[CLS] ' s office in borberg. [SEP] and so, palin made it clear by saying, " yes, some of that can be funny. [SEP] a version appeared on p28 of the news & features section of the guardian on wednesday 24 november 2009. [SEP] but a doctor shouldn ' t have to accept a patient in the first place, according to johnson. [SEP] if you sign in, you ' ll have to cut your taxes by as much as half a percent, but just half, to pay the difference on a permanent basis. [SEP] it is also important that they are trying to win the title here. [SEP] iraqis [SEP]
+
+===== sample 056 =====
+[CLS] of british and french forces. [SEP] the u. s. military in anbar province said it knew nothing of the attack. [SEP] the government said it would not comment on the court ' s decision. [SEP] he also will not be able to play in the playoffs. [SEP] but these days, other countries tend to drink less. [SEP] but for many of us, it was still a symbol of the suffering and loss of a man in action. [SEP] we ' ll be able to change how we play so that we can look at our team and see how we line up. [SEP] " i think it is not important for me to be [SEP]
+
+===== sample 057 =====
+[CLS] to blow up a lorry in county durham, which killed mr brown ' s son robert and his wife caylee. [SEP] but she told her not to try to keep her out of trouble until the first round was about to begin. [SEP] " they have to win... [SEP] they were arrested, and questioned by a local reporter, who asked not to give details of their identity. [SEP] the number of claims dropped in april. [SEP] " sometimes you don ' t know how to bring your own kids to play while you ' re playing, " she says. [SEP] mr obama is also pressing g8 leaders to make sure [SEP]
+
+===== sample 058 =====
+[CLS] vote on the deal. [SEP] that ' s why i ' d like to know i will be playing at a club when i ' m back at the top of my game, but i ' ve got to be able to play in the right place. [SEP] anthony had previously asked the judge to let her estranged father take care of his daughter ' s children for three years, saying he only wanted to adopt his daughter. [SEP] even a downgrade to the bank ' s credit rating, as is widely expected, could put pressure on the shares. [SEP] police arrested a 16 - year - old boy after he got in front of a bus [SEP]
+
+===== sample 059 =====
+[CLS] wanted to make it work. [SEP] peter mandelson, the business secretary, said : " the idea is simply to make sure people want to be left out. [SEP] the fire began about 1 a. m. [SEP] the line is expected to carry 3. 5 million passengers per year at a cost of about $ 2. 4 billion, officials said. [SEP] industrial production fell to its sharpest annual rate in more than three years, falling 0. 3 per cent. [SEP] some 30, 000 residents, mostly iraqis, moved out of their homes and shelters are being set up in the mainly arab town north of the capital, [SEP]
+
+===== sample 060 =====
+[CLS] on its own. [SEP] the group ' s net debt, which is now expected to be 40 billion pounds, slipped 0. 9 per cent to 11. 9 billion pounds. [SEP] by comparison, some 20 million books are already available on the high street. [SEP] what is your position on the peace process? [SEP] he was taken to boston children ' s hospital about 3 : 45 a. m. [SEP] she added, " i don ' t know why but i wouldn ' t know about so many others. " [SEP] i don ' t think he would have to step in to the police. [SEP] david cowley, a spokesman for [SEP]
+
+===== sample 061 =====
+[CLS] on sunday, prompting authorities to call for family members to be detained. [SEP] we need to keep people in touch, to be open and responsive. [SEP] it is such a complex world. [SEP] " it ' s hard to see a replay of a story like this, " she said. [SEP] he made a birdie for birdie on the second hole, bogeyed the final hole for a 4 - under 68, and finished with six birdies and four birdies. [SEP] the 29 - year - old, who was not identified, said he didn ' t want to see the video. [SEP] one of the company ' s [SEP]
+
+===== sample 062 =====
+[CLS] wanted to go for gold and that he was able to support one of his chances for the u. s. olympic gold medal that is shaping up to be the most valuable medal ever. [SEP] " i ' m just a child, it ' s very hard to say. [SEP] in the second half this was the moment donadoni needed to rally his team. [SEP] 3 - 4 19, bryant 6 - 9 3 - 4 10. [SEP] i think they have the opportunity to get the numbers right on what they ' ve done. [SEP] worldwide sales rose 3. 2 percent compared to the u. s. auto market, according to [SEP]
+
+===== sample 063 =====
+[CLS] week. [SEP] mcginley carded a 4 - under 67 in the event - - the best since a second - round 68. [SEP] it ' s because we just don ' t know how to change our lives. [SEP] about 400, 000 people die from drink - driving each year, but most have never committed one. [SEP] afghan forces have become acutely wary of fighting militants. [SEP] los angeles, may 1 ( upi ) - - david ferrer was the winner of the los angeles open tennis tournament saturday, dispatching 2004 finalist fernando gonzalez 6 - 3 7 - 5, 6 - 3. [SEP] during this week ' s [SEP]
+

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps512_c64_t1p45_scored.jsonl

@@ -0,0 +1,65 @@
+{"type": "summary", "name": "steps512_c64_t1p45", "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt", "step": 434000, "decode": {"kind": "categorical_fullvocab_normal_steps_sweep", "config": "steps512_c64_t1p45", "steps": 512, "endpoint_temp": 1.45, "concentration_max": 64.0, "final_from": "state", "update": "resample", "n_samples": 64, "seed": 20260509}, "detok_genppl": {"ppl": 26.130902166778323, "nll_per_token": 3.2631186050282937, "tokens": 9587}, "diversity": {"sample_entropy": 4.143409537216056, "unique_tokens": 1621, "token_count": 8192, "distinct_1": 0.1978759765625, "distinct_2": 0.641486220472441, "top_token_mass": 0.060791015625}}
+{"type": "sample", "index": 0, "raw_text": "[CLS] year. [SEP] officials in the chinese foreign ministry said no signs of a breakthrough appeared early saturday morning, but those discussions still remain private, suggesting that the two have yet to sign a u. s. - brokered deal on reducing nuclear weapons that sets the stage for new talks with both nations. [SEP] \" we know, we know, we love the game, we love to reach the finals, and this will be a great result, \" said neitzel, a 21 - year - old reserve midfielder who was a finalist in the u. s. a. a. championship in 1999. [SEP] the treasury department also announced a [SEP]", "detok_text": "[CLS] year. [SEP] officials in the chinese foreign ministry said no signs of a breakthrough appeared early saturday morning, but those discussions still remain private, suggesting that the two have yet to sign a u. s. - brokered deal on reducing nuclear weapons that sets the stage for new talks with both nations. [SEP] \"we know, we know, we love the game, we love to reach the finals, and this will be a great result,\" said neitzel, a 21 - year - old reserve midfielder who was a finalist in the u. s. a. a. championship in 1999. [SEP] the treasury department also announced a [SEP]"}
+{"type": "sample", "index": 1, "raw_text": "[CLS]. [SEP] one of the key factors is how to get into the final. [SEP] the apa title, with a minimum score of 0, is awarded to students who are currently in high school, k - 12 or college. [SEP] \" i must ensure my election is free and fair, \" he said. [SEP] you ' ve come to the point where, unfortunately, it ' s still not working. [SEP] the government has already tried to host talks with other western nations, first on iran, then on afghanistan. [SEP] \" i came back when i said i was 10 or 12 years old. \" [SEP] he had previously been charged with [SEP]", "detok_text": "[CLS]. [SEP] one of the key factors is how to get into the final. [SEP] the apa title, with a minimum score of 0, is awarded to students who are currently in high school, k - 12 or college. [SEP] \"i must ensure my election is free and fair,\" he said. [SEP] you've come to the point where, unfortunately, it's still not working. [SEP] the government has already tried to host talks with other western nations, first on iran, then on afghanistan. [SEP] \"i came back when i said i was 10 or 12 years old.\" [SEP] he had previously been charged with [SEP]"}
+{"type": "sample", "index": 2, "raw_text": "[CLS] children, \" blant said. [SEP] more than $ 1 trillion of china ' s 100 billion shares were traded in a month that began when lehman brothers and china ' s central bank banked hundreds of billions of dollars, cut interest rates and funneled funds to chinese banks. [SEP] the company is backed by carmakers and financial companies, and is a major lender to the auto industry. [SEP] green river, ill., aug. [SEP] china, which it won ' t sign the report, has rejected the request of the uk, the u. s. and its european allies as well as germany, russia and france. [SEP]", "detok_text": "[CLS] children, \" blant said. [SEP] more than $1 trillion of china's 100 billion shares were traded in a month that began when lehman brothers and china's central bank banked hundreds of billions of dollars, cut interest rates and funneled funds to chinese banks. [SEP] the company is backed by carmakers and financial companies, and is a major lender to the auto industry. [SEP] green river, ill., aug. [SEP] china, which it won't sign the report, has rejected the request of the uk, the u. s. and its european allies as well as germany, russia and france. [SEP]"}
+{"type": "sample", "index": 3, "raw_text": "[CLS] over the limit. [SEP] the consumer electronics sector was the riser after japan ' s no. 2 equipment maker sharp ( 6501. t : quote, profile, research reported a 7. 4 percent rise in quarterly net profit helped by strong computer services and industrial equipment sales. [SEP] at the top end, your home is worth more than £8. 6, 000. [SEP] as part of a new investment management plan for the business, the group said it planned to raise $ 3 billion ( £2. 9 billion ) through a sale of the retail assets to fund operations in the uk and europe. [SEP] she was a member of her [SEP]", "detok_text": "[CLS] over the limit. [SEP] the consumer electronics sector was the riser after japan's no. 2 equipment maker sharp ( 6501. t: quote, profile, research reported a 7. 4 percent rise in quarterly net profit helped by strong computer services and industrial equipment sales. [SEP] at the top end, your home is worth more than £8. 6, 000. [SEP] as part of a new investment management plan for the business, the group said it planned to raise $3 billion (£2. 9 billion) through a sale of the retail assets to fund operations in the uk and europe. [SEP] she was a member of her [SEP]"}
+{"type": "sample", "index": 4, "raw_text": "[CLS]9 million, or $ 2. 17 per share in the year - ago quarter, the company said, compared with a 1. 6 billion won year - on - year loss. [SEP] \" this is a joint pilot project that scientists are working on around the world to lay the right foundations for the future of new carbon markets. [SEP] i ' m trying to protect my children ' s trust, but i don ' t know what to do. [SEP] the men ' s final is not a surprise. [SEP] the winners will be announced on the day of the queen ' s speech, which will be broadcast live live. [SEP] the announcement comes [SEP]", "detok_text": "[CLS]9 million, or $2. 17 per share in the year - ago quarter, the company said, compared with a 1. 6 billion won year - on - year loss. [SEP] \" this is a joint pilot project that scientists are working on around the world to lay the right foundations for the future of new carbon markets. [SEP] i'm trying to protect my children's trust, but i don't know what to do. [SEP] the men's final is not a surprise. [SEP] the winners will be announced on the day of the queen's speech, which will be broadcast live live. [SEP] the announcement comes [SEP]"}
+{"type": "sample", "index": 5, "raw_text": "[CLS] was 16. \" [SEP] i am delighted to be back in the game again, \" he said. [SEP] u. s. and european governments are especially victims of this. [SEP] that ' s what you want : the next time you ' ve done something about it, you think about it, and you get a sense of what the future is like. [SEP] one step, the person said, would be to put together an exit plan that might help chrysler out of its financial crisis. [SEP] currently, the u. s. department for food and rural affairs ( defra ) employs about 4, 000 workers a year, about 20 percent [SEP]", "detok_text": "[CLS] was 16. \"[SEP] i am delighted to be back in the game again,\" he said. [SEP] u. s. and european governments are especially victims of this. [SEP] that's what you want: the next time you've done something about it, you think about it, and you get a sense of what the future is like. [SEP] one step, the person said, would be to put together an exit plan that might help chrysler out of its financial crisis. [SEP] currently, the u. s. department for food and rural affairs (defra) employs about 4, 000 workers a year, about 20 percent [SEP]"}
+{"type": "sample", "index": 6, "raw_text": "[CLS] protests, plunging the country ' s economy into political turmoil. [SEP] the standard & poor ' s 500 rose 2. 13, or 0. 2 percent, to 930. 22 and the nasdaq composite index rose 3. 12, or 0. 4 percent, to 2, 747. 80. [SEP] in the fourth quarter of 2008, it lost $ 12m ( £6. 3m ), more than most analysts forecast. [SEP] mr. davis said he believed that the department was working to protect ms. brinkley ' s family because they would be concerned about a potential criminal investigation if she was involved. [SEP] after [SEP]", "detok_text": "[CLS] protests, plunging the country's economy into political turmoil. [SEP] the standard & poor's 500 rose 2. 13, or 0. 2 percent, to 930. 22 and the nasdaq composite index rose 3. 12, or 0. 4 percent, to 2, 747. 80. [SEP] in the fourth quarter of 2008, it lost $12m (£6. 3m), more than most analysts forecast. [SEP] mr. davis said he believed that the department was working to protect ms. brinkley's family because they would be concerned about a potential criminal investigation if she was involved. [SEP] after [SEP]"}
+{"type": "sample", "index": 7, "raw_text": "[CLS] about 1, 000. [SEP] in the first two quarters of recession, we have seen significant growth in gdp, thanks to higher growth, higher employment and lower commodity prices. [SEP] surrey police said there were more than 3, 000 thefts last year in england, with about 200 arrests and about 2, 200 incidents a year. [SEP] the dollar also rebounded on friday after a decline in other major currencies raised concerns that china may need more steps to raise funds. [SEP] he ' s been living in pakistan since the end of 2006, and now he is only playing against the people ' s will. [SEP] on thursday, mr [SEP]", "detok_text": "[CLS] about 1, 000. [SEP] in the first two quarters of recession, we have seen significant growth in gdp, thanks to higher growth, higher employment and lower commodity prices. [SEP] surrey police said there were more than 3, 000 thefts last year in england, with about 200 arrests and about 2, 200 incidents a year. [SEP] the dollar also rebounded on friday after a decline in other major currencies raised concerns that china may need more steps to raise funds. [SEP] he's been living in pakistan since the end of 2006, and now he is only playing against the people's will. [SEP] on thursday, mr [SEP]"}
+{"type": "sample", "index": 8, "raw_text": "[CLS] their first major event on the u. s. circuit. [SEP] \" the important thing is, you have to hold your own and play golf, so don ' t do that, \" woods said. [SEP] we ' re not here to work, we ' re late in the morning and we keep up all night. [SEP] afghanistan provides two - thirds of the u. s. military budget, but it has also been the most serious cause of civilian deaths in the country since the u. s. - led led invasion of afghanistan in 2001. [SEP] and that day we would go hand in hand with them. [SEP] mr obama has said [SEP]", "detok_text": "[CLS] their first major event on the u. s. circuit. [SEP] \"the important thing is, you have to hold your own and play golf, so don't do that,\" woods said. [SEP] we're not here to work, we're late in the morning and we keep up all night. [SEP] afghanistan provides two - thirds of the u. s. military budget, but it has also been the most serious cause of civilian deaths in the country since the u. s. - led led invasion of afghanistan in 2001. [SEP] and that day we would go hand in hand with them. [SEP] mr obama has said [SEP]"}
+{"type": "sample", "index": 9, "raw_text": "[CLS] african president, has accepted the award, which went straight to his wife michelle obama. [SEP] the first - half drive ended with a 32 - yard field goal with the giants still ahead, 7 - 3. [SEP] \" children who can ' t read and write on the internet are likely to learn more before they start, \" he said. [SEP] for a variety of reasons. [SEP] there are only two solutions. [SEP] \" i haven ' t heard anything about this, but i don ' t know what it is to get caught in your act. [SEP] 8 ( upi ) - - taliban spokesman fazlullah said sunday his movement [SEP]", "detok_text": "[CLS] african president, has accepted the award, which went straight to his wife michelle obama. [SEP] the first - half drive ended with a 32 - yard field goal with the giants still ahead, 7 - 3. [SEP] \"children who can't read and write on the internet are likely to learn more before they start,\" he said. [SEP] for a variety of reasons. [SEP] there are only two solutions. [SEP] \" i haven't heard anything about this, but i don't know what it is to get caught in your act. [SEP] 8 (upi) - - taliban spokesman fazlullah said sunday his movement [SEP]"}
+{"type": "sample", "index": 10, "raw_text": "[CLS], but they have always been kept alive, trying to help their children walk. [SEP] the red wings rallied from 2 - 1 down against the philadelphia flyers in the third round on saturday night to win the n. h. l. [SEP] he said iraqi police will spend $ 1. 5 million over the coming days to try to find her. [SEP] but if nothing is done, the money could be worth it. [SEP] \" it ' s a very hard time to change. [SEP] london airport operator baa is being urged to adopt a new policy of providing extra training for its ground staff. [SEP] but others, including the massachusetts governor, [SEP]", "detok_text": "[CLS], but they have always been kept alive, trying to help their children walk. [SEP] the red wings rallied from 2 - 1 down against the philadelphia flyers in the third round on saturday night to win the n. h. l. [SEP] he said iraqi police will spend $1. 5 million over the coming days to try to find her. [SEP] but if nothing is done, the money could be worth it. [SEP] \" it's a very hard time to change. [SEP] london airport operator baa is being urged to adopt a new policy of providing extra training for its ground staff. [SEP] but others, including the massachusetts governor, [SEP]"}
+{"type": "sample", "index": 11, "raw_text": "[CLS]. [SEP] so there was no complacency. [SEP] he was unable to play as a substitute in the first team. [SEP] the summer of 2008 was at the heart of the financial calamity. [SEP] \" he gave me a gun, which he didn ' t have, \" she recalled. [SEP] \" my position is this : she ' s a poor person and can ' t afford to pay, \" he said. [SEP] it is thought the supreme court would not be able to confirm the decision of the judges to grant the right of appeal. [SEP] \" this is not the end of anything. [SEP] but there has to be [SEP]", "detok_text": "[CLS]. [SEP] so there was no complacency. [SEP] he was unable to play as a substitute in the first team. [SEP] the summer of 2008 was at the heart of the financial calamity. [SEP] \"he gave me a gun, which he didn't have,\" she recalled. [SEP] \"my position is this: she's a poor person and can't afford to pay,\" he said. [SEP] it is thought the supreme court would not be able to confirm the decision of the judges to grant the right of appeal. [SEP] \" this is not the end of anything. [SEP] but there has to be [SEP]"}
+{"type": "sample", "index": 12, "raw_text": "[CLS]. [SEP] \" she wanted to be supportive and friendly, \" said her daughter. [SEP] i ' m not really familiar with the subject. [SEP] obama said he had planned to cancel the trip, but his spokesman declined to comment on the matter. [SEP] and i mean, i don ' t know if there ' s something like that. [SEP] as i said, i don ' t think that ' s wrong. [SEP] i don ' t know what is happening, but what is, \" she said. [SEP] unfortunately, the \" call of duty \" title, however, may not provide much boost to the game ' s revenue. [SEP] the [SEP]", "detok_text": "[CLS]. [SEP] \"she wanted to be supportive and friendly,\" said her daughter. [SEP] i'm not really familiar with the subject. [SEP] obama said he had planned to cancel the trip, but his spokesman declined to comment on the matter. [SEP] and i mean, i don't know if there's something like that. [SEP] as i said, i don't think that's wrong. [SEP] i don't know what is happening, but what is, \"she said. [SEP] unfortunately, the\" call of duty \" title, however, may not provide much boost to the game's revenue. [SEP] the [SEP]"}
+{"type": "sample", "index": 13, "raw_text": "[CLS] 2008, but that doesn ' t seem to be a selling point for the movie. [SEP] the braves had won their first three games before losing to chris smith, who allowed only three hits and two runs. [SEP] police have been called to the scene as part of the investigation an investigation is due to be carried out. [SEP] \" it ' s much worse than life these days. [SEP] a spokesman for the football association said : \" there is not a need for the application of any legal action to the international association of umpires, in response to the fa ' s concerns. [SEP] steinbrenner, who was torre ' s father [SEP]", "detok_text": "[CLS] 2008, but that doesn't seem to be a selling point for the movie. [SEP] the braves had won their first three games before losing to chris smith, who allowed only three hits and two runs. [SEP] police have been called to the scene as part of the investigation an investigation is due to be carried out. [SEP] \"it's much worse than life these days. [SEP] a spokesman for the football association said:\" there is not a need for the application of any legal action to the international association of umpires, in response to the fa's concerns. [SEP] steinbrenner, who was torre's father [SEP]"}
+{"type": "sample", "index": 14, "raw_text": "[CLS] said. [SEP] i ' m sad that they had little time to live their life.............. i would like them....... [SEP] it ' s also a bad way of life, he says. [SEP] she promised to send more troops to the country. [SEP] but she was worried because it was so far from home. [SEP] a western official told the times that he was attending the meeting in moscow. [SEP] but it won ' t be easy. [SEP] he did not want to be named publicly. [SEP] that ' s less than the $ 700 billion already spent [SEP]", "detok_text": "[CLS] said. [SEP] i'm sad that they had little time to live their life.............. i would like them....... [SEP] it's also a bad way of life, he says. [SEP] she promised to send more troops to the country. [SEP] but she was worried because it was so far from home. [SEP] a western official told the times that he was attending the meeting in moscow. [SEP] but it won't be easy. [SEP] he did not want to be named publicly. [SEP] that's less than the $700 billion already spent [SEP]"}
+{"type": "sample", "index": 15, "raw_text": "[CLS] said. [SEP] \" we ' re talking about how to address it, we ' re not going to slow it down, \" gebhardt said. [SEP] details of the deal are expected to be worked out in coming weeks. [SEP] and republican sen. john mccain has said that he plans to try to restore his image. [SEP] analysts said the data presented a mixed picture of \" deep trouble \" in the housing market. [SEP] however, knox ' s lawyers have tried to scuttle the appeal claiming to have been dismayed by the tone of his statement. [SEP] michalis bourguia scored the opening goal as france [SEP]", "detok_text": "[CLS] said. [SEP] \"we're talking about how to address it, we're not going to slow it down,\" gebhardt said. [SEP] details of the deal are expected to be worked out in coming weeks. [SEP] and republican sen. john mccain has said that he plans to try to restore his image. [SEP] analysts said the data presented a mixed picture of \"deep trouble\" in the housing market. [SEP] however, knox's lawyers have tried to scuttle the appeal claiming to have been dismayed by the tone of his statement. [SEP] michalis bourguia scored the opening goal as france [SEP]"}
+{"type": "sample", "index": 16, "raw_text": "[CLS] month later. [SEP] the left - hander also shot a closing 68 at 11 under after a 72 and double - bogey in the first round. [SEP] \" we ' ve tried to engage iran, but it ' s hard, \" obama said in tehran as he discussed iran ' s relations with the u. s. before he leaves office. [SEP] i would not be happy to be a long - term governor, but i haven ' t had the time to vote. [SEP] however, the company faces a real financial dilemma with its share price, which has fallen nearly 10 % in the last few months. [SEP] mrs fritzl was [SEP]", "detok_text": "[CLS] month later. [SEP] the left - hander also shot a closing 68 at 11 under after a 72 and double - bogey in the first round. [SEP] \"we've tried to engage iran, but it's hard,\" obama said in tehran as he discussed iran's relations with the u. s. before he leaves office. [SEP] i would not be happy to be a long - term governor, but i haven't had the time to vote. [SEP] however, the company faces a real financial dilemma with its share price, which has fallen nearly 10 % in the last few months. [SEP] mrs fritzl was [SEP]"}
+{"type": "sample", "index": 17, "raw_text": "[CLS] said it was clear that there were no suspects in the case because of the evidence, and that no criminal or gang activity had taken place. [SEP] six people were killed and wounded at a nearby hospital, the police said. [SEP] \" we ' re in a position to see if you can give someone a rest, \" he said. [SEP] obama, who was accompanied by an iranian diplomat at the u. n. security council, said he wanted to raise the issue with iran at the next security council meeting in march. [SEP] if he had been killed in the second world war, he would not have been killed. [SEP] in 2000, [SEP]", "detok_text": "[CLS] said it was clear that there were no suspects in the case because of the evidence, and that no criminal or gang activity had taken place. [SEP] six people were killed and wounded at a nearby hospital, the police said. [SEP] \"we're in a position to see if you can give someone a rest,\" he said. [SEP] obama, who was accompanied by an iranian diplomat at the u. n. security council, said he wanted to raise the issue with iran at the next security council meeting in march. [SEP] if he had been killed in the second world war, he would not have been killed. [SEP] in 2000, [SEP]"}
+{"type": "sample", "index": 18, "raw_text": "[CLS], was reported as telling police that they were abstaining from a camp he had set up when he was \" young. \" [SEP] williams, 33, has a 3 - 3 - 2 - 3 record in her 626 career games with four goals in 28 games.... [SEP] the judge has ordered the immediate release of mohamad khambani, who is seeking the maximum sentence of 30 years for the attempted murder of a prison guard who was killed in 1997. [SEP] he ' s a great president - - he ' s a world leader who has worked for the best in our country. [SEP] but even with [SEP]", "detok_text": "[CLS], was reported as telling police that they were abstaining from a camp he had set up when he was \"young.\" [SEP] williams, 33, has a 3 - 3 - 2 - 3 record in her 626 career games with four goals in 28 games.... [SEP] the judge has ordered the immediate release of mohamad khambani, who is seeking the maximum sentence of 30 years for the attempted murder of a prison guard who was killed in 1997. [SEP] he's a great president - - he's a world leader who has worked for the best in our country. [SEP] but even with [SEP]"}
+{"type": "sample", "index": 19, "raw_text": "[CLS] - brother of mr khamenei, who later died in 2005. [SEP] it seems that susan and jim are so devoted to the family. [SEP] there will be no criminal cases at all. [SEP] this led to an increase in prosecutions. [SEP] this article was published on guardian. co. uk at 12. 51 bst on thursday 16 october 2009. [SEP] there are two political parties, \" he said. [SEP] you ' ll have to be patient at times. [SEP] robert brown, 30, was charged last month with first - degree murder and charged with second - degree attempted murder. [SEP] it could cost a lot of money [SEP]", "detok_text": "[CLS] - brother of mr khamenei, who later died in 2005. [SEP] it seems that susan and jim are so devoted to the family. [SEP] there will be no criminal cases at all. [SEP] this led to an increase in prosecutions. [SEP] this article was published on guardian. co. uk at 12. 51 bst on thursday 16 october 2009. [SEP] there are two political parties, \" he said. [SEP] you'll have to be patient at times. [SEP] robert brown, 30, was charged last month with first - degree murder and charged with second - degree attempted murder. [SEP] it could cost a lot of money [SEP]"}
+{"type": "sample", "index": 20, "raw_text": "[CLS] a. m. [SEP] \" it would be wonderful if our players could make it a point. [SEP] secretary of state hillary clinton made the announcement sunday after the death of pakistan ' s president, ali, during a visit to the white house. [SEP] they may not be the champions of this game, but it should go to the final four. [SEP] mrs jones, 35, said she was \" so shocked \" that a woman who gave birth to her three - year - old daughter said she was so scared she wanted to become a mother. [SEP] it ' s a very different story in the world of finance. [SEP] it is expected to [SEP]", "detok_text": "[CLS] a. m. [SEP] \"it would be wonderful if our players could make it a point. [SEP] secretary of state hillary clinton made the announcement sunday after the death of pakistan's president, ali, during a visit to the white house. [SEP] they may not be the champions of this game, but it should go to the final four. [SEP] mrs jones, 35, said she was\" so shocked \" that a woman who gave birth to her three - year - old daughter said she was so scared she wanted to become a mother. [SEP] it's a very different story in the world of finance. [SEP] it is expected to [SEP]"}
+{"type": "sample", "index": 21, "raw_text": "[CLS] the streets. [SEP] he said yesterday that he had no plans to leave to go to afghanistan. [SEP] \" it ' s just about 3, 000 to 3, 600 per year, \" he says. [SEP] the result is that he ' s an artist because, like most famous artists, they are better than they were. [SEP] drogba played for the united states in 2007 and south korea in 2005, helping the squad win the four - team world cup. [SEP] her campaign spent more than $ 200, 000 in september, up from less than $ 200, 000 last month and $ 2 million in august, to about $ 100 [SEP]", "detok_text": "[CLS] the streets. [SEP] he said yesterday that he had no plans to leave to go to afghanistan. [SEP] \"it's just about 3, 000 to 3, 600 per year,\" he says. [SEP] the result is that he's an artist because, like most famous artists, they are better than they were. [SEP] drogba played for the united states in 2007 and south korea in 2005, helping the squad win the four - team world cup. [SEP] her campaign spent more than $200, 000 in september, up from less than $200, 000 last month and $2 million in august, to about $100 [SEP]"}
+{"type": "sample", "index": 22, "raw_text": "[CLS] 500 million in 2004, said the company would be able to raise the funds quickly. [SEP] we just have to keep trying to get through. [SEP] i have no idea what happened to my son. [SEP] however, magna, which had said it wanted to sell its russian car parts business to sberbank, applied for the sale of some 30 per cent on june 30. [SEP] the meeting is the start of a long diplomatic battle with iran. [SEP] he said : \" we have to make sure that we don ' t see too many comments about it on facebook. \" [SEP] still, the case of a chinese man arrested five years ago [SEP]", "detok_text": "[CLS] 500 million in 2004, said the company would be able to raise the funds quickly. [SEP] we just have to keep trying to get through. [SEP] i have no idea what happened to my son. [SEP] however, magna, which had said it wanted to sell its russian car parts business to sberbank, applied for the sale of some 30 per cent on june 30. [SEP] the meeting is the start of a long diplomatic battle with iran. [SEP] he said: \"we have to make sure that we don't see too many comments about it on facebook.\" [SEP] still, the case of a chinese man arrested five years ago [SEP]"}
+{"type": "sample", "index": 23, "raw_text": "[CLS]. [SEP] mr brown said that urgent action was not needed. [SEP] but he was unable to tell who was in their car and the night after he saw her, he tried to open a door in her own bedroom door. [SEP] i was still in the us at the time and decided to be a doctor. [SEP] in cash, the deal would provide the company with a buy - back of 1. 5 million shares or $ 0. 40 per share. [SEP] this time, he will have to pay the cost. [SEP] they think in a similar way. [SEP] \" he said he wanted to fight against the enemy and then he ' s [SEP]", "detok_text": "[CLS]. [SEP] mr brown said that urgent action was not needed. [SEP] but he was unable to tell who was in their car and the night after he saw her, he tried to open a door in her own bedroom door. [SEP] i was still in the us at the time and decided to be a doctor. [SEP] in cash, the deal would provide the company with a buy - back of 1. 5 million shares or $0. 40 per share. [SEP] this time, he will have to pay the cost. [SEP] they think in a similar way. [SEP] \" he said he wanted to fight against the enemy and then he's [SEP]"}
+{"type": "sample", "index": 24, "raw_text": "[CLS] [SEP] initial polls suggested the turnout may be closer to 40 %, officials told reuters. [SEP] he says the two leaders were engaged in direct talks but failed to improve relations. [SEP] sharif ' s reinstatement came after calls from lawmakers for his party to step down. [SEP] it is only his second to face a new trial. [SEP] hamilton did not make a decisive start, only to run his way to a strong lead in the standings. [SEP] she moved on. [SEP] i really want to play now. [SEP] these guys didn ' t kill me. [SEP] but let ' s be honest, there ' s still going to be a [SEP]", "detok_text": "[CLS] [SEP] initial polls suggested the turnout may be closer to 40 %, officials told reuters. [SEP] he says the two leaders were engaged in direct talks but failed to improve relations. [SEP] sharif's reinstatement came after calls from lawmakers for his party to step down. [SEP] it is only his second to face a new trial. [SEP] hamilton did not make a decisive start, only to run his way to a strong lead in the standings. [SEP] she moved on. [SEP] i really want to play now. [SEP] these guys didn't kill me. [SEP] but let's be honest, there's still going to be a [SEP]"}
+{"type": "sample", "index": 25, "raw_text": "[CLS] mortgage - related foreclosure, according to hope now, a mortgage industry group. [SEP] she had been missing from her home in briarsley, west yorkshire, for two weeks. [SEP] the amount of time involved in jackson ' s case had been expected to rise significantly in the coming months. [SEP] the project is expected to start in august 2008 and is expected to be fully completed by november 2009. [SEP] i am happy to see him back on stage. [SEP] he has not yet asked me not to cooperate with the investigation. [SEP] \" both john and i are deeply concerned about the reassignment of the u. s [SEP]", "detok_text": "[CLS] mortgage - related foreclosure, according to hope now, a mortgage industry group. [SEP] she had been missing from her home in briarsley, west yorkshire, for two weeks. [SEP] the amount of time involved in jackson's case had been expected to rise significantly in the coming months. [SEP] the project is expected to start in august 2008 and is expected to be fully completed by november 2009. [SEP] i am happy to see him back on stage. [SEP] he has not yet asked me not to cooperate with the investigation. [SEP] \" both john and i are deeply concerned about the reassignment of the u. s [SEP]"}
+{"type": "sample", "index": 26, "raw_text": "[CLS] i want to come up with - that is all i can say, \" he added. [SEP] analysts on average forecast 2. 2 billion dollars for the quarter. [SEP] \" if you want to improve your quality of life, you can do a little more to change the environment. [SEP] the italian made a fast start, moving up to the final lap to carve out the victory. [SEP] i don ' t know what ' s going on, i don ' t know when it ' s actually going to happen, so i don ' t know exactly where to go. [SEP] crosby, who had three goals in the last 1 : 18 [SEP]", "detok_text": "[CLS] i want to come up with - that is all i can say, \"he added. [SEP] analysts on average forecast 2. 2 billion dollars for the quarter. [SEP]\" if you want to improve your quality of life, you can do a little more to change the environment. [SEP] the italian made a fast start, moving up to the final lap to carve out the victory. [SEP] i don't know what's going on, i don't know when it's actually going to happen, so i don't know exactly where to go. [SEP] crosby, who had three goals in the last 1: 18 [SEP]"}
+{"type": "sample", "index": 27, "raw_text": "[CLS] \" he was not too late in the race, but it sure wasn ' t enough to make him wonder if he really thought he was going to have it. [SEP] he played a pivotal role in the us led invasion in 2001 to end the brutal taliban regime in the region. [SEP] i am a warm and honest man... [SEP] obama has done it, and he ' s trying to go out to get it right - - what did he really think about all of these things? [SEP] we should go all the way to find out what ifs and do nots in the photos and postings. [SEP] but he ' s [SEP]", "detok_text": "[CLS] \" he was not too late in the race, but it sure wasn't enough to make him wonder if he really thought he was going to have it. [SEP] he played a pivotal role in the us led invasion in 2001 to end the brutal taliban regime in the region. [SEP] i am a warm and honest man... [SEP] obama has done it, and he's trying to go out to get it right - - what did he really think about all of these things? [SEP] we should go all the way to find out what ifs and do nots in the photos and postings. [SEP] but he's [SEP]"}
+{"type": "sample", "index": 28, "raw_text": "[CLS] hearing was due to start at the time of shannon ' s death and the high court said the evidence given by the young girl ' s mother should be considered. [SEP] a local police official said at least nine people were killed and another 30 wounded in a separate attack late sunday in tora hilla, a sunni town south of the city of basra. [SEP] \" what kind of hurricane season is in store? \" asked john villarreal, who is director of the food network. [SEP] 29, and he did not discuss the union ' s role in the case. [SEP] the dollar fell to 97. 17 yen from 97. [SEP]", "detok_text": "[CLS] hearing was due to start at the time of shannon's death and the high court said the evidence given by the young girl's mother should be considered. [SEP] a local police official said at least nine people were killed and another 30 wounded in a separate attack late sunday in tora hilla, a sunni town south of the city of basra. [SEP] \"what kind of hurricane season is in store?\" asked john villarreal, who is director of the food network. [SEP] 29, and he did not discuss the union's role in the case. [SEP] the dollar fell to 97. 17 yen from 97. [SEP]"}
+{"type": "sample", "index": 29, "raw_text": "[CLS]. [SEP] the median sales price price of a home sold to a family fell to a median price of $ 11, 459, more than double the median home sales price in 2005, and down 4. 4 percent in 2008. [SEP] once it leaves the island, they will be brought back to an island about 15 metres ( 50ft ) away before they are ready for the next stage. [SEP] his father claimed that he was going to do nothing for his son, but his mother told him he had been killed. [SEP] the c. i. o. and the c. c. o. agree to provide up to $ 100 [SEP]", "detok_text": "[CLS]. [SEP] the median sales price price of a home sold to a family fell to a median price of $11, 459, more than double the median home sales price in 2005, and down 4. 4 percent in 2008. [SEP] once it leaves the island, they will be brought back to an island about 15 metres (50ft) away before they are ready for the next stage. [SEP] his father claimed that he was going to do nothing for his son, but his mother told him he had been killed. [SEP] the c. i. o. and the c. c. o. agree to provide up to $100 [SEP]"}
+{"type": "sample", "index": 30, "raw_text": "[CLS] unable to pay for medical treatment. [SEP] \" we are the party that will fight, \" the message read, echoing the rhetoric of rafael correa, the revolutionary leader responsible for the 2003 coup. [SEP] \" it ' s important we have the experience and the money to play. [SEP] in south korea, hill ' s visit to china and his second visit to south korea this week was the result of north korea ' s second nuclear test monday after months of six - party talks. [SEP] a pair of shoes sold for more than £6, 500. [SEP] washington - the u. s. border agency has released new information about a [SEP]", "detok_text": "[CLS] unable to pay for medical treatment. [SEP] \"we are the party that will fight,\" the message read, echoing the rhetoric of rafael correa, the revolutionary leader responsible for the 2003 coup. [SEP] \" it's important we have the experience and the money to play. [SEP] in south korea, hill's visit to china and his second visit to south korea this week was the result of north korea's second nuclear test monday after months of six - party talks. [SEP] a pair of shoes sold for more than £6, 500. [SEP] washington - the u. s. border agency has released new information about a [SEP]"}
+{"type": "sample", "index": 31, "raw_text": "[CLS] measures to be put forward to boost funding for biofuels and biofuel energy will come at the expense of nuclear power. [SEP] the cuts are thought to be up to nearly a metre long ( 5ft to the top of the head ). [SEP] but the nation ' s financial regulators failed to act as quickly as they did. [SEP] but you have shortcomings. [SEP] after nadal ' s decisive break in game three of the first set, the russian emerged from a 5 - 2 - 1 deficit in a superb service game to level the match. [SEP] in other energy trading, gasoline prices fell $ 1. 13 to [SEP]", "detok_text": "[CLS] measures to be put forward to boost funding for biofuels and biofuel energy will come at the expense of nuclear power. [SEP] the cuts are thought to be up to nearly a metre long (5ft to the top of the head). [SEP] but the nation's financial regulators failed to act as quickly as they did. [SEP] but you have shortcomings. [SEP] after nadal's decisive break in game three of the first set, the russian emerged from a 5 - 2 - 1 deficit in a superb service game to level the match. [SEP] in other energy trading, gasoline prices fell $1. 13 to [SEP]"}
+{"type": "sample", "index": 32, "raw_text": "[CLS] talks would be held over the next few days. [SEP] it is also widely known not to be one of the country ' s largest car manufacturers. [SEP] here are some ways to explain why you want to make your case again for the new music industry. [SEP] at one point, the players would do their best to keep the car moving. [SEP] when tiger woods wins the u. s. open, eight weeks later, he will try to get back to the golf game. [SEP] shawn horcoff scored four goals at the same point in the third period. [SEP] it was about 11 : 45 a. m. local time that morning [SEP]", "detok_text": "[CLS] talks would be held over the next few days. [SEP] it is also widely known not to be one of the country's largest car manufacturers. [SEP] here are some ways to explain why you want to make your case again for the new music industry. [SEP] at one point, the players would do their best to keep the car moving. [SEP] when tiger woods wins the u. s. open, eight weeks later, he will try to get back to the golf game. [SEP] shawn horcoff scored four goals at the same point in the third period. [SEP] it was about 11: 45 a. m. local time that morning [SEP]"}
+{"type": "sample", "index": 33, "raw_text": "[CLS] in the group had been arrested. [SEP] he won ' t play in the way he did. [SEP] he was being questioned by police over the incident and was later taken to hospital. [SEP] this would be a real change, \" he said at a news conference. [SEP] everyone has a right of their own. [SEP] the results will be released late friday or the early hours of the day. [SEP] they ' re like, \" do you get it? \" [SEP] \" we all know this... i hope we ' ll be given more hope for the future. [SEP] but in the future, the focus will turn to the economy, [SEP]", "detok_text": "[CLS] in the group had been arrested. [SEP] he won't play in the way he did. [SEP] he was being questioned by police over the incident and was later taken to hospital. [SEP] this would be a real change, \"he said at a news conference. [SEP] everyone has a right of their own. [SEP] the results will be released late friday or the early hours of the day. [SEP] they're like,\" do you get it? \"[SEP]\" we all know this... i hope we'll be given more hope for the future. [SEP] but in the future, the focus will turn to the economy, [SEP]"}
+{"type": "sample", "index": 34, "raw_text": "[CLS] $ 2. 2 billion a year. [SEP] he was not able to play. [SEP] as such, investors would keep their house at close to half the price of the home and invite buyers to look for what they ' ve got. [SEP] it will also receive development funds and equipment to provide aid to rural communities, increase access to roads and improve local infrastructure. [SEP] mr jones said : \" the aim is to protect everyone in a bid to reduce damage to the national park. [SEP] tokyo ( reuters ) - early in the evening barack obama got down to the idea of a u. s. - japan security alliance that he said will help [SEP]", "detok_text": "[CLS] $2. 2 billion a year. [SEP] he was not able to play. [SEP] as such, investors would keep their house at close to half the price of the home and invite buyers to look for what they've got. [SEP] it will also receive development funds and equipment to provide aid to rural communities, increase access to roads and improve local infrastructure. [SEP] mr jones said: \" the aim is to protect everyone in a bid to reduce damage to the national park. [SEP] tokyo (reuters) - early in the evening barack obama got down to the idea of a u. s. - japan security alliance that he said will help [SEP]"}
+{"type": "sample", "index": 35, "raw_text": "[CLS] hold this to mind, that i was just going to die. [SEP] he was convicted and given a 15 - year prison sentence but was ordered to return to the uk within 12 months. [SEP] but it is still plagued by a host of technical issues. [SEP] iceland ' s economy has lost an estimated $ 25 billion in value this year. [SEP] she said there is no strong evidence yet to support her son ' s account. [SEP] we need a good president. [SEP] \" he can only talk about his future at united but he has all the qualities he would like to get to the top of the table, \" ferguson told bbc sport. [SEP]", "detok_text": "[CLS] hold this to mind, that i was just going to die. [SEP] he was convicted and given a 15 - year prison sentence but was ordered to return to the uk within 12 months. [SEP] but it is still plagued by a host of technical issues. [SEP] iceland's economy has lost an estimated $25 billion in value this year. [SEP] she said there is no strong evidence yet to support her son's account. [SEP] we need a good president. [SEP] \"he can only talk about his future at united but he has all the qualities he would like to get to the top of the table,\" ferguson told bbc sport. [SEP]"}
+{"type": "sample", "index": 36, "raw_text": "[CLS] injuries, and their identities and numbers have not been released, \" the statement said. [SEP] treasury department officials have expressed confidence that the u. s. government would be willing to sell off the size of the bailout to stave off bankruptcy, but some analysts said that the huge taxpayer money available to it could help to prevent a broader financial meltdown. [SEP] there has been some talk of a rate rise by the bank of england, given that the bank is unlikely to make progress on its quantitative easing programme, but there is a \" chance \" that the bank could do so as early as this week. [SEP] other analysts say the [SEP]", "detok_text": "[CLS] injuries, and their identities and numbers have not been released, \"the statement said. [SEP] treasury department officials have expressed confidence that the u. s. government would be willing to sell off the size of the bailout to stave off bankruptcy, but some analysts said that the huge taxpayer money available to it could help to prevent a broader financial meltdown. [SEP] there has been some talk of a rate rise by the bank of england, given that the bank is unlikely to make progress on its quantitative easing programme, but there is a\" chance \" that the bank could do so as early as this week. [SEP] other analysts say the [SEP]"}
+{"type": "sample", "index": 37, "raw_text": "[CLS] world, but it is not the usual success story. [SEP] if he wanted to be president, he would be a leader. [SEP] jackson, who once claimed to be the world ' s most popular pop artist, was diagnosed with a heart attack and cancer, and expected to spend the rest of his life trying to recover, doctors said monday. [SEP] the house price index has gone up 6 per cent in the last 12 months. [SEP] \" i didn ' t know what was wrong, \" he said. [SEP] \" it ' s not news, it ' s not news. [SEP] he jogged down to the end zone, where he was [SEP]", "detok_text": "[CLS] world, but it is not the usual success story. [SEP] if he wanted to be president, he would be a leader. [SEP] jackson, who once claimed to be the world's most popular pop artist, was diagnosed with a heart attack and cancer, and expected to spend the rest of his life trying to recover, doctors said monday. [SEP] the house price index has gone up 6 per cent in the last 12 months. [SEP] \"i didn't know what was wrong,\" he said. [SEP] \" it's not news, it's not news. [SEP] he jogged down to the end zone, where he was [SEP]"}
+{"type": "sample", "index": 38, "raw_text": "[CLS] over a minute into the second period. [SEP] if he wins, he ' s a good arbiter. [SEP] but the media coverage of the issue has only made matters worse. [SEP] officials spoke on condition of anonymity because the announcement has not been made. [SEP] the singer ' s father, joe jackson ii, bought the singer for more than $ 3 million ( £1. 6 million ) at a price of about $ 3 million. [SEP] at the end of the first half, galindo headed clear with his first goal - he fouled just before the break - but it looked like he had the chance to save as [SEP]", "detok_text": "[CLS] over a minute into the second period. [SEP] if he wins, he's a good arbiter. [SEP] but the media coverage of the issue has only made matters worse. [SEP] officials spoke on condition of anonymity because the announcement has not been made. [SEP] the singer's father, joe jackson ii, bought the singer for more than $3 million (£1. 6 million) at a price of about $3 million. [SEP] at the end of the first half, galindo headed clear with his first goal - he fouled just before the break - but it looked like he had the chance to save as [SEP]"}
+{"type": "sample", "index": 39, "raw_text": "[CLS] after it occurred on wednesday. [SEP] police have joined the search for john hoey, a 25 year old man from corby in northern ireland. [SEP] she was like me. [SEP] when i was young i had no idea of my own future. [SEP] beijing - - the mother of a 9 - year - old chinese girl who had previously applied for the same treatment as a chinese girl was diagnosed with swine flu, a health official said thursday. [SEP] he ' s a leader and he ' ll do what he wants to do in his role. [SEP] but he wasn ' t in it. [SEP] it was claimed that one of [SEP]", "detok_text": "[CLS] after it occurred on wednesday. [SEP] police have joined the search for john hoey, a 25 year old man from corby in northern ireland. [SEP] she was like me. [SEP] when i was young i had no idea of my own future. [SEP] beijing - - the mother of a 9 - year - old chinese girl who had previously applied for the same treatment as a chinese girl was diagnosed with swine flu, a health official said thursday. [SEP] he's a leader and he'll do what he wants to do in his role. [SEP] but he wasn't in it. [SEP] it was claimed that one of [SEP]"}
+{"type": "sample", "index": 40, "raw_text": "[CLS]. 5 billion in revenue, valued at $ 6. 6 billion. [SEP] you can move right up like a man. [SEP] the company ' s move was criticized on both sides of the atlantic. [SEP] one of the toughest hard - hitters in the world, it ' s hard to break down when we ' re all wearing t - shirts over our heads. [SEP] the number of voters will double by the age of 18. [SEP] the trial has been scheduled for monday. [SEP] it is rare to see evidence of the scale of a reaction of the financial markets. [SEP] the plan is to be completed within 10 days to see if [SEP]", "detok_text": "[CLS]. 5 billion in revenue, valued at $6. 6 billion. [SEP] you can move right up like a man. [SEP] the company's move was criticized on both sides of the atlantic. [SEP] one of the toughest hard - hitters in the world, it's hard to break down when we're all wearing t - shirts over our heads. [SEP] the number of voters will double by the age of 18. [SEP] the trial has been scheduled for monday. [SEP] it is rare to see evidence of the scale of a reaction of the financial markets. [SEP] the plan is to be completed within 10 days to see if [SEP]"}
+{"type": "sample", "index": 41, "raw_text": "[CLS] wednesday at the home of a 5 - year - old girl who was stabbed to death after snatching the boy in a baltimore playground. [SEP] some 5. 4 million children are thought to be under age five at the age of 12. [SEP] he had offered to buy two apartments, worth 200, 000 euros, 150, 000. [SEP] it is reversing wal - mart ' s traditional policy of price discounts. [SEP] \" it ' s always good to do both ahead of time, \" he said. [SEP] one police officer was killed in a shootout between two officers. [SEP] he said there had been too much pressure on the [SEP]", "detok_text": "[CLS] wednesday at the home of a 5 - year - old girl who was stabbed to death after snatching the boy in a baltimore playground. [SEP] some 5. 4 million children are thought to be under age five at the age of 12. [SEP] he had offered to buy two apartments, worth 200, 000 euros, 150, 000. [SEP] it is reversing wal - mart's traditional policy of price discounts. [SEP] \"it's always good to do both ahead of time,\" he said. [SEP] one police officer was killed in a shootout between two officers. [SEP] he said there had been too much pressure on the [SEP]"}
+{"type": "sample", "index": 42, "raw_text": "[CLS], facing a lawsuit over the location and lack of housing. [SEP] last year a witness also claimed the 14 - year - old boy was shot in the leg, but the police initially said that they were unable to trace the young boy. [SEP] a number of people living in the same area have been affected at the scene of a lorry being hit in a collision by the emergency services. [SEP] it doesn ' t always last. [SEP] \" i think the situation will become more difficult as a result. [SEP] i know, because i would like to get back to where i am today. [SEP] a woman has been killed in the attack, [SEP]", "detok_text": "[CLS], facing a lawsuit over the location and lack of housing. [SEP] last year a witness also claimed the 14 - year - old boy was shot in the leg, but the police initially said that they were unable to trace the young boy. [SEP] a number of people living in the same area have been affected at the scene of a lorry being hit in a collision by the emergency services. [SEP] it doesn't always last. [SEP] \" i think the situation will become more difficult as a result. [SEP] i know, because i would like to get back to where i am today. [SEP] a woman has been killed in the attack, [SEP]"}
+{"type": "sample", "index": 43, "raw_text": "[CLS]. [SEP] and so, here ' s a lot to protect your children. [SEP] \" i wish i would go to the us and go back in iraq, \" mccain said in a statement on his web site. [SEP] the data also suggests that some people are holding back on mortgages that they are unable to pay, which could further strain the credit markets. [SEP] george, who is a biological father to three children, was working as a youngster when she was born in the early 1970s. [SEP] the visit will be napolitano ' s first since 2000, when she became his homeland security secretary. [SEP] it ' s nice to [SEP]", "detok_text": "[CLS]. [SEP] and so, here's a lot to protect your children. [SEP] \"i wish i would go to the us and go back in iraq,\" mccain said in a statement on his web site. [SEP] the data also suggests that some people are holding back on mortgages that they are unable to pay, which could further strain the credit markets. [SEP] george, who is a biological father to three children, was working as a youngster when she was born in the early 1970s. [SEP] the visit will be napolitano's first since 2000, when she became his homeland security secretary. [SEP] it's nice to [SEP]"}
+{"type": "sample", "index": 44, "raw_text": "[CLS], is scheduled to hold a conference call on wednesday at 10 : 00 a. m. [SEP] this is a complicated area. [SEP] he could have been there a few months ago but could not have left. [SEP] it is only when you get lost in the world. [SEP] it is the country ' s third - largest nuclear - power project, based on the country ' s largest nuclear power plant. [SEP] japan ' s government said it will seek an additional 1 trillion yen ( $ 26 billion ) in loans by early next year to help it to shore up its balance sheet, according to a statement issued by japan ' s ministry of finance [SEP]", "detok_text": "[CLS], is scheduled to hold a conference call on wednesday at 10: 00 a. m. [SEP] this is a complicated area. [SEP] he could have been there a few months ago but could not have left. [SEP] it is only when you get lost in the world. [SEP] it is the country's third - largest nuclear - power project, based on the country's largest nuclear power plant. [SEP] japan's government said it will seek an additional 1 trillion yen ($26 billion) in loans by early next year to help it to shore up its balance sheet, according to a statement issued by japan's ministry of finance [SEP]"}
+{"type": "sample", "index": 45, "raw_text": "[CLS] is still to come. [SEP] to do that he has to raise a lot of money. [SEP] but on some, the picture is even better than others. [SEP] \" i can ' t tell you, but it will be very difficult to find the best way to allow him to get the game going forward. [SEP] \" i think this is a big step, \" he said. [SEP] hayden wouldn ' t say when the agency would release a complete copy of tapes of possible terror attacks on u. s. targets. [SEP] iraqi forces are on the scene - - u. s. embassies, the offices of the u. s [SEP]", "detok_text": "[CLS] is still to come. [SEP] to do that he has to raise a lot of money. [SEP] but on some, the picture is even better than others. [SEP] \"i can't tell you, but it will be very difficult to find the best way to allow him to get the game going forward. [SEP]\" i think this is a big step, \" he said. [SEP] hayden wouldn't say when the agency would release a complete copy of tapes of possible terror attacks on u. s. targets. [SEP] iraqi forces are on the scene - - u. s. embassies, the offices of the u. s [SEP]"}
+{"type": "sample", "index": 46, "raw_text": "[CLS] they keep talking, they know what they ' re talking about, but when they ' re moving you ' re just pushing them to move on, and they want to move, \" smith said in front of a crowd of 1, 000. [SEP] such problems have been rare in china. [SEP] don ' t you have this problem? [SEP] i don ' t think this is a good thing. [SEP] would you allow some of the firms that own some of these shares to give money back to their clients because their brokers don ' t know where they are? [SEP] it won ' t be long. [SEP] in this case, the number [SEP]", "detok_text": "[CLS] they keep talking, they know what they're talking about, but when they're moving you're just pushing them to move on, and they want to move, \" smith said in front of a crowd of 1, 000. [SEP] such problems have been rare in china. [SEP] don't you have this problem? [SEP] i don't think this is a good thing. [SEP] would you allow some of the firms that own some of these shares to give money back to their clients because their brokers don't know where they are? [SEP] it won't be long. [SEP] in this case, the number [SEP]"}
+{"type": "sample", "index": 47, "raw_text": "[CLS] by foreign companies, but were not directly involved. [SEP] in an editorial in sunday ' s financial times, a south korean newspaper reported that the south will send 1, 000 extra troops to the north. [SEP] a man next to his son ' s home was shot in the leg. [SEP] but the truth is, the markets have continued to rise so far. [SEP] he made campaign contributions that included $ 200, 000 of his money from the clinton campaign fund, the indictment alleges. [SEP] again, one of the best moments of the set was the long walk to her room, when she ' d have been taken back to her [SEP]", "detok_text": "[CLS] by foreign companies, but were not directly involved. [SEP] in an editorial in sunday's financial times, a south korean newspaper reported that the south will send 1, 000 extra troops to the north. [SEP] a man next to his son's home was shot in the leg. [SEP] but the truth is, the markets have continued to rise so far. [SEP] he made campaign contributions that included $200, 000 of his money from the clinton campaign fund, the indictment alleges. [SEP] again, one of the best moments of the set was the long walk to her room, when she'd have been taken back to her [SEP]"}
+{"type": "sample", "index": 48, "raw_text": "[CLS] offer that is not likely to be rejected by a third party. [SEP] that is something u. s. companies need to go through. [SEP] they were the winners of last year ' s games, but have finished the season with three straight losses. [SEP] officials say that the journey takes an extra 15 minutes before the weather is clear. [SEP] that ' s not to say the federal government is spending $ 10 trillion. [SEP] he added that even if china was involved, it was unlikely that north korea would carry out a new nuclear test that would result in the u. s. pulling out, along with other nations in the region. [SEP] [SEP]", "detok_text": "[CLS] offer that is not likely to be rejected by a third party. [SEP] that is something u. s. companies need to go through. [SEP] they were the winners of last year's games, but have finished the season with three straight losses. [SEP] officials say that the journey takes an extra 15 minutes before the weather is clear. [SEP] that's not to say the federal government is spending $10 trillion. [SEP] he added that even if china was involved, it was unlikely that north korea would carry out a new nuclear test that would result in the u. s. pulling out, along with other nations in the region. [SEP] [SEP]"}
+{"type": "sample", "index": 49, "raw_text": "[CLS] with his father ' s e - mail. [SEP] yes, though, the timing may just be right in the area. [SEP] this is a book that tells a different story. [SEP] a financial times report said that barclays capital, the london - listed bank, could be sold at a discount rate of 5. 6 per cent after the rescue of barclays capital, the london - based bank, during the credit crisis. [SEP] \" this is not something you need to do but you have to play your game and that ' s the main thing. [SEP] \" i didn ' t feel safe until i saw what i was doing, \" [SEP]", "detok_text": "[CLS] with his father's e - mail. [SEP] yes, though, the timing may just be right in the area. [SEP] this is a book that tells a different story. [SEP] a financial times report said that barclays capital, the london - listed bank, could be sold at a discount rate of 5. 6 per cent after the rescue of barclays capital, the london - based bank, during the credit crisis. [SEP] \"this is not something you need to do but you have to play your game and that's the main thing. [SEP]\" i didn't feel safe until i saw what i was doing, \" [SEP]"}
+{"type": "sample", "index": 50, "raw_text": "[CLS] [SEP] the estimated costs range from $ 2 million to $ 35, 000, the project ' s range from $ 50, 000 to $ 100, 000 per year and the average cost is $ 600 to $ 200, 000. [SEP] the report was released as the sheriff ' s department continues its investigation. [SEP] \" the club is a huge club that is good enough for me or anyone else, \" he said. [SEP] earlier this week, she said she believed they had made an agreement. [SEP] david johnson had 18 points, eight rebounds and three blocked shots for the tigers ( 18 - 4, 7 - 2 ), who shot 53 [SEP]", "detok_text": "[CLS] [SEP] the estimated costs range from $2 million to $35, 000, the project's range from $50, 000 to $100, 000 per year and the average cost is $600 to $200, 000. [SEP] the report was released as the sheriff's department continues its investigation. [SEP] \"the club is a huge club that is good enough for me or anyone else,\" he said. [SEP] earlier this week, she said she believed they had made an agreement. [SEP] david johnson had 18 points, eight rebounds and three blocked shots for the tigers (18 - 4, 7 - 2), who shot 53 [SEP]"}
+{"type": "sample", "index": 51, "raw_text": "[CLS] ' t, which means you ' re going to make history. [SEP] the last players to finish in a tie for second were 14 - year - old john cook, carl pettersley - - the defending champion and rookie of the year - - and paul casey and 11 - year - old dustin johnson. [SEP] \" he can play as best he can, but he ' s the right player and he ' s very popular, \" the russian told bbc sport. [SEP] los angeles, jan. [SEP] the total price it added to the price of the ticket fell to about $ 2. 50. [SEP] in the last phase of the case [SEP]", "detok_text": "[CLS]'t, which means you're going to make history. [SEP] the last players to finish in a tie for second were 14 - year - old john cook, carl pettersley - - the defending champion and rookie of the year - - and paul casey and 11 - year - old dustin johnson. [SEP] \"he can play as best he can, but he's the right player and he's very popular,\" the russian told bbc sport. [SEP] los angeles, jan. [SEP] the total price it added to the price of the ticket fell to about $2. 50. [SEP] in the last phase of the case [SEP]"}
+{"type": "sample", "index": 52, "raw_text": "[CLS] week, helping the defending champions fight off their title challenge on the last night. [SEP] we ' re not sure what he has to say about it, but he ' s already in the business of making a film. [SEP] it ' s perhaps best to go a little further on the quality of the product. [SEP] florida ( 4 - 3 ) led 45 - 38 midway through the first half, before a 10 - 2 run that sent the tigers ( 6 - 4, 2 - 3 ) to the buckeyes ' 21. [SEP] police have given no motive for the attack. [SEP] california - based suntech inc. is working with [SEP]", "detok_text": "[CLS] week, helping the defending champions fight off their title challenge on the last night. [SEP] we're not sure what he has to say about it, but he's already in the business of making a film. [SEP] it's perhaps best to go a little further on the quality of the product. [SEP] florida (4 - 3) led 45 - 38 midway through the first half, before a 10 - 2 run that sent the tigers (6 - 4, 2 - 3) to the buckeyes' 21. [SEP] police have given no motive for the attack. [SEP] california - based suntech inc. is working with [SEP]"}
+{"type": "sample", "index": 53, "raw_text": "[CLS] for the final time as she tries to defend her olympic gold medal in the 1 - to - 1, 1, 200m butterfly. [SEP] there ' s nothing to do in the u. s. open. [SEP] orlando cabrera hit a three - run homer in the eighth inning, then scored on melky cabrera ' s home run to help the tigers beat the city royals 5 - 3 on tuesday. [SEP] but he said the attorney general ' s findings must be considered. [SEP] she was a skinny 20 - year - old with three eyes in one side. [SEP] \" i am not opposed to the war. [SEP] the u [SEP]", "detok_text": "[CLS] for the final time as she tries to defend her olympic gold medal in the 1 - to - 1, 1, 200m butterfly. [SEP] there's nothing to do in the u. s. open. [SEP] orlando cabrera hit a three - run homer in the eighth inning, then scored on melky cabrera's home run to help the tigers beat the city royals 5 - 3 on tuesday. [SEP] but he said the attorney general's findings must be considered. [SEP] she was a skinny 20 - year - old with three eyes in one side. [SEP] \" i am not opposed to the war. [SEP] the u [SEP]"}
+{"type": "sample", "index": 54, "raw_text": "[CLS] to live in a more normal way. [SEP] the star died of lung cancer in february 2008. [SEP] the bid price is $ 19. 45, higher than last friday ' s closing price of $ 17. 50. [SEP] they can also afford a house, to start with the price. [SEP] it ' s hoped that if they pull their money off, they will eventually pay it back. [SEP] a hearing is set for april 22. [SEP] they ' ll be fed up to 1. 5 times a day and work from 1. 30 - 6 a. m. - 3 hours. [SEP] a police spokesman said : \" we have a [SEP]", "detok_text": "[CLS] to live in a more normal way. [SEP] the star died of lung cancer in february 2008. [SEP] the bid price is $19. 45, higher than last friday's closing price of $17. 50. [SEP] they can also afford a house, to start with the price. [SEP] it's hoped that if they pull their money off, they will eventually pay it back. [SEP] a hearing is set for april 22. [SEP] they'll be fed up to 1. 5 times a day and work from 1. 30 - 6 a. m. - 3 hours. [SEP] a police spokesman said: \" we have a [SEP]"}
+{"type": "sample", "index": 55, "raw_text": "[CLS] ' s office in borberg. [SEP] and so, palin made it clear by saying, \" yes, some of that can be funny. [SEP] a version appeared on p28 of the news & features section of the guardian on wednesday 24 november 2009. [SEP] but a doctor shouldn ' t have to accept a patient in the first place, according to johnson. [SEP] if you sign in, you ' ll have to cut your taxes by as much as half a percent, but just half, to pay the difference on a permanent basis. [SEP] it is also important that they are trying to win the title here. [SEP] iraqis [SEP]", "detok_text": "[CLS]'s office in borberg. [SEP] and so, palin made it clear by saying, \" yes, some of that can be funny. [SEP] a version appeared on p28 of the news & features section of the guardian on wednesday 24 november 2009. [SEP] but a doctor shouldn't have to accept a patient in the first place, according to johnson. [SEP] if you sign in, you'll have to cut your taxes by as much as half a percent, but just half, to pay the difference on a permanent basis. [SEP] it is also important that they are trying to win the title here. [SEP] iraqis [SEP]"}
+{"type": "sample", "index": 56, "raw_text": "[CLS] of british and french forces. [SEP] the u. s. military in anbar province said it knew nothing of the attack. [SEP] the government said it would not comment on the court ' s decision. [SEP] he also will not be able to play in the playoffs. [SEP] but these days, other countries tend to drink less. [SEP] but for many of us, it was still a symbol of the suffering and loss of a man in action. [SEP] we ' ll be able to change how we play so that we can look at our team and see how we line up. [SEP] \" i think it is not important for me to be [SEP]", "detok_text": "[CLS] of british and french forces. [SEP] the u. s. military in anbar province said it knew nothing of the attack. [SEP] the government said it would not comment on the court's decision. [SEP] he also will not be able to play in the playoffs. [SEP] but these days, other countries tend to drink less. [SEP] but for many of us, it was still a symbol of the suffering and loss of a man in action. [SEP] we'll be able to change how we play so that we can look at our team and see how we line up. [SEP] \" i think it is not important for me to be [SEP]"}
+{"type": "sample", "index": 57, "raw_text": "[CLS] to blow up a lorry in county durham, which killed mr brown ' s son robert and his wife caylee. [SEP] but she told her not to try to keep her out of trouble until the first round was about to begin. [SEP] \" they have to win... [SEP] they were arrested, and questioned by a local reporter, who asked not to give details of their identity. [SEP] the number of claims dropped in april. [SEP] \" sometimes you don ' t know how to bring your own kids to play while you ' re playing, \" she says. [SEP] mr obama is also pressing g8 leaders to make sure [SEP]", "detok_text": "[CLS] to blow up a lorry in county durham, which killed mr brown's son robert and his wife caylee. [SEP] but she told her not to try to keep her out of trouble until the first round was about to begin. [SEP] \"they have to win... [SEP] they were arrested, and questioned by a local reporter, who asked not to give details of their identity. [SEP] the number of claims dropped in april. [SEP]\" sometimes you don't know how to bring your own kids to play while you're playing, \" she says. [SEP] mr obama is also pressing g8 leaders to make sure [SEP]"}
+{"type": "sample", "index": 58, "raw_text": "[CLS] vote on the deal. [SEP] that ' s why i ' d like to know i will be playing at a club when i ' m back at the top of my game, but i ' ve got to be able to play in the right place. [SEP] anthony had previously asked the judge to let her estranged father take care of his daughter ' s children for three years, saying he only wanted to adopt his daughter. [SEP] even a downgrade to the bank ' s credit rating, as is widely expected, could put pressure on the shares. [SEP] police arrested a 16 - year - old boy after he got in front of a bus [SEP]", "detok_text": "[CLS] vote on the deal. [SEP] that's why i'd like to know i will be playing at a club when i'm back at the top of my game, but i've got to be able to play in the right place. [SEP] anthony had previously asked the judge to let her estranged father take care of his daughter's children for three years, saying he only wanted to adopt his daughter. [SEP] even a downgrade to the bank's credit rating, as is widely expected, could put pressure on the shares. [SEP] police arrested a 16 - year - old boy after he got in front of a bus [SEP]"}
+{"type": "sample", "index": 59, "raw_text": "[CLS] wanted to make it work. [SEP] peter mandelson, the business secretary, said : \" the idea is simply to make sure people want to be left out. [SEP] the fire began about 1 a. m. [SEP] the line is expected to carry 3. 5 million passengers per year at a cost of about $ 2. 4 billion, officials said. [SEP] industrial production fell to its sharpest annual rate in more than three years, falling 0. 3 per cent. [SEP] some 30, 000 residents, mostly iraqis, moved out of their homes and shelters are being set up in the mainly arab town north of the capital, [SEP]", "detok_text": "[CLS] wanted to make it work. [SEP] peter mandelson, the business secretary, said: \" the idea is simply to make sure people want to be left out. [SEP] the fire began about 1 a. m. [SEP] the line is expected to carry 3. 5 million passengers per year at a cost of about $2. 4 billion, officials said. [SEP] industrial production fell to its sharpest annual rate in more than three years, falling 0. 3 per cent. [SEP] some 30, 000 residents, mostly iraqis, moved out of their homes and shelters are being set up in the mainly arab town north of the capital, [SEP]"}
+{"type": "sample", "index": 60, "raw_text": "[CLS] on its own. [SEP] the group ' s net debt, which is now expected to be 40 billion pounds, slipped 0. 9 per cent to 11. 9 billion pounds. [SEP] by comparison, some 20 million books are already available on the high street. [SEP] what is your position on the peace process? [SEP] he was taken to boston children ' s hospital about 3 : 45 a. m. [SEP] she added, \" i don ' t know why but i wouldn ' t know about so many others. \" [SEP] i don ' t think he would have to step in to the police. [SEP] david cowley, a spokesman for [SEP]", "detok_text": "[CLS] on its own. [SEP] the group's net debt, which is now expected to be 40 billion pounds, slipped 0. 9 per cent to 11. 9 billion pounds. [SEP] by comparison, some 20 million books are already available on the high street. [SEP] what is your position on the peace process? [SEP] he was taken to boston children's hospital about 3: 45 a. m. [SEP] she added, \"i don't know why but i wouldn't know about so many others.\" [SEP] i don't think he would have to step in to the police. [SEP] david cowley, a spokesman for [SEP]"}
+{"type": "sample", "index": 61, "raw_text": "[CLS] on sunday, prompting authorities to call for family members to be detained. [SEP] we need to keep people in touch, to be open and responsive. [SEP] it is such a complex world. [SEP] \" it ' s hard to see a replay of a story like this, \" she said. [SEP] he made a birdie for birdie on the second hole, bogeyed the final hole for a 4 - under 68, and finished with six birdies and four birdies. [SEP] the 29 - year - old, who was not identified, said he didn ' t want to see the video. [SEP] one of the company ' s [SEP]", "detok_text": "[CLS] on sunday, prompting authorities to call for family members to be detained. [SEP] we need to keep people in touch, to be open and responsive. [SEP] it is such a complex world. [SEP] \"it's hard to see a replay of a story like this,\" she said. [SEP] he made a birdie for birdie on the second hole, bogeyed the final hole for a 4 - under 68, and finished with six birdies and four birdies. [SEP] the 29 - year - old, who was not identified, said he didn't want to see the video. [SEP] one of the company's [SEP]"}
+{"type": "sample", "index": 62, "raw_text": "[CLS] wanted to go for gold and that he was able to support one of his chances for the u. s. olympic gold medal that is shaping up to be the most valuable medal ever. [SEP] \" i ' m just a child, it ' s very hard to say. [SEP] in the second half this was the moment donadoni needed to rally his team. [SEP] 3 - 4 19, bryant 6 - 9 3 - 4 10. [SEP] i think they have the opportunity to get the numbers right on what they ' ve done. [SEP] worldwide sales rose 3. 2 percent compared to the u. s. auto market, according to [SEP]", "detok_text": "[CLS] wanted to go for gold and that he was able to support one of his chances for the u. s. olympic gold medal that is shaping up to be the most valuable medal ever. [SEP] \" i'm just a child, it's very hard to say. [SEP] in the second half this was the moment donadoni needed to rally his team. [SEP] 3 - 4 19, bryant 6 - 9 3 - 4 10. [SEP] i think they have the opportunity to get the numbers right on what they've done. [SEP] worldwide sales rose 3. 2 percent compared to the u. s. auto market, according to [SEP]"}
+{"type": "sample", "index": 63, "raw_text": "[CLS] week. [SEP] mcginley carded a 4 - under 67 in the event - - the best since a second - round 68. [SEP] it ' s because we just don ' t know how to change our lives. [SEP] about 400, 000 people die from drink - driving each year, but most have never committed one. [SEP] afghan forces have become acutely wary of fighting militants. [SEP] los angeles, may 1 ( upi ) - - david ferrer was the winner of the los angeles open tennis tournament saturday, dispatching 2004 finalist fernando gonzalez 6 - 3 7 - 5, 6 - 3. [SEP] during this week ' s [SEP]", "detok_text": "[CLS] week. [SEP] mcginley carded a 4 - under 67 in the event - - the best since a second - round 68. [SEP] it's because we just don't know how to change our lives. [SEP] about 400, 000 people die from drink - driving each year, but most have never committed one. [SEP] afghan forces have become acutely wary of fighting militants. [SEP] los angeles, may 1 (upi) - - david ferrer was the winner of the los angeles open tennis tournament saturday, dispatching 2004 finalist fernando gonzalez 6 - 3 7 - 5, 6 - 3. [SEP] during this week's [SEP]"}

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps64_c16_t1p45_detok_raw_samples.txt

@@ -0,0 +1,224 @@
+steps64_c16_t1p45_detok
+{
+  "type": "summary",
+  "name": "steps64_c16_t1p45",
+  "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt",
+  "step": 434000,
+  "decode": {
+    "kind": "categorical_fullvocab_normal_steps_sweep",
+    "config": "steps64_c16_t1p45",
+    "steps": 64,
+    "endpoint_temp": 1.45,
+    "concentration_max": 16.0,
+    "final_from": "state",
+    "update": "resample",
+    "n_samples": 64,
+    "seed": 20260509
+  },
+  "detok_genppl": {
+    "ppl": 52.82579742748339,
+    "nll_per_token": 3.9669996590338688,
+    "tokens": 9463
+  },
+  "diversity": {
+    "sample_entropy": 4.1773622908878645,
+    "unique_tokens": 1880,
+    "token_count": 8192,
+    "distinct_1": 0.2294921875,
+    "distinct_2": 0.7114911417322834,
+    "top_token_mass": 0.0545654296875
+  }
+}
+
+===== sample 000 =====
+[CLS]. [SEP] "i work from a helicopter. [SEP] the six were detained at nazir maziz's home in the early hours of 10 september and detained on three occasions," interior ministry spokes said in a statement. [SEP] paul docherty's parents are appealing to the court of appeal for damages after their son told police that she was their only child and came to the defence of her father. [SEP] the nuclear invasion was described by the world's leading man - - an "international maritime incident" - - on january 11, 1941, a short world war that killed more than one million people. [SEP] " [SEP]
+
+===== sample 001 =====
+[CLS]. s. national retailing association at a private dinner in washington on friday. [SEP] but there is no mention of a daughter being pushed through her book, a re - examination of his own romantic life in a new book, as a woman in search of love, and who, as an assistant to her father, james bond, is known for his insights about his relationships with women and to treat women. [SEP] the couple now have made up to $10 million, with it estimated at more that $3 million. [SEP] he went out partying to her and i was in the same room for him without being sure of asking him [SEP]
+
+===== sample 002 =====
+[CLS] two - thirds of the total $86. 9 billion. [SEP] i have children, children, a family, and lots of things and i half knew it cost me and me a year and what it was about life - - that is not it. [SEP] in all, 6, 000 people have been tested for using the account on the site. [SEP] to date, the u. s. government says the role is to provide investors with informational information and that the stanford group was not being invested in major companies. [SEP] those guys are actually in the opposite end of the story line of murder, love, backnails, per [SEP]
+
+===== sample 003 =====
+[CLS] foreign sources, have been able to hold on to them. [SEP] you can't get back to that, but it's a tough part to solve, because one important element in the bid is that it is a big play - off. [SEP] and he was consoled for last night's first game, the big night in pittsburgh to the 4. 1 p. m. "vwhah" crowd. [SEP] having a car was like it all, i thought, in the sense of life and life. [SEP] we need an american president to prove his ability to make things look better in the near future. [SEP] [SEP]
+
+===== sample 004 =====
+[CLS] war ii. [SEP] but just because he was 2 - 0 down. [SEP] i know the boy is here.. because the father let him down........... well, in the early 1980s when, even if i knew what to go into, he was there,, after all. [SEP] the financial strength of the bulk of the e - mail auctioning companies has collapsed to its lowest level in 10 years. [SEP] ms jones from horsham tested her yacht for three hours, and they took a practice walk on bondi beach at 10am bst to continue their race. [SEP] while [SEP]
+
+===== sample 005 =====
+[CLS] american woes "- the chance of a recession would then rise with the rest of the world. [SEP] despite their troubles i think the players should be mentally good enough to accept that responsibility for their actions. [SEP]" market - based policies on the access to family services are community - based and to support both parents and their children. [SEP] where does that come from?!!!! [SEP] citigroup, which had raised its offer at 6. 8 gmt on november 28, had earlier estimated that it had to pay out 17 minutes earlier than it said it had expected to pay in the early morning session. [SEP] the program [SEP]
+
+===== sample 006 =====
+[CLS] of the year. [SEP] he doesn't mind going after a shot but he had to save. [SEP] button was in 15th place, but last year's formula one winner jensainen, the race is also tricky at the moment. [SEP] it will be rich with sunlight and, carpeted with orange - red flowers, has lovely green leaves and classy flowers. [SEP] mr blair's reputation has faced its first test in the months with the introduction of a special committee - including the promise to reform the system - to "fix the back benches." [SEP] it's even joined by a small group, and it is [SEP]
+
+===== sample 007 =====
+[CLS] go to - - - er - - moqbelna, you know, when you did - - you've heard the twos just now. [SEP] they attacked the decision to ban in - state students in new england maths for the first time, in order to protect against his views. [SEP] mrs dunkelar added: " it was great to help a lot of children over the last 20 years, and as a result to me, the children have drastically reduced the range of cognitive abilities that i had at 13. [SEP] some officials said that in the bid to find a peace, the areas of violence that lie on [SEP]
+
+===== sample 008 =====
+[CLS] was "delighted." [SEP] that was made possible to bring as many as more people to the affected area. [SEP] i'll be familiar with, "the c. d. o." (or for that matter, the government holds around 10 percent of the cost). [SEP] fittingly enough, we are not so connerved. [SEP] this is the challenge - - to know what their games are for you, to think and in turn, to to understand the subject. [SEP] (ap) - it's the parents who say their young daughter alone couldn't believe that her parents killed his mother. [SEP] the [SEP]
+
+===== sample 009 =====
+[CLS] duncan smith, stephen johnson, alex jones, simon church and kevin sinfield could go through, if cardiff are to go ahead of their traditional rivals. [SEP] "when i came to bay hill on a good day after which i won 10 years, it was like to be here to get my game in order," he said. [SEP] that was an easy response - - and i was in the position - - and now i go to work as a part - time driver. [SEP] sir simon admits he didn't know a thing with women, nor did first - rate fashion magazines, so i just don't have to do [SEP]
+
+===== sample 010 =====
+[CLS] to spend the holiday with their old friends. [SEP] they will have a way and he wants to change something so the gop can get back to their principles if it's already putting in somethings to work. [SEP] it has to be very good, too! they are this group and aren't there to do what they use, and if you can do what you other people not doing so can do, you can't use this for anything or all it. [SEP] the university is scheduled to hold a special session on monday. [SEP] she said woods is a troubled man, and wants to kill him - - and is [SEP]
+
+===== sample 011 =====
+[CLS] will be the size of people's property, more than not. [SEP] one thing: the vote was close, so that gave obama the near certainty that most republicans would hope for any change. [SEP] he would give you a number of individual items and a picture of the drinks bag, but which name was one of the ones left to play with. [SEP] like so many other opponents, he had said he would to stop the measure. [SEP] people around the city, which counted only as one - fourth of u. s. mass - production in the early 1980s, can expect only temporary booms in food and energy. [SEP] i [SEP]
+
+===== sample 012 =====
+[CLS] in the world. [SEP] "everyone's learning from their watchbook," said mr. nippert, the vice president of the players' union. [SEP] it is likely christians, muslims, muslims, anis and various other groups will also rely on the knowledge and policies of eritrea - many of whom are born in somalia and most of whom remain under ethiopian control. [SEP] of the left - back players the star of the scrum half also is fit enough. [SEP] a top official in the japanese government who signed the deal after the last war in 1945, has resigned from the army and is ready to fight again. [SEP] [SEP]
+
+===== sample 013 =====
+[CLS] situation is very poor, " o' hara said. [SEP] he will be another close man, as the clinton gate issue was brought to light with hillary and i hope he will. [SEP] with luck and money, we all of you now might have the time to start going out looking to make favours, and begin to make as much money as we can to people, when he or she is, on the right path, or he has made that pass, instead of being an audience member. [SEP] the taliban and mehsud militants have fought for several offensives directed against al - qaida, including last month's [SEP]
+
+===== sample 014 =====
+[CLS] been identified as the reason for the crisis, but he stressed that there has been no reduction in confidence in the country's law and justice and immigration system. [SEP] look out for a small view of the street, though - - especially if it's ground zero. [SEP] they are raising questions. [SEP] one car after a friend, a father - of - three, and a recoker he has built in six years is a silver vespa which will take 1, 000 people in the range and take it further in manufacturing - - including a dream car in china. [SEP] this is the real tussle between the [SEP]
+
+===== sample 015 =====
+[CLS] the weekend. [SEP] for some people, the numbers are important. [SEP] 12 to 21... and in what sounds like a bright jacall in his direction, shabata figures out a problem in his 2. 30. [SEP] for now, one sure thing is that they are getting the job. [SEP] the jump in new car sales came amid a weak economy and with a slide in house prices and prices. [SEP] gm said it wanted to buy in because the smallers could become a competitor in the small - heavy retail market. [SEP] (cbs) "toy story: rock band" won the one - man category with [SEP]
+
+===== sample 016 =====
+[CLS] the boy or to go down to get out? [SEP] investigators also found out the body and the wreckage and the items were found dumped in the ditch next to the girl's body but authorities have not yet released anyone, asking families to contact police. [SEP] he wants a close look while he is everyone's life. [SEP] on how good an opportunity would be for them, i just thank them. [SEP] in addition, the agreement would let iraqi children work in the jobs provided by their parents. [SEP] but, of course, it was. [SEP] frank d. schlessner, an analyst, said that iran was probably responsible [SEP]
+
+===== sample 017 =====
+[CLS] [SEP] it is wrong in the past to state this, and that there is something to do with mr. maliki's decision. [SEP] so palin's lost, leaving her to die. [SEP] jackson got police protection at the time of jackson's death. [SEP] however, the "available information" released today is "good evidence" that both iran's military intelligence and civilian military forces exist. [SEP] can't you hope a candidate would look as good if she becomes a normal person? [SEP] he was in the men's race for the second butterfly of the 200m. [SEP] in july 2006, national defense [SEP]
+
+===== sample 018 =====
+[CLS] the kids and the stars are heading to us. [SEP] "just because we did. [SEP] you thought of taking the most of your money - - to you, not to him, he said. [SEP] to remove the oil, sprig the oil from the well it was put into it. [SEP] beijing, july 31 (upi) - - members of a chinese military commission and the u. s. navy's office of military training say chinaʼs 3 - d sonar became safe last month. [SEP] he said he was unsure of his health, but that the terms of such a deal had become" unknown, " [SEP]
+
+===== sample 019 =====
+[CLS], " was this year's champion. [SEP] (cnn) - - a high - school student died and his 6 - year - old nephew - - who became his own - - lived next door to his body. [SEP] a water cat fishes out of water in the man's den on the water's end of the bay near san francisco pier a few times a day. [SEP] ahmad kassei, the afghan ambassador to yemen, said that, before his visit to saudi arabia, this may be a good example of arab countries' increasing desire to meet people and share their concerns. [SEP] his professional partner, michael, [SEP]
+
+===== sample 020 =====
+[CLS] interested in getting money for public primary education. [SEP] he feels that britain could be his big subject, thanks to all the old "why not me?" - posters. [SEP] some may think that iraqi officials have only the power to add their names to the new flag. [SEP] now he can't play even with his wife and he also is not in the race. [SEP] the committee also examined the bank's performance in credit markets as it continued to make losses on losses from the credit crisis. [SEP] but the win was seen at the open not only as a symbolic moment, but also as a heavy - handed nod to his [SEP]
+
+===== sample 021 =====
+[CLS] 100, 000, and while some of the photos are tied with the mother, another says they're the name of a college student. [SEP] i hoped the game would come and that would take time. [SEP] but, ms. weisen said, the idea of a more thorough approach would be in the best interest of her students. [SEP] he got put down, stumped for obama, said he opposed the tax bill, and looked the the way she thinks obama... [SEP] read the men's magazine hot line for the afternoon. [SEP] mr tobin had started the search for his daughter's flat and he was told [SEP]
+
+===== sample 022 =====
+[CLS]on was the first driver (or a would - be manshier), he was a result of injuries to the head, and the change in the race system was a result from the previous race when he led the men who claimed for 11 seats monday. [SEP] the opec ministers reached a deal on saturday night to reduce annual budget deficits by 30 percent - - $651 million - - and by 10 percent that it needed to raise in future spending. [SEP] the reaction has been fantastic, we're the whole christmas family. [SEP] tuesday's primary election is being held, but won't be decided by the [SEP]
+
+===== sample 023 =====
+[CLS] have increased greatly since 2004 in order to attract new business. [SEP] now many americans appear to be more comfortable about their faith in the state - run than of an american presidential candidate or a rival - - or of a leader of the al - qaeda ("the fata"). [SEP] the boy's mother is said to have moved so strongly as to keep the child in jail but also wants to follow her father's example. [SEP] but the man was able to keep up with the openness of the sparsely populated part of canada. [SEP] the letter was disclosed to reporters. [SEP] two bodies have been cut out of the [SEP]
+
+===== sample 024 =====
+[CLS] and even their children. [SEP] he later released the photos on his laptop and the newspaper's blog. [SEP] he also became familiar with the book's findings at his first confirmation hearing in 2001. [SEP] obama, who was reappointed to the white house just just months after clinton began a campaign, has a 14 - point lead against clinton. [SEP] a & e, the bbc, 4 and itv have all declined to give financial terms of the agreement, which could end the existence of the current news service - - run by a joint venture of channel 4's rival digital 4 group and 43. 4 digital. [SEP] [SEP]
+
+===== sample 025 =====
+[CLS] and it took only a few hours to get out so there also was more people waiting for me. [SEP] i'm curious about my own computer now, but let's just give it back to you. [SEP] i was a single mother when i was a young boy and i was very good, so now i have to spend just my time on my own. [SEP] krue said he once told her he had attacked his wife before the murder. [SEP] the president is scheduled to arrive in orange county, where the rally is planned, monday. [SEP] more than a million coins have been offered to the public in a bid to [SEP]
+
+===== sample 026 =====
+[CLS] the rise of the 1. 1 percent. [SEP] more charges were coming off the site. [SEP] and, i'll tell you a bit - - and again. [SEP] whatever is there, if possible or if you live by cricket's contract agreement with the club, you can stay within your reach. [SEP] but it was the first deployment of a group of troops to fight in some areas of the north of the country. [SEP] this week was a big test for britain, and not be represented by japan. finally, however, so is the end for england. [SEP] his group does not include children and fathers and has taken to [SEP]
+
+===== sample 027 =====
+[CLS] this imacity and tried to allow these people to be as angry as they say they can be, the impact of that is going to have never been as bad for the security of the state, being able to solve these problems, provide for a while, all the other ends of pretence, to get to them. [SEP] it will come later than expected. [SEP] as a result, she lost 11, 000 people, but in some cases thousands are left on the outskirts of the city. [SEP] a former senior official in the army said in washington that as a non - military officer and never suspected of working with the united [SEP]
+
+===== sample 028 =====
+[CLS] market forces. [SEP] whether or not it works, that could be another factor in obama's hopes, with some democrats questioning whether they will support obama in 2008 or even, if he gets elected. [SEP] that is part of all the pressure to do so - - because the voting process is this simple: do not vote. [SEP] to say that shows george w. bush's "end - of - war" distortions. [SEP] the blasts, friday and thursday that killed 45 people and seven wounded, also occurred within minutes of the mosque, the governor's brother, malik kadem, said. [SEP] in what the [SEP]
+
+===== sample 029 =====
+[CLS] suspicion that they lost the ball over the net. [SEP] the tool is designed to ensure you are told exactly how to carry your child or stay in touch with a friend. [SEP] it was a really bad day. [SEP] don't speak with me tomorrow. [SEP] as the verdict was announced, the court was reminiscent of the last time a young man saw a bomb in turkey. [SEP] he is thinking about how "a quiet man" might look, and a statement about how to "love him." [SEP] he first performed a band with a series of his bagpipes in 1988. [SEP] this was the first good thing to do [SEP]
+
+===== sample 030 =====
+[CLS] the i. b. c. did not have a fair disclosure system for credit card issuers. [SEP] ( and, also, there are some. [SEP] he's got the pace you were looking for. [SEP] next to see struts, punks, whores, fabermans, peds, silps and alxo - - even if they would be considered in the first case as well.... [SEP] those who thinks the army has a good say in the government should find, on the other side, the force of fear. [SEP] they rose, 6. 1 percent, to $2 [SEP]
+
+===== sample 031 =====
+[CLS] a senior communications manager at the news site daily news, a new york publisher. [SEP] they're out to other voters, who have letters, phone mails, text messages and even e - mails about the prospect of applying for mayor. [SEP] "i thought the manager was really excited about the idea of a future play by agger. [SEP] we could have bought (and traded it) for nothing. [SEP]" he wanted to go in the u. s. and we are now trying to sell 20 million units and there's no upper limit. [SEP] no need to rely on their sources of oil. [SEP] it also [SEP]
+
+===== sample 032 =====
+[CLS] to the u. s. market and then returned to its market - - and its equipment, which included video cameras, air wheel screws, microphones and hand - held gear, electronic devices, car - sports equipment and special performance gear. [SEP] his match with federer would be unreportable, but we might never have wanted to sit down talking about the disappointments involved. [SEP] the timing of the price - fall will be particularly close to oil markets in distress. [SEP] legal battles are also fought over, in the form of car parking, over the placement of lorries' cover in the car park. [SEP] the most [SEP]
+
+===== sample 033 =====
+[CLS] non - food organisations. [SEP] but property valuations should start monitoring the latest developments as well. "a real estate investment company and a financial services company are at the heart of the relationship," the source wrote of yesterday's report. [SEP] following conduit, the world cup/juvenile champion, on saturday, the juvenile is expected to take the lead with jet lago, who is a 2 - 4 lengths winner over ten - year - old mr. john, a 2 - 9 favourite in his first start since november 2005. [SEP] in south africa, the annual growth of the year was 6. 3 percent, the [SEP]
+
+===== sample 034 =====
+[CLS] (upi) - - a german family's phone call said the boy was struck by a large set of tree stumps in the lake. [SEP] "the bush administration has singularly failed to put in stringent numbers of iraqis to stop a violent insurgency moving through the country. [SEP] the police said that he is due in custody on tuesday, 13 october. [SEP] this is not enough, but to take the fun out of the game and then have the technology to work. [SEP] in the next hour, one will start living in the forest, dressed in local colours. [SEP]" the market still is improving, " he [SEP]
+
+===== sample 035 =====
+[CLS] the children who come here illegally, afraid of being a foreigner, but have had to drive their own backcounts through the streets, bridges and schools. [SEP] but it can only move on to theaters and then to the movies. [SEP] total volumes were sold for 11. 4 million, despite a 1 per cent improvement in underlying operating profit to £1 million in 2008. [SEP] when tmz was back to jail in the same year he formed a group to fight. [SEP] fleisher, of lake city, was hit hard on the track when he fell onto another while he was leaving daytona, where he was forced to have [SEP]
+
+===== sample 036 =====
+[CLS] u. s. - backed talks, to go into the issues for israel's future, the divided territories. [SEP] even in the face of cleveland's power attack. [SEP] jacks. [SEP] the company, which posted a net loss of $5. 4 billion last year, cut nearly 4, 000 jobs since it broke up in 1998 and closed in 2008. [SEP] do you have to fast - start in his rules of play? [SEP] the afternoon of second - round play ended with a women's victory over south korea's ji pygmy. [SEP] the swiss faces murray in his first match on thursday. [SEP]
+
+===== sample 037 =====
+[CLS] [SEP] officials said the recall was necessary to stop public funds to stop the horses from running over the odds at the show. [SEP] i want to keep the energy i have to go. [SEP] and how far can i go? [SEP] it was that i had caught the closing minutes of yob's three - minute performance of raila de dera. [SEP] the only hope is that this income will be put back to the poorest of homeowners. [SEP] brian james, the director of the animal studies at the university of sheffield, previously said the small tetanus virus was created naturally by the insects. [SEP] earlier this month [SEP]
+
+===== sample 038 =====
+[CLS], georgia, on december 24. [SEP] after the film's release, the painting was handed to the u. s. realty office. [SEP] the interest fee is set to be paid in cash, but all of those related to it will be paid in other shares. [SEP] this year, they have been kept back and are unable to catch each other. [SEP] not a long - shot at the most common word of a word any viewer would like... jones's - - that red or white - - also dominates the film. [SEP] that, mullen said, is causing a crisis within his party, as a [SEP]
+
+===== sample 039 =====
+[CLS] most expensive and hard heavy lifting. [SEP] indeed, the government pointed out at the time, it would start under the roof. [SEP] the film was sold in five of the top nine countries with no new sales, averaging more than 3. 5 million unit sold - like sales. [SEP] "lol, i did," hexham announced during the break, while admitting that his 14 - year - old's notoriously low - income upbringing could not be medically warranted. [SEP] i would just take one. [SEP] some say one particular study - - the question of genetics or evidence - - is needed to come up with [SEP]
+
+===== sample 040 =====
+[CLS] the end of the book, the question, you know, is you're here? ). [SEP] rollins, too, makes his own time as the nl's journeyman without some of the great faces of the game, including a pitcher who in all circumstances as a strongman and free - thrower might not last in the al west. [SEP] indeed, texting is a bad idea. [SEP] hayat al - kebaeen, april 23 (upi) - - iraqi authorities say that they are investigating reports of religious suspects trying to bomb the first u. s. troops during a holiday pilgrimage. [SEP] but the [SEP]
+
+===== sample 041 =====
+[CLS] the sale, as it follows the likes of macys, hertone's place and m's in launching a brandless ad in its website. [SEP] tirado said he detained 11 people, including a traffic policeman, who tried to stop to help the bus stop at about 2 a. m. [SEP] they wanted to help the palestinian people as much as the british people. [SEP] they beat the islanders 3 - 1 and moved a point behind with three remaining, but they took a 3 - 2 advantage early in the second period. [SEP] the us said it had no evidence to support the allegations, which were part of an [SEP]
+
+===== sample 042 =====
+[CLS] used to the cars, " said cabanas, who live in a flooded house lying on roads and still littered with oft - tied faces. [SEP] and now you are only able to provide long - term credit with a medical plan.... and have a great job.... as an 18 - year - old you are going to need at least a bit. you're going to get it on, and you know, to get it.. beread to me for being able to do it. how are you talking about the same things that we... have in common with anybody? [SEP]
+
+===== sample 043 =====
+[CLS] the centre post for five years prior to the deal, until retiring as a player at 18 months. [SEP] the children were aged under 11. [SEP] the eight officers, on trial in and brought to london, tried to have a lorry stopped in order to get a good card for her. [SEP] i call this a tax cut (a tax on earnings that is not set). [SEP] this is'speculators' previews. [SEP] mr mbeki's government, installed by the african union president mwai kibaki in a widely disputed election, suffered from mass violence, corruption and abuse of power in the past decade [SEP]
+
+===== sample 044 =====
+[CLS] to the international atomic agency to determine the source. [SEP] "how well the fire out there is going down so that freezes and freezes will become more frequent. [SEP] the project's two leaders said they planned to launch new programs to develop a natural gas pipeline known as borengas. [SEP] this is the only solution that is help, the illegals from here are not getting jobs." [SEP] but after an anonymous donor complained about having to pull their hair back, the birth parents and the man asked for permission. [SEP] they are ahead of the team who play in phoenix in mid - may in a real tournament that will [SEP]
+
+===== sample 045 =====
+[CLS] go on with a woman. [SEP] he said brown, now also managing the business, set up it again in 2006 when he lost his medical license. [SEP] a similar fund will be set up for residents of their home later this year and for those in deprived areas to benefit. [SEP] this is consistent with the change in earth's past 30 years, for example, which has been confirmed by the data, " eber said at the global studies group at the national institute of research and cato conference in washington. [SEP] one of his anti - social heros his friend, in a road accident, has been sent to afghanistan for [SEP]
+
+===== sample 046 =====
+[CLS] so then put the party out of use and allowed to go on on its course. [SEP] dr. j. allen jr., a senior research fellow at the boston university medical center, said mr. spacey, who plays the real dr. george james, was the best, creative director. [SEP] it came to the us. [SEP] you can do that in a given day, then couple days. [SEP] i want my children be smart and able, but if i make a case for such a role, they could be in 8, 10 years. [SEP] egypt has only 500 tons of oil. [SEP] he said that he was already [SEP]
+
+===== sample 047 =====
+[CLS] [SEP] they tried to sign him up as if he wasn't funny enough to jump - start first - up women's take of the stage. [SEP] these questions should be asked to match the two movers, just a single way. [SEP] in world war ii, the central command was formed after all of the 148 men and women of the "defense forces" fought in france, but the number was down to few during the world war. [SEP] the advantage of those teams, coming on, is that they have taken three separate titles to a place that includes the u. s. the winner and mexico's caption ' [SEP]
+
+===== sample 048 =====
+[CLS] of droughts in the state were considered unsustainable. [SEP] the russian - made yara passenger jet is set to provide an electric engine and boost fuel for its engines at the eibuster show here. [SEP] tv director sarah green is showing how the industry has been transformed in modern times as diverse as the european oil industry and again to the dead of sea: the evolution of the fox tv channel, in september on sky's uk channel. [SEP] at times, he stood behind, with two hands and a single ball from his hands. [SEP] and, they have got nearly as bad as it gets. [SEP] his [SEP]
+
+===== sample 049 =====
+[CLS] to 30, 000 workers. [SEP] i found him cheeky scratchy on things. [SEP] ms phillips, a retired teacher, from king's college, said she would pick up the line and then read the news, via text, ipods and google mobile message. [SEP] he says the entire party still in power was disappointed at the result and that the independent body will not keep a position in mind. [SEP] this in part because the six - part documentary has been announced for 2009; the program is owned by japanese media outlet tj tv. [SEP] the production, labour and equipment management of waste systems, recently approved by the defence [SEP]
+
+===== sample 050 =====
+[CLS] it, and not for his unwillingness to get down on the beat. [SEP] mr sabani was arrested as he walked to central london on wednesday, to land a private jet plane at the airport, ahead of a service in tel aviv. [SEP] i would have to "grow up with it." [SEP] in fact, though, i want nothing to say. [SEP] "i tried to watch the photo, and had to turn it off before it was first seen and then sold," hamble said. [SEP] several of the bills the house and obama passed last month, followed by passage of the stimulus measure, have called for [SEP]
+
+===== sample 051 =====
+[CLS] case, gasparer said. [SEP] also in 2006, investors bought canadian aluminum products maker alcoa inc (alco. o: quote, profile, research,). [SEP] he ended up with a long loose ball to the basket, hitting one of three free throws to close out the game - to a point he scored on seattle's three points. [SEP] the father of faz al - taiba said his father was told following his son's instructions he was being killed in order to protect his mother. [SEP] but aides said she was perceived as biased against him. [SEP] franken: not really. [SEP] [SEP]
+
+===== sample 052 =====
+[CLS] stops by johnson lifted the two points apart and helped the difference carry the americans to a one - time win 2 - 1. [SEP] matthew guarn, 19, of lebanon, ohio, guilty to five counts. [SEP] the great advantage of the international groups would be that the iranians should control them and seek to use them to make money. [SEP] i find no tart meat to be handed over: freshest pies, chocolate bagels and deli vegetables, all in their morning hours. [SEP] the flimsy wall - to - wall images of the stars reveal a real world, where the same group of the star [SEP]
+
+===== sample 053 =====
+[CLS] to be suffering from the mental palatis. [SEP] now, with a long record as talented and highly competitive players, it is clear they have lost their sex appeal. [SEP] bear stearns received a $1. 4 billion loan from the noteholders. [SEP] in 2002 he was produced in central asia by the german artist meryz nser, for man of the year, at moscow university. [SEP] the spike in property sales - - when the free - fall back was moderated - - also lasted for months. [SEP] the average average rate for a year 15 - year fixed rate mortgage rose 0. 93 point to 3. [SEP]
+
+===== sample 054 =====
+[CLS] on a three - week fishing trip, her mother took her to xin with her 5 - year - old, her 10 - year - old son and a baby even more than that of a single mother. [SEP] in 2008, the afghan government - - accounting for about half of unamid's armed forces budget - - warned germany that a huge order for troops to be deployed in afghanistan could come with the war. [SEP] and, in some cases, it's possible to do so with a quick return to money, health and security. [SEP] that is something to be expected - - you should also consider: why i [SEP]
+
+===== sample 055 =====
+[CLS] the fact that two heads of state and the head of parliament, in fact, are not to meet the palestinians at every other possible meeting in the general assembly before the general election - - without doubt, they have a right to answer. [SEP] he gave the case a set up of three days in a few months, but said he would need to be held another 30 days. [SEP] at this, when i know the kids we are't partners, and they say yes and wake them up, and i'll definitely go on it. [SEP] this isn't food, it's not sugar, talk around 10 minutes. [SEP]
+
+===== sample 056 =====
+[CLS] and investors will be offered the same deal as banks after the rush to pay taxes soon after the sept. [SEP] the current two - team of the year - c. c. united. [SEP] she said she was overworked and went to a clinic when she learned she was pregnant. [SEP] yes, it's true that - - "senator lindsey graham" thing is over. [SEP] if you are not right in terms of what they're saying. [SEP] opposition senators rose on the issue and dropped the plan over the objections of their leaders. [SEP] he has been on the show and has been working on the next generation of car [SEP]
+
+===== sample 057 =====
+[CLS] it swaggs or just that? one of you asked me what do they take??? [SEP] this is also a chance to win an open, so if he is a good man he should bring this change. [SEP] a stand - up in politics, he has often moved into well - known political areas, including in new york. [SEP] what, then again, is behind mr gove's own public comment about china's political influence and economic ambitions? [SEP] we're delighted that, to joe andelson, a former president of the new york yankees who was the majority owner of old house communications, a [SEP]
+
+===== sample 058 =====
+[CLS] mrs obama is going to have to win. [SEP] now i have some trouble with the "grow - money - out" of the school system. [SEP] never run away - as - a favourite for the longs as heavyweights, but i'm hoping to keep up on my work, especially in september. [SEP] 12 - month programmes at alcohol and drug treatment facilities would be available to use as well as suffering from alcohol - and related addictions. [SEP] they want leaders to meet a 12 - month deadline for the u. n. talks. [SEP] the prospect of clear skies and some big flowers warms on a bright summer day [SEP]
+
+===== sample 059 =====
+[CLS] disapp all of the time, watch the uso.... but my next move is that it would go away, would... wait, and be up again... [SEP] she will... and perhaps she should be called on, so it will be going out all over. [SEP] mr mccon said he had tried to understand "i am't about to take a seat, long at the end." [SEP] however, there were reasons to celebrate. [SEP] no doubt, the story was to be told (28 percent of nigerians are unemployed now). [SEP] he said one day after [SEP]
+
+===== sample 060 =====
+[CLS] s. men's ski race this weekend is looking like pretrial snow day to christine laerche, the world's top - ranked high - jumper. [SEP] one day, i saw him three times before going to play. [SEP] we have one of the best goalies in league football, we can't stop looking forward to it. [SEP] he spent a good time on the course of every visit and focused on points and on the subject, " as if i was out of school at home and i had done what it takes to go to work... [SEP] it would put on a broader view of his [SEP]
+
+===== sample 061 =====
+[CLS]. [SEP] but once the government had agreed a new law on wednesday, it will have to form a new cabinet to take up the issue of power between the sides, perhaps to send a message of unity. [SEP] mr dummer said that cutting the cost of education would be the main reason for the development. [SEP] the top commander who runs the war in southern afghanistan resigned friday after a diplomatic battle over the war in afghanistan and told the press that he refused to sell troops to coalition forces to protect his own residents. [SEP] but those who have two children, either people 13 or old, could be moved to in one to three months, [SEP]
+
+===== sample 062 =====
+[CLS] was the end, and the beginning of war. [SEP] detroit 9 - 1 - 8 _ 5. [SEP] some rose. [SEP] if the film fails, will you get a look on their face? [SEP] the group's report says that will change in a matter - and - half months later this year. [SEP] he told the police to "not panic." [SEP] taliban officers responsible for that attack in three other villages have said they did not, but some reports have said that the drone could have been a man as it arrived at the main camp. [SEP] jerusalem (ap) - israel's military warned the country it would fight [SEP]
+
+===== sample 063 =====
+[CLS] [SEP] the food is french, not un - french. [SEP] three people were killed. [SEP] at 60, 000 children a day, he means help for the needy, but particularly the king's. [SEP] he is not particularly good at it, and i'd support his comments. [SEP] but the fact that they break up in that game suggests no more than the tension that will come from the events of the afternoon. [SEP] eltwood tied the game to win its third straight season opener with a 15 - point lead. [SEP] according to the complaint, the investors, along with the bank's ceo, advised the bank to [SEP]
+

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps64_c16_t1p45_raw_samples.txt

@@ -0,0 +1,224 @@
+steps64_c16_t1p45
+{
+  "type": "summary",
+  "name": "steps64_c16_t1p45",
+  "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt",
+  "step": 434000,
+  "decode": {
+    "kind": "categorical_fullvocab_normal_steps_sweep",
+    "config": "steps64_c16_t1p45",
+    "steps": 64,
+    "endpoint_temp": 1.45,
+    "concentration_max": 16.0,
+    "final_from": "state",
+    "update": "resample",
+    "n_samples": 64,
+    "seed": 20260509
+  },
+  "detok_genppl": {
+    "ppl": 52.82579742748339,
+    "nll_per_token": 3.9669996590338688,
+    "tokens": 9463
+  },
+  "diversity": {
+    "sample_entropy": 4.1773622908878645,
+    "unique_tokens": 1880,
+    "token_count": 8192,
+    "distinct_1": 0.2294921875,
+    "distinct_2": 0.7114911417322834,
+    "top_token_mass": 0.0545654296875
+  }
+}
+
+===== sample 000 =====
+[CLS]. [SEP] " i work from a helicopter. [SEP] the six were detained at nazir maziz ' s home in the early hours of 10 september and detained on three occasions, " interior ministry spokes said in a statement. [SEP] paul docherty ' s parents are appealing to the court of appeal for damages after their son told police that she was their only child and came to the defence of her father. [SEP] the nuclear invasion was described by the world ' s leading man - - an " international maritime incident " - - on january 11, 1941, a short world war that killed more than one million people. [SEP] " [SEP]
+
+===== sample 001 =====
+[CLS]. s. national retailing association at a private dinner in washington on friday. [SEP] but there is no mention of a daughter being pushed through her book, a re - examination of his own romantic life in a new book, as a woman in search of love, and who, as an assistant to her father, james bond, is known for his insights about his relationships with women and to treat women. [SEP] the couple now have made up to $ 10 million, with it estimated at more that $ 3 million. [SEP] he went out partying to her and i was in the same room for him without being sure of asking him [SEP]
+
+===== sample 002 =====
+[CLS] two - thirds of the total $ 86. 9 billion. [SEP] i have children, children, a family, and lots of things and i half knew it cost me and me a year and what it was about life - - that is not it. [SEP] in all, 6, 000 people have been tested for using the account on the site. [SEP] to date, the u. s. government says the role is to provide investors with informational information and that the stanford group was not being invested in major companies. [SEP] those guys are actually in the opposite end of the story line of murder, love, backnails, per [SEP]
+
+===== sample 003 =====
+[CLS] foreign sources, have been able to hold on to them. [SEP] you can ' t get back to that, but it ' s a tough part to solve, because one important element in the bid is that it is a big play - off. [SEP] and he was consoled for last night ' s first game, the big night in pittsburgh to the 4. 1 p. m. " vwhah " crowd. [SEP] having a car was like it all, i thought, in the sense of life and life. [SEP] we need an american president to prove his ability to make things look better in the near future. [SEP] [SEP]
+
+===== sample 004 =====
+[CLS] war ii. [SEP] but just because he was 2 - 0 down. [SEP] i know the boy is here.. because the father let him down........... well, in the early 1980s when, even if i knew what to go into, he was there,, after all. [SEP] the financial strength of the bulk of the e - mail auctioning companies has collapsed to its lowest level in 10 years. [SEP] ms jones from horsham tested her yacht for three hours, and they took a practice walk on bondi beach at 10am bst to continue their race. [SEP] while [SEP]
+
+===== sample 005 =====
+[CLS] american woes " - the chance of a recession would then rise with the rest of the world. [SEP] despite their troubles i think the players should be mentally good enough to accept that responsibility for their actions. [SEP] " market - based policies on the access to family services are community - based and to support both parents and their children. [SEP] where does that come from?!!!! [SEP] citigroup, which had raised its offer at 6. 8 gmt on november 28, had earlier estimated that it had to pay out 17 minutes earlier than it said it had expected to pay in the early morning session. [SEP] the program [SEP]
+
+===== sample 006 =====
+[CLS] of the year. [SEP] he doesn ' t mind going after a shot but he had to save. [SEP] button was in 15th place, but last year ' s formula one winner jensainen, the race is also tricky at the moment. [SEP] it will be rich with sunlight and, carpeted with orange - red flowers, has lovely green leaves and classy flowers. [SEP] mr blair ' s reputation has faced its first test in the months with the introduction of a special committee - including the promise to reform the system - to " fix the back benches. " [SEP] it ' s even joined by a small group, and it is [SEP]
+
+===== sample 007 =====
+[CLS] go to - - - er - - moqbelna, you know, when you did - - you ' ve heard the twos just now. [SEP] they attacked the decision to ban in - state students in new england maths for the first time, in order to protect against his views. [SEP] mrs dunkelar added : " it was great to help a lot of children over the last 20 years, and as a result to me, the children have drastically reduced the range of cognitive abilities that i had at 13. [SEP] some officials said that in the bid to find a peace, the areas of violence that lie on [SEP]
+
+===== sample 008 =====
+[CLS] was " delighted. " [SEP] that was made possible to bring as many as more people to the affected area. [SEP] i ' ll be familiar with, " the c. d. o. " ( or for that matter, the government holds around 10 percent of the cost ). [SEP] fittingly enough, we are not so connerved. [SEP] this is the challenge - - to know what their games are for you, to think and in turn, to to understand the subject. [SEP] ( ap ) - it ' s the parents who say their young daughter alone couldn ' t believe that her parents killed his mother. [SEP] the [SEP]
+
+===== sample 009 =====
+[CLS] duncan smith, stephen johnson, alex jones, simon church and kevin sinfield could go through, if cardiff are to go ahead of their traditional rivals. [SEP] " when i came to bay hill on a good day after which i won 10 years, it was like to be here to get my game in order, " he said. [SEP] that was an easy response - - and i was in the position - - and now i go to work as a part - time driver. [SEP] sir simon admits he didn ' t know a thing with women, nor did first - rate fashion magazines, so i just don ' t have to do [SEP]
+
+===== sample 010 =====
+[CLS] to spend the holiday with their old friends. [SEP] they will have a way and he wants to change something so the gop can get back to their principles if it ' s already putting in somethings to work. [SEP] it has to be very good, too! they are this group and aren ' t there to do what they use, and if you can do what you other people not doing so can do, you can ' t use this for anything or all it. [SEP] the university is scheduled to hold a special session on monday. [SEP] she said woods is a troubled man, and wants to kill him - - and is [SEP]
+
+===== sample 011 =====
+[CLS] will be the size of people ' s property, more than not. [SEP] one thing : the vote was close, so that gave obama the near certainty that most republicans would hope for any change. [SEP] he would give you a number of individual items and a picture of the drinks bag, but which name was one of the ones left to play with. [SEP] like so many other opponents, he had said he would to stop the measure. [SEP] people around the city, which counted only as one - fourth of u. s. mass - production in the early 1980s, can expect only temporary booms in food and energy. [SEP] i [SEP]
+
+===== sample 012 =====
+[CLS] in the world. [SEP] " everyone ' s learning from their watchbook, " said mr. nippert, the vice president of the players ' union. [SEP] it is likely christians, muslims, muslims, anis and various other groups will also rely on the knowledge and policies of eritrea - many of whom are born in somalia and most of whom remain under ethiopian control. [SEP] of the left - back players the star of the scrum half also is fit enough. [SEP] a top official in the japanese government who signed the deal after the last war in 1945, has resigned from the army and is ready to fight again. [SEP] [SEP]
+
+===== sample 013 =====
+[CLS] situation is very poor, " o ' hara said. [SEP] he will be another close man, as the clinton gate issue was brought to light with hillary and i hope he will. [SEP] with luck and money, we all of you now might have the time to start going out looking to make favours, and begin to make as much money as we can to people, when he or she is, on the right path, or he has made that pass, instead of being an audience member. [SEP] the taliban and mehsud militants have fought for several offensives directed against al - qaida, including last month ' s [SEP]
+
+===== sample 014 =====
+[CLS] been identified as the reason for the crisis, but he stressed that there has been no reduction in confidence in the country ' s law and justice and immigration system. [SEP] look out for a small view of the street, though - - especially if it ' s ground zero. [SEP] they are raising questions. [SEP] one car after a friend, a father - of - three, and a recoker he has built in six years is a silver vespa which will take 1, 000 people in the range and take it further in manufacturing - - including a dream car in china. [SEP] this is the real tussle between the [SEP]
+
+===== sample 015 =====
+[CLS] the weekend. [SEP] for some people, the numbers are important. [SEP] 12 to 21... and in what sounds like a bright jacall in his direction, shabata figures out a problem in his 2. 30. [SEP] for now, one sure thing is that they are getting the job. [SEP] the jump in new car sales came amid a weak economy and with a slide in house prices and prices. [SEP] gm said it wanted to buy in because the smallers could become a competitor in the small - heavy retail market. [SEP] ( cbs ) " toy story : rock band " won the one - man category with [SEP]
+
+===== sample 016 =====
+[CLS] the boy or to go down to get out? [SEP] investigators also found out the body and the wreckage and the items were found dumped in the ditch next to the girl ' s body but authorities have not yet released anyone, asking families to contact police. [SEP] he wants a close look while he is everyone ' s life. [SEP] on how good an opportunity would be for them, i just thank them. [SEP] in addition, the agreement would let iraqi children work in the jobs provided by their parents. [SEP] but, of course, it was. [SEP] frank d. schlessner, an analyst, said that iran was probably responsible [SEP]
+
+===== sample 017 =====
+[CLS] [SEP] it is wrong in the past to state this, and that there is something to do with mr. maliki ' s decision. [SEP] so palin ' s lost, leaving her to die. [SEP] jackson got police protection at the time of jackson ' s death. [SEP] however, the " available information " released today is " good evidence " that both iran ' s military intelligence and civilian military forces exist. [SEP] can ' t you hope a candidate would look as good if she becomes a normal person? [SEP] he was in the men ' s race for the second butterfly of the 200m. [SEP] in july 2006, national defense [SEP]
+
+===== sample 018 =====
+[CLS] the kids and the stars are heading to us. [SEP] " just because we did. [SEP] you thought of taking the most of your money - - to you, not to him, he said. [SEP] to remove the oil, sprig the oil from the well it was put into it. [SEP] beijing, july 31 ( upi ) - - members of a chinese military commission and the u. s. navy ' s office of military training say chinaʼs 3 - d sonar became safe last month. [SEP] he said he was unsure of his health, but that the terms of such a deal had become " unknown, " [SEP]
+
+===== sample 019 =====
+[CLS], " was this year ' s champion. [SEP] ( cnn ) - - a high - school student died and his 6 - year - old nephew - - who became his own - - lived next door to his body. [SEP] a water cat fishes out of water in the man ' s den on the water ' s end of the bay near san francisco pier a few times a day. [SEP] ahmad kassei, the afghan ambassador to yemen, said that, before his visit to saudi arabia, this may be a good example of arab countries ' increasing desire to meet people and share their concerns. [SEP] his professional partner, michael, [SEP]
+
+===== sample 020 =====
+[CLS] interested in getting money for public primary education. [SEP] he feels that britain could be his big subject, thanks to all the old " why not me? " - posters. [SEP] some may think that iraqi officials have only the power to add their names to the new flag. [SEP] now he can ' t play even with his wife and he also is not in the race. [SEP] the committee also examined the bank ' s performance in credit markets as it continued to make losses on losses from the credit crisis. [SEP] but the win was seen at the open not only as a symbolic moment, but also as a heavy - handed nod to his [SEP]
+
+===== sample 021 =====
+[CLS] 100, 000, and while some of the photos are tied with the mother, another says they ' re the name of a college student. [SEP] i hoped the game would come and that would take time. [SEP] but, ms. weisen said, the idea of a more thorough approach would be in the best interest of her students. [SEP] he got put down, stumped for obama, said he opposed the tax bill, and looked the the way she thinks obama... [SEP] read the men ' s magazine hot line for the afternoon. [SEP] mr tobin had started the search for his daughter ' s flat and he was told [SEP]
+
+===== sample 022 =====
+[CLS]on was the first driver ( or a would - be manshier ), he was a result of injuries to the head, and the change in the race system was a result from the previous race when he led the men who claimed for 11 seats monday. [SEP] the opec ministers reached a deal on saturday night to reduce annual budget deficits by 30 percent - - $ 651 million - - and by 10 percent that it needed to raise in future spending. [SEP] the reaction has been fantastic, we ' re the whole christmas family. [SEP] tuesday ' s primary election is being held, but won ' t be decided by the [SEP]
+
+===== sample 023 =====
+[CLS] have increased greatly since 2004 in order to attract new business. [SEP] now many americans appear to be more comfortable about their faith in the state - run than of an american presidential candidate or a rival - - or of a leader of the al - qaeda ( " the fata " ). [SEP] the boy ' s mother is said to have moved so strongly as to keep the child in jail but also wants to follow her father ' s example. [SEP] but the man was able to keep up with the openness of the sparsely populated part of canada. [SEP] the letter was disclosed to reporters. [SEP] two bodies have been cut out of the [SEP]
+
+===== sample 024 =====
+[CLS] and even their children. [SEP] he later released the photos on his laptop and the newspaper ' s blog. [SEP] he also became familiar with the book ' s findings at his first confirmation hearing in 2001. [SEP] obama, who was reappointed to the white house just just months after clinton began a campaign, has a 14 - point lead against clinton. [SEP] a & e, the bbc, 4 and itv have all declined to give financial terms of the agreement, which could end the existence of the current news service - - run by a joint venture of channel 4 ' s rival digital 4 group and 43. 4 digital. [SEP] [SEP]
+
+===== sample 025 =====
+[CLS] and it took only a few hours to get out so there also was more people waiting for me. [SEP] i ' m curious about my own computer now, but let ' s just give it back to you. [SEP] i was a single mother when i was a young boy and i was very good, so now i have to spend just my time on my own. [SEP] krue said he once told her he had attacked his wife before the murder. [SEP] the president is scheduled to arrive in orange county, where the rally is planned, monday. [SEP] more than a million coins have been offered to the public in a bid to [SEP]
+
+===== sample 026 =====
+[CLS] the rise of the 1. 1 percent. [SEP] more charges were coming off the site. [SEP] and, i ' ll tell you a bit - - and again. [SEP] whatever is there, if possible or if you live by cricket ' s contract agreement with the club, you can stay within your reach. [SEP] but it was the first deployment of a group of troops to fight in some areas of the north of the country. [SEP] this week was a big test for britain, and not be represented by japan. finally, however, so is the end for england. [SEP] his group does not include children and fathers and has taken to [SEP]
+
+===== sample 027 =====
+[CLS] this imacity and tried to allow these people to be as angry as they say they can be, the impact of that is going to have never been as bad for the security of the state, being able to solve these problems, provide for a while, all the other ends of pretence, to get to them. [SEP] it will come later than expected. [SEP] as a result, she lost 11, 000 people, but in some cases thousands are left on the outskirts of the city. [SEP] a former senior official in the army said in washington that as a non - military officer and never suspected of working with the united [SEP]
+
+===== sample 028 =====
+[CLS] market forces. [SEP] whether or not it works, that could be another factor in obama ' s hopes, with some democrats questioning whether they will support obama in 2008 or even, if he gets elected. [SEP] that is part of all the pressure to do so - - because the voting process is this simple : do not vote. [SEP] to say that shows george w. bush ' s " end - of - war " distortions. [SEP] the blasts, friday and thursday that killed 45 people and seven wounded, also occurred within minutes of the mosque, the governor ' s brother, malik kadem, said. [SEP] in what the [SEP]
+
+===== sample 029 =====
+[CLS] suspicion that they lost the ball over the net. [SEP] the tool is designed to ensure you are told exactly how to carry your child or stay in touch with a friend. [SEP] it was a really bad day. [SEP] don ' t speak with me tomorrow. [SEP] as the verdict was announced, the court was reminiscent of the last time a young man saw a bomb in turkey. [SEP] he is thinking about how " a quiet man " might look, and a statement about how to " love him. " [SEP] he first performed a band with a series of his bagpipes in 1988. [SEP] this was the first good thing to do [SEP]
+
+===== sample 030 =====
+[CLS] the i. b. c. did not have a fair disclosure system for credit card issuers. [SEP] ( and, also, there are some. [SEP] he ' s got the pace you were looking for. [SEP] next to see struts, punks, whores, fabermans, peds, silps and alxo - - even if they would be considered in the first case as well.... [SEP] those who thinks the army has a good say in the government should find, on the other side, the force of fear. [SEP] they rose, 6. 1 percent, to $ 2 [SEP]
+
+===== sample 031 =====
+[CLS] a senior communications manager at the news site daily news, a new york publisher. [SEP] they ' re out to other voters, who have letters, phone mails, text messages and even e - mails about the prospect of applying for mayor. [SEP] " i thought the manager was really excited about the idea of a future play by agger. [SEP] we could have bought ( and traded it ) for nothing. [SEP] " he wanted to go in the u. s. and we are now trying to sell 20 million units and there ' s no upper limit. [SEP] no need to rely on their sources of oil. [SEP] it also [SEP]
+
+===== sample 032 =====
+[CLS] to the u. s. market and then returned to its market - - and its equipment, which included video cameras, air wheel screws, microphones and hand - held gear, electronic devices, car - sports equipment and special performance gear. [SEP] his match with federer would be unreportable, but we might never have wanted to sit down talking about the disappointments involved. [SEP] the timing of the price - fall will be particularly close to oil markets in distress. [SEP] legal battles are also fought over, in the form of car parking, over the placement of lorries ' cover in the car park. [SEP] the most [SEP]
+
+===== sample 033 =====
+[CLS] non - food organisations. [SEP] but property valuations should start monitoring the latest developments as well. " a real estate investment company and a financial services company are at the heart of the relationship, " the source wrote of yesterday ' s report. [SEP] following conduit, the world cup / juvenile champion, on saturday, the juvenile is expected to take the lead with jet lago, who is a 2 - 4 lengths winner over ten - year - old mr. john, a 2 - 9 favourite in his first start since november 2005. [SEP] in south africa, the annual growth of the year was 6. 3 percent, the [SEP]
+
+===== sample 034 =====
+[CLS] ( upi ) - - a german family ' s phone call said the boy was struck by a large set of tree stumps in the lake. [SEP] " the bush administration has singularly failed to put in stringent numbers of iraqis to stop a violent insurgency moving through the country. [SEP] the police said that he is due in custody on tuesday, 13 october. [SEP] this is not enough, but to take the fun out of the game and then have the technology to work. [SEP] in the next hour, one will start living in the forest, dressed in local colours. [SEP] " the market still is improving, " he [SEP]
+
+===== sample 035 =====
+[CLS] the children who come here illegally, afraid of being a foreigner, but have had to drive their own backcounts through the streets, bridges and schools. [SEP] but it can only move on to theaters and then to the movies. [SEP] total volumes were sold for 11. 4 million, despite a 1 per cent improvement in underlying operating profit to £1 million in 2008. [SEP] when tmz was back to jail in the same year he formed a group to fight. [SEP] fleisher, of lake city, was hit hard on the track when he fell onto another while he was leaving daytona, where he was forced to have [SEP]
+
+===== sample 036 =====
+[CLS] u. s. - backed talks, to go into the issues for israel ' s future, the divided territories. [SEP] even in the face of cleveland ' s power attack. [SEP] jacks. [SEP] the company, which posted a net loss of $ 5. 4 billion last year, cut nearly 4, 000 jobs since it broke up in 1998 and closed in 2008. [SEP] do you have to fast - start in his rules of play? [SEP] the afternoon of second - round play ended with a women ' s victory over south korea ' s ji pygmy. [SEP] the swiss faces murray in his first match on thursday. [SEP]
+
+===== sample 037 =====
+[CLS] [SEP] officials said the recall was necessary to stop public funds to stop the horses from running over the odds at the show. [SEP] i want to keep the energy i have to go. [SEP] and how far can i go? [SEP] it was that i had caught the closing minutes of yob ' s three - minute performance of raila de dera. [SEP] the only hope is that this income will be put back to the poorest of homeowners. [SEP] brian james, the director of the animal studies at the university of sheffield, previously said the small tetanus virus was created naturally by the insects. [SEP] earlier this month [SEP]
+
+===== sample 038 =====
+[CLS], georgia, on december 24. [SEP] after the film ' s release, the painting was handed to the u. s. realty office. [SEP] the interest fee is set to be paid in cash, but all of those related to it will be paid in other shares. [SEP] this year, they have been kept back and are unable to catch each other. [SEP] not a long - shot at the most common word of a word any viewer would like... jones ' s - - that red or white - - also dominates the film. [SEP] that, mullen said, is causing a crisis within his party, as a [SEP]
+
+===== sample 039 =====
+[CLS] most expensive and hard heavy lifting. [SEP] indeed, the government pointed out at the time, it would start under the roof. [SEP] the film was sold in five of the top nine countries with no new sales, averaging more than 3. 5 million unit sold - like sales. [SEP] " lol, i did, " hexham announced during the break, while admitting that his 14 - year - old ' s notoriously low - income upbringing could not be medically warranted. [SEP] i would just take one. [SEP] some say one particular study - - the question of genetics or evidence - - is needed to come up with [SEP]
+
+===== sample 040 =====
+[CLS] the end of the book, the question, you know, is you ' re here? ). [SEP] rollins, too, makes his own time as the nl ' s journeyman without some of the great faces of the game, including a pitcher who in all circumstances as a strongman and free - thrower might not last in the al west. [SEP] indeed, texting is a bad idea. [SEP] hayat al - kebaeen, april 23 ( upi ) - - iraqi authorities say that they are investigating reports of religious suspects trying to bomb the first u. s. troops during a holiday pilgrimage. [SEP] but the [SEP]
+
+===== sample 041 =====
+[CLS] the sale, as it follows the likes of macys, hertone ' s place and m ' s in launching a brandless ad in its website. [SEP] tirado said he detained 11 people, including a traffic policeman, who tried to stop to help the bus stop at about 2 a. m. [SEP] they wanted to help the palestinian people as much as the british people. [SEP] they beat the islanders 3 - 1 and moved a point behind with three remaining, but they took a 3 - 2 advantage early in the second period. [SEP] the us said it had no evidence to support the allegations, which were part of an [SEP]
+
+===== sample 042 =====
+[CLS] used to the cars, " said cabanas, who live in a flooded house lying on roads and still littered with oft - tied faces. [SEP] and now you are only able to provide long - term credit with a medical plan.... and have a great job.... as an 18 - year - old you are going to need at least a bit. you ' re going to get it on, and you know, to get it.. beread to me for being able to do it. how are you talking about the same things that we... have in common with anybody? [SEP]
+
+===== sample 043 =====
+[CLS] the centre post for five years prior to the deal, until retiring as a player at 18 months. [SEP] the children were aged under 11. [SEP] the eight officers, on trial in and brought to london, tried to have a lorry stopped in order to get a good card for her. [SEP] i call this a tax cut ( a tax on earnings that is not set ). [SEP] this is ' speculators ' previews. [SEP] mr mbeki ' s government, installed by the african union president mwai kibaki in a widely disputed election, suffered from mass violence, corruption and abuse of power in the past decade [SEP]
+
+===== sample 044 =====
+[CLS] to the international atomic agency to determine the source. [SEP] " how well the fire out there is going down so that freezes and freezes will become more frequent. [SEP] the project ' s two leaders said they planned to launch new programs to develop a natural gas pipeline known as borengas. [SEP] this is the only solution that is help, the illegals from here are not getting jobs. " [SEP] but after an anonymous donor complained about having to pull their hair back, the birth parents and the man asked for permission. [SEP] they are ahead of the team who play in phoenix in mid - may in a real tournament that will [SEP]
+
+===== sample 045 =====
+[CLS] go on with a woman. [SEP] he said brown, now also managing the business, set up it again in 2006 when he lost his medical license. [SEP] a similar fund will be set up for residents of their home later this year and for those in deprived areas to benefit. [SEP] this is consistent with the change in earth ' s past 30 years, for example, which has been confirmed by the data, " eber said at the global studies group at the national institute of research and cato conference in washington. [SEP] one of his anti - social heros his friend, in a road accident, has been sent to afghanistan for [SEP]
+
+===== sample 046 =====
+[CLS] so then put the party out of use and allowed to go on on its course. [SEP] dr. j. allen jr., a senior research fellow at the boston university medical center, said mr. spacey, who plays the real dr. george james, was the best, creative director. [SEP] it came to the us. [SEP] you can do that in a given day, then couple days. [SEP] i want my children be smart and able, but if i make a case for such a role, they could be in 8, 10 years. [SEP] egypt has only 500 tons of oil. [SEP] he said that he was already [SEP]
+
+===== sample 047 =====
+[CLS] [SEP] they tried to sign him up as if he wasn ' t funny enough to jump - start first - up women ' s take of the stage. [SEP] these questions should be asked to match the two movers, just a single way. [SEP] in world war ii, the central command was formed after all of the 148 men and women of the " defense forces " fought in france, but the number was down to few during the world war. [SEP] the advantage of those teams, coming on, is that they have taken three separate titles to a place that includes the u. s. the winner and mexico ' s caption ' [SEP]
+
+===== sample 048 =====
+[CLS] of droughts in the state were considered unsustainable. [SEP] the russian - made yara passenger jet is set to provide an electric engine and boost fuel for its engines at the eibuster show here. [SEP] tv director sarah green is showing how the industry has been transformed in modern times as diverse as the european oil industry and again to the dead of sea : the evolution of the fox tv channel, in september on sky ' s uk channel. [SEP] at times, he stood behind, with two hands and a single ball from his hands. [SEP] and, they have got nearly as bad as it gets. [SEP] his [SEP]
+
+===== sample 049 =====
+[CLS] to 30, 000 workers. [SEP] i found him cheeky scratchy on things. [SEP] ms phillips, a retired teacher, from king ' s college, said she would pick up the line and then read the news, via text, ipods and google mobile message. [SEP] he says the entire party still in power was disappointed at the result and that the independent body will not keep a position in mind. [SEP] this in part because the six - part documentary has been announced for 2009 ; the program is owned by japanese media outlet tj tv. [SEP] the production, labour and equipment management of waste systems, recently approved by the defence [SEP]
+
+===== sample 050 =====
+[CLS] it, and not for his unwillingness to get down on the beat. [SEP] mr sabani was arrested as he walked to central london on wednesday, to land a private jet plane at the airport, ahead of a service in tel aviv. [SEP] i would have to " grow up with it. " [SEP] in fact, though, i want nothing to say. [SEP] " i tried to watch the photo, and had to turn it off before it was first seen and then sold, " hamble said. [SEP] several of the bills the house and obama passed last month, followed by passage of the stimulus measure, have called for [SEP]
+
+===== sample 051 =====
+[CLS] case, gasparer said. [SEP] also in 2006, investors bought canadian aluminum products maker alcoa inc ( alco. o : quote, profile, research, ). [SEP] he ended up with a long loose ball to the basket, hitting one of three free throws to close out the game - to a point he scored on seattle ' s three points. [SEP] the father of faz al - taiba said his father was told following his son ' s instructions he was being killed in order to protect his mother. [SEP] but aides said she was perceived as biased against him. [SEP] franken : not really. [SEP] [SEP]
+
+===== sample 052 =====
+[CLS] stops by johnson lifted the two points apart and helped the difference carry the americans to a one - time win 2 - 1. [SEP] matthew guarn, 19, of lebanon, ohio, guilty to five counts. [SEP] the great advantage of the international groups would be that the iranians should control them and seek to use them to make money. [SEP] i find no tart meat to be handed over : freshest pies, chocolate bagels and deli vegetables, all in their morning hours. [SEP] the flimsy wall - to - wall images of the stars reveal a real world, where the same group of the star [SEP]
+
+===== sample 053 =====
+[CLS] to be suffering from the mental palatis. [SEP] now, with a long record as talented and highly competitive players, it is clear they have lost their sex appeal. [SEP] bear stearns received a $ 1. 4 billion loan from the noteholders. [SEP] in 2002 he was produced in central asia by the german artist meryz nser, for man of the year, at moscow university. [SEP] the spike in property sales - - when the free - fall back was moderated - - also lasted for months. [SEP] the average average rate for a year 15 - year fixed rate mortgage rose 0. 93 point to 3. [SEP]
+
+===== sample 054 =====
+[CLS] on a three - week fishing trip, her mother took her to xin with her 5 - year - old, her 10 - year - old son and a baby even more than that of a single mother. [SEP] in 2008, the afghan government - - accounting for about half of unamid ' s armed forces budget - - warned germany that a huge order for troops to be deployed in afghanistan could come with the war. [SEP] and, in some cases, it ' s possible to do so with a quick return to money, health and security. [SEP] that is something to be expected - - you should also consider : why i [SEP]
+
+===== sample 055 =====
+[CLS] the fact that two heads of state and the head of parliament, in fact, are not to meet the palestinians at every other possible meeting in the general assembly before the general election - - without doubt, they have a right to answer. [SEP] he gave the case a set up of three days in a few months, but said he would need to be held another 30 days. [SEP] at this, when i know the kids we are ' t partners, and they say yes and wake them up, and i ' ll definitely go on it. [SEP] this isn ' t food, it ' s not sugar, talk around 10 minutes. [SEP]
+
+===== sample 056 =====
+[CLS] and investors will be offered the same deal as banks after the rush to pay taxes soon after the sept. [SEP] the current two - team of the year - c. c. united. [SEP] she said she was overworked and went to a clinic when she learned she was pregnant. [SEP] yes, it ' s true that - - " senator lindsey graham " thing is over. [SEP] if you are not right in terms of what they ' re saying. [SEP] opposition senators rose on the issue and dropped the plan over the objections of their leaders. [SEP] he has been on the show and has been working on the next generation of car [SEP]
+
+===== sample 057 =====
+[CLS] it swaggs or just that? one of you asked me what do they take??? [SEP] this is also a chance to win an open, so if he is a good man he should bring this change. [SEP] a stand - up in politics, he has often moved into well - known political areas, including in new york. [SEP] what, then again, is behind mr gove ' s own public comment about china ' s political influence and economic ambitions? [SEP] we ' re delighted that, to joe andelson, a former president of the new york yankees who was the majority owner of old house communications, a [SEP]
+
+===== sample 058 =====
+[CLS] mrs obama is going to have to win. [SEP] now i have some trouble with the " grow - money - out " of the school system. [SEP] never run away - as - a favourite for the longs as heavyweights, but i ' m hoping to keep up on my work, especially in september. [SEP] 12 - month programmes at alcohol and drug treatment facilities would be available to use as well as suffering from alcohol - and related addictions. [SEP] they want leaders to meet a 12 - month deadline for the u. n. talks. [SEP] the prospect of clear skies and some big flowers warms on a bright summer day [SEP]
+
+===== sample 059 =====
+[CLS] disapp all of the time, watch the uso.... but my next move is that it would go away, would... wait, and be up again... [SEP] she will... and perhaps she should be called on, so it will be going out all over. [SEP] mr mccon said he had tried to understand " i am ' t about to take a seat, long at the end. " [SEP] however, there were reasons to celebrate. [SEP] no doubt, the story was to be told ( 28 percent of nigerians are unemployed now ). [SEP] he said one day after [SEP]
+
+===== sample 060 =====
+[CLS] s. men ' s ski race this weekend is looking like pretrial snow day to christine laerche, the world ' s top - ranked high - jumper. [SEP] one day, i saw him three times before going to play. [SEP] we have one of the best goalies in league football, we can ' t stop looking forward to it. [SEP] he spent a good time on the course of every visit and focused on points and on the subject, " as if i was out of school at home and i had done what it takes to go to work... [SEP] it would put on a broader view of his [SEP]
+
+===== sample 061 =====
+[CLS]. [SEP] but once the government had agreed a new law on wednesday, it will have to form a new cabinet to take up the issue of power between the sides, perhaps to send a message of unity. [SEP] mr dummer said that cutting the cost of education would be the main reason for the development. [SEP] the top commander who runs the war in southern afghanistan resigned friday after a diplomatic battle over the war in afghanistan and told the press that he refused to sell troops to coalition forces to protect his own residents. [SEP] but those who have two children, either people 13 or old, could be moved to in one to three months, [SEP]
+
+===== sample 062 =====
+[CLS] was the end, and the beginning of war. [SEP] detroit 9 - 1 - 8 _ 5. [SEP] some rose. [SEP] if the film fails, will you get a look on their face? [SEP] the group ' s report says that will change in a matter - and - half months later this year. [SEP] he told the police to " not panic. " [SEP] taliban officers responsible for that attack in three other villages have said they did not, but some reports have said that the drone could have been a man as it arrived at the main camp. [SEP] jerusalem ( ap ) - israel ' s military warned the country it would fight [SEP]
+
+===== sample 063 =====
+[CLS] [SEP] the food is french, not un - french. [SEP] three people were killed. [SEP] at 60, 000 children a day, he means help for the needy, but particularly the king ' s. [SEP] he is not particularly good at it, and i ' d support his comments. [SEP] but the fact that they break up in that game suggests no more than the tension that will come from the events of the afternoon. [SEP] eltwood tied the game to win its third straight season opener with a 15 - point lead. [SEP] according to the complaint, the investors, along with the bank ' s ceo, advised the bank to [SEP]
+

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps64_c16_t1p45_scored.jsonl

@@ -0,0 +1,65 @@
+{"type": "summary", "name": "steps64_c16_t1p45", "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt", "step": 434000, "decode": {"kind": "categorical_fullvocab_normal_steps_sweep", "config": "steps64_c16_t1p45", "steps": 64, "endpoint_temp": 1.45, "concentration_max": 16.0, "final_from": "state", "update": "resample", "n_samples": 64, "seed": 20260509}, "detok_genppl": {"ppl": 52.82579742748339, "nll_per_token": 3.9669996590338688, "tokens": 9463}, "diversity": {"sample_entropy": 4.1773622908878645, "unique_tokens": 1880, "token_count": 8192, "distinct_1": 0.2294921875, "distinct_2": 0.7114911417322834, "top_token_mass": 0.0545654296875}}
+{"type": "sample", "index": 0, "raw_text": "[CLS]. [SEP] \" i work from a helicopter. [SEP] the six were detained at nazir maziz ' s home in the early hours of 10 september and detained on three occasions, \" interior ministry spokes said in a statement. [SEP] paul docherty ' s parents are appealing to the court of appeal for damages after their son told police that she was their only child and came to the defence of her father. [SEP] the nuclear invasion was described by the world ' s leading man - - an \" international maritime incident \" - - on january 11, 1941, a short world war that killed more than one million people. [SEP] \" [SEP]", "detok_text": "[CLS]. [SEP] \"i work from a helicopter. [SEP] the six were detained at nazir maziz's home in the early hours of 10 september and detained on three occasions,\" interior ministry spokes said in a statement. [SEP] paul docherty's parents are appealing to the court of appeal for damages after their son told police that she was their only child and came to the defence of her father. [SEP] the nuclear invasion was described by the world's leading man - - an \"international maritime incident\" - - on january 11, 1941, a short world war that killed more than one million people. [SEP] \" [SEP]"}
+{"type": "sample", "index": 1, "raw_text": "[CLS]. s. national retailing association at a private dinner in washington on friday. [SEP] but there is no mention of a daughter being pushed through her book, a re - examination of his own romantic life in a new book, as a woman in search of love, and who, as an assistant to her father, james bond, is known for his insights about his relationships with women and to treat women. [SEP] the couple now have made up to $ 10 million, with it estimated at more that $ 3 million. [SEP] he went out partying to her and i was in the same room for him without being sure of asking him [SEP]", "detok_text": "[CLS]. s. national retailing association at a private dinner in washington on friday. [SEP] but there is no mention of a daughter being pushed through her book, a re - examination of his own romantic life in a new book, as a woman in search of love, and who, as an assistant to her father, james bond, is known for his insights about his relationships with women and to treat women. [SEP] the couple now have made up to $10 million, with it estimated at more that $3 million. [SEP] he went out partying to her and i was in the same room for him without being sure of asking him [SEP]"}
+{"type": "sample", "index": 2, "raw_text": "[CLS] two - thirds of the total $ 86. 9 billion. [SEP] i have children, children, a family, and lots of things and i half knew it cost me and me a year and what it was about life - - that is not it. [SEP] in all, 6, 000 people have been tested for using the account on the site. [SEP] to date, the u. s. government says the role is to provide investors with informational information and that the stanford group was not being invested in major companies. [SEP] those guys are actually in the opposite end of the story line of murder, love, backnails, per [SEP]", "detok_text": "[CLS] two - thirds of the total $86. 9 billion. [SEP] i have children, children, a family, and lots of things and i half knew it cost me and me a year and what it was about life - - that is not it. [SEP] in all, 6, 000 people have been tested for using the account on the site. [SEP] to date, the u. s. government says the role is to provide investors with informational information and that the stanford group was not being invested in major companies. [SEP] those guys are actually in the opposite end of the story line of murder, love, backnails, per [SEP]"}
+{"type": "sample", "index": 3, "raw_text": "[CLS] foreign sources, have been able to hold on to them. [SEP] you can ' t get back to that, but it ' s a tough part to solve, because one important element in the bid is that it is a big play - off. [SEP] and he was consoled for last night ' s first game, the big night in pittsburgh to the 4. 1 p. m. \" vwhah \" crowd. [SEP] having a car was like it all, i thought, in the sense of life and life. [SEP] we need an american president to prove his ability to make things look better in the near future. [SEP] [SEP]", "detok_text": "[CLS] foreign sources, have been able to hold on to them. [SEP] you can't get back to that, but it's a tough part to solve, because one important element in the bid is that it is a big play - off. [SEP] and he was consoled for last night's first game, the big night in pittsburgh to the 4. 1 p. m. \"vwhah\" crowd. [SEP] having a car was like it all, i thought, in the sense of life and life. [SEP] we need an american president to prove his ability to make things look better in the near future. [SEP] [SEP]"}
+{"type": "sample", "index": 4, "raw_text": "[CLS] war ii. [SEP] but just because he was 2 - 0 down. [SEP] i know the boy is here.. because the father let him down........... well, in the early 1980s when, even if i knew what to go into, he was there,, after all. [SEP] the financial strength of the bulk of the e - mail auctioning companies has collapsed to its lowest level in 10 years. [SEP] ms jones from horsham tested her yacht for three hours, and they took a practice walk on bondi beach at 10am bst to continue their race. [SEP] while [SEP]", "detok_text": "[CLS] war ii. [SEP] but just because he was 2 - 0 down. [SEP] i know the boy is here.. because the father let him down........... well, in the early 1980s when, even if i knew what to go into, he was there,, after all. [SEP] the financial strength of the bulk of the e - mail auctioning companies has collapsed to its lowest level in 10 years. [SEP] ms jones from horsham tested her yacht for three hours, and they took a practice walk on bondi beach at 10am bst to continue their race. [SEP] while [SEP]"}
+{"type": "sample", "index": 5, "raw_text": "[CLS] american woes \" - the chance of a recession would then rise with the rest of the world. [SEP] despite their troubles i think the players should be mentally good enough to accept that responsibility for their actions. [SEP] \" market - based policies on the access to family services are community - based and to support both parents and their children. [SEP] where does that come from?!!!! [SEP] citigroup, which had raised its offer at 6. 8 gmt on november 28, had earlier estimated that it had to pay out 17 minutes earlier than it said it had expected to pay in the early morning session. [SEP] the program [SEP]", "detok_text": "[CLS] american woes \"- the chance of a recession would then rise with the rest of the world. [SEP] despite their troubles i think the players should be mentally good enough to accept that responsibility for their actions. [SEP]\" market - based policies on the access to family services are community - based and to support both parents and their children. [SEP] where does that come from?!!!! [SEP] citigroup, which had raised its offer at 6. 8 gmt on november 28, had earlier estimated that it had to pay out 17 minutes earlier than it said it had expected to pay in the early morning session. [SEP] the program [SEP]"}
+{"type": "sample", "index": 6, "raw_text": "[CLS] of the year. [SEP] he doesn ' t mind going after a shot but he had to save. [SEP] button was in 15th place, but last year ' s formula one winner jensainen, the race is also tricky at the moment. [SEP] it will be rich with sunlight and, carpeted with orange - red flowers, has lovely green leaves and classy flowers. [SEP] mr blair ' s reputation has faced its first test in the months with the introduction of a special committee - including the promise to reform the system - to \" fix the back benches. \" [SEP] it ' s even joined by a small group, and it is [SEP]", "detok_text": "[CLS] of the year. [SEP] he doesn't mind going after a shot but he had to save. [SEP] button was in 15th place, but last year's formula one winner jensainen, the race is also tricky at the moment. [SEP] it will be rich with sunlight and, carpeted with orange - red flowers, has lovely green leaves and classy flowers. [SEP] mr blair's reputation has faced its first test in the months with the introduction of a special committee - including the promise to reform the system - to \"fix the back benches.\" [SEP] it's even joined by a small group, and it is [SEP]"}
+{"type": "sample", "index": 7, "raw_text": "[CLS] go to - - - er - - moqbelna, you know, when you did - - you ' ve heard the twos just now. [SEP] they attacked the decision to ban in - state students in new england maths for the first time, in order to protect against his views. [SEP] mrs dunkelar added : \" it was great to help a lot of children over the last 20 years, and as a result to me, the children have drastically reduced the range of cognitive abilities that i had at 13. [SEP] some officials said that in the bid to find a peace, the areas of violence that lie on [SEP]", "detok_text": "[CLS] go to - - - er - - moqbelna, you know, when you did - - you've heard the twos just now. [SEP] they attacked the decision to ban in - state students in new england maths for the first time, in order to protect against his views. [SEP] mrs dunkelar added: \" it was great to help a lot of children over the last 20 years, and as a result to me, the children have drastically reduced the range of cognitive abilities that i had at 13. [SEP] some officials said that in the bid to find a peace, the areas of violence that lie on [SEP]"}
+{"type": "sample", "index": 8, "raw_text": "[CLS] was \" delighted. \" [SEP] that was made possible to bring as many as more people to the affected area. [SEP] i ' ll be familiar with, \" the c. d. o. \" ( or for that matter, the government holds around 10 percent of the cost ). [SEP] fittingly enough, we are not so connerved. [SEP] this is the challenge - - to know what their games are for you, to think and in turn, to to understand the subject. [SEP] ( ap ) - it ' s the parents who say their young daughter alone couldn ' t believe that her parents killed his mother. [SEP] the [SEP]", "detok_text": "[CLS] was \"delighted.\" [SEP] that was made possible to bring as many as more people to the affected area. [SEP] i'll be familiar with, \"the c. d. o.\" (or for that matter, the government holds around 10 percent of the cost). [SEP] fittingly enough, we are not so connerved. [SEP] this is the challenge - - to know what their games are for you, to think and in turn, to to understand the subject. [SEP] (ap) - it's the parents who say their young daughter alone couldn't believe that her parents killed his mother. [SEP] the [SEP]"}
+{"type": "sample", "index": 9, "raw_text": "[CLS] duncan smith, stephen johnson, alex jones, simon church and kevin sinfield could go through, if cardiff are to go ahead of their traditional rivals. [SEP] \" when i came to bay hill on a good day after which i won 10 years, it was like to be here to get my game in order, \" he said. [SEP] that was an easy response - - and i was in the position - - and now i go to work as a part - time driver. [SEP] sir simon admits he didn ' t know a thing with women, nor did first - rate fashion magazines, so i just don ' t have to do [SEP]", "detok_text": "[CLS] duncan smith, stephen johnson, alex jones, simon church and kevin sinfield could go through, if cardiff are to go ahead of their traditional rivals. [SEP] \"when i came to bay hill on a good day after which i won 10 years, it was like to be here to get my game in order,\" he said. [SEP] that was an easy response - - and i was in the position - - and now i go to work as a part - time driver. [SEP] sir simon admits he didn't know a thing with women, nor did first - rate fashion magazines, so i just don't have to do [SEP]"}
+{"type": "sample", "index": 10, "raw_text": "[CLS] to spend the holiday with their old friends. [SEP] they will have a way and he wants to change something so the gop can get back to their principles if it ' s already putting in somethings to work. [SEP] it has to be very good, too! they are this group and aren ' t there to do what they use, and if you can do what you other people not doing so can do, you can ' t use this for anything or all it. [SEP] the university is scheduled to hold a special session on monday. [SEP] she said woods is a troubled man, and wants to kill him - - and is [SEP]", "detok_text": "[CLS] to spend the holiday with their old friends. [SEP] they will have a way and he wants to change something so the gop can get back to their principles if it's already putting in somethings to work. [SEP] it has to be very good, too! they are this group and aren't there to do what they use, and if you can do what you other people not doing so can do, you can't use this for anything or all it. [SEP] the university is scheduled to hold a special session on monday. [SEP] she said woods is a troubled man, and wants to kill him - - and is [SEP]"}
+{"type": "sample", "index": 11, "raw_text": "[CLS] will be the size of people ' s property, more than not. [SEP] one thing : the vote was close, so that gave obama the near certainty that most republicans would hope for any change. [SEP] he would give you a number of individual items and a picture of the drinks bag, but which name was one of the ones left to play with. [SEP] like so many other opponents, he had said he would to stop the measure. [SEP] people around the city, which counted only as one - fourth of u. s. mass - production in the early 1980s, can expect only temporary booms in food and energy. [SEP] i [SEP]", "detok_text": "[CLS] will be the size of people's property, more than not. [SEP] one thing: the vote was close, so that gave obama the near certainty that most republicans would hope for any change. [SEP] he would give you a number of individual items and a picture of the drinks bag, but which name was one of the ones left to play with. [SEP] like so many other opponents, he had said he would to stop the measure. [SEP] people around the city, which counted only as one - fourth of u. s. mass - production in the early 1980s, can expect only temporary booms in food and energy. [SEP] i [SEP]"}
+{"type": "sample", "index": 12, "raw_text": "[CLS] in the world. [SEP] \" everyone ' s learning from their watchbook, \" said mr. nippert, the vice president of the players ' union. [SEP] it is likely christians, muslims, muslims, anis and various other groups will also rely on the knowledge and policies of eritrea - many of whom are born in somalia and most of whom remain under ethiopian control. [SEP] of the left - back players the star of the scrum half also is fit enough. [SEP] a top official in the japanese government who signed the deal after the last war in 1945, has resigned from the army and is ready to fight again. [SEP] [SEP]", "detok_text": "[CLS] in the world. [SEP] \"everyone's learning from their watchbook,\" said mr. nippert, the vice president of the players' union. [SEP] it is likely christians, muslims, muslims, anis and various other groups will also rely on the knowledge and policies of eritrea - many of whom are born in somalia and most of whom remain under ethiopian control. [SEP] of the left - back players the star of the scrum half also is fit enough. [SEP] a top official in the japanese government who signed the deal after the last war in 1945, has resigned from the army and is ready to fight again. [SEP] [SEP]"}
+{"type": "sample", "index": 13, "raw_text": "[CLS] situation is very poor, \" o ' hara said. [SEP] he will be another close man, as the clinton gate issue was brought to light with hillary and i hope he will. [SEP] with luck and money, we all of you now might have the time to start going out looking to make favours, and begin to make as much money as we can to people, when he or she is, on the right path, or he has made that pass, instead of being an audience member. [SEP] the taliban and mehsud militants have fought for several offensives directed against al - qaida, including last month ' s [SEP]", "detok_text": "[CLS] situation is very poor, \" o' hara said. [SEP] he will be another close man, as the clinton gate issue was brought to light with hillary and i hope he will. [SEP] with luck and money, we all of you now might have the time to start going out looking to make favours, and begin to make as much money as we can to people, when he or she is, on the right path, or he has made that pass, instead of being an audience member. [SEP] the taliban and mehsud militants have fought for several offensives directed against al - qaida, including last month's [SEP]"}
+{"type": "sample", "index": 14, "raw_text": "[CLS] been identified as the reason for the crisis, but he stressed that there has been no reduction in confidence in the country ' s law and justice and immigration system. [SEP] look out for a small view of the street, though - - especially if it ' s ground zero. [SEP] they are raising questions. [SEP] one car after a friend, a father - of - three, and a recoker he has built in six years is a silver vespa which will take 1, 000 people in the range and take it further in manufacturing - - including a dream car in china. [SEP] this is the real tussle between the [SEP]", "detok_text": "[CLS] been identified as the reason for the crisis, but he stressed that there has been no reduction in confidence in the country's law and justice and immigration system. [SEP] look out for a small view of the street, though - - especially if it's ground zero. [SEP] they are raising questions. [SEP] one car after a friend, a father - of - three, and a recoker he has built in six years is a silver vespa which will take 1, 000 people in the range and take it further in manufacturing - - including a dream car in china. [SEP] this is the real tussle between the [SEP]"}
+{"type": "sample", "index": 15, "raw_text": "[CLS] the weekend. [SEP] for some people, the numbers are important. [SEP] 12 to 21... and in what sounds like a bright jacall in his direction, shabata figures out a problem in his 2. 30. [SEP] for now, one sure thing is that they are getting the job. [SEP] the jump in new car sales came amid a weak economy and with a slide in house prices and prices. [SEP] gm said it wanted to buy in because the smallers could become a competitor in the small - heavy retail market. [SEP] ( cbs ) \" toy story : rock band \" won the one - man category with [SEP]", "detok_text": "[CLS] the weekend. [SEP] for some people, the numbers are important. [SEP] 12 to 21... and in what sounds like a bright jacall in his direction, shabata figures out a problem in his 2. 30. [SEP] for now, one sure thing is that they are getting the job. [SEP] the jump in new car sales came amid a weak economy and with a slide in house prices and prices. [SEP] gm said it wanted to buy in because the smallers could become a competitor in the small - heavy retail market. [SEP] (cbs) \"toy story: rock band\" won the one - man category with [SEP]"}
+{"type": "sample", "index": 16, "raw_text": "[CLS] the boy or to go down to get out? [SEP] investigators also found out the body and the wreckage and the items were found dumped in the ditch next to the girl ' s body but authorities have not yet released anyone, asking families to contact police. [SEP] he wants a close look while he is everyone ' s life. [SEP] on how good an opportunity would be for them, i just thank them. [SEP] in addition, the agreement would let iraqi children work in the jobs provided by their parents. [SEP] but, of course, it was. [SEP] frank d. schlessner, an analyst, said that iran was probably responsible [SEP]", "detok_text": "[CLS] the boy or to go down to get out? [SEP] investigators also found out the body and the wreckage and the items were found dumped in the ditch next to the girl's body but authorities have not yet released anyone, asking families to contact police. [SEP] he wants a close look while he is everyone's life. [SEP] on how good an opportunity would be for them, i just thank them. [SEP] in addition, the agreement would let iraqi children work in the jobs provided by their parents. [SEP] but, of course, it was. [SEP] frank d. schlessner, an analyst, said that iran was probably responsible [SEP]"}
+{"type": "sample", "index": 17, "raw_text": "[CLS] [SEP] it is wrong in the past to state this, and that there is something to do with mr. maliki ' s decision. [SEP] so palin ' s lost, leaving her to die. [SEP] jackson got police protection at the time of jackson ' s death. [SEP] however, the \" available information \" released today is \" good evidence \" that both iran ' s military intelligence and civilian military forces exist. [SEP] can ' t you hope a candidate would look as good if she becomes a normal person? [SEP] he was in the men ' s race for the second butterfly of the 200m. [SEP] in july 2006, national defense [SEP]", "detok_text": "[CLS] [SEP] it is wrong in the past to state this, and that there is something to do with mr. maliki's decision. [SEP] so palin's lost, leaving her to die. [SEP] jackson got police protection at the time of jackson's death. [SEP] however, the \"available information\" released today is \"good evidence\" that both iran's military intelligence and civilian military forces exist. [SEP] can't you hope a candidate would look as good if she becomes a normal person? [SEP] he was in the men's race for the second butterfly of the 200m. [SEP] in july 2006, national defense [SEP]"}
+{"type": "sample", "index": 18, "raw_text": "[CLS] the kids and the stars are heading to us. [SEP] \" just because we did. [SEP] you thought of taking the most of your money - - to you, not to him, he said. [SEP] to remove the oil, sprig the oil from the well it was put into it. [SEP] beijing, july 31 ( upi ) - - members of a chinese military commission and the u. s. navy ' s office of military training say chinaʼs 3 - d sonar became safe last month. [SEP] he said he was unsure of his health, but that the terms of such a deal had become \" unknown, \" [SEP]", "detok_text": "[CLS] the kids and the stars are heading to us. [SEP] \"just because we did. [SEP] you thought of taking the most of your money - - to you, not to him, he said. [SEP] to remove the oil, sprig the oil from the well it was put into it. [SEP] beijing, july 31 (upi) - - members of a chinese military commission and the u. s. navy's office of military training say chinaʼs 3 - d sonar became safe last month. [SEP] he said he was unsure of his health, but that the terms of such a deal had become\" unknown, \" [SEP]"}
+{"type": "sample", "index": 19, "raw_text": "[CLS], \" was this year ' s champion. [SEP] ( cnn ) - - a high - school student died and his 6 - year - old nephew - - who became his own - - lived next door to his body. [SEP] a water cat fishes out of water in the man ' s den on the water ' s end of the bay near san francisco pier a few times a day. [SEP] ahmad kassei, the afghan ambassador to yemen, said that, before his visit to saudi arabia, this may be a good example of arab countries ' increasing desire to meet people and share their concerns. [SEP] his professional partner, michael, [SEP]", "detok_text": "[CLS], \" was this year's champion. [SEP] (cnn) - - a high - school student died and his 6 - year - old nephew - - who became his own - - lived next door to his body. [SEP] a water cat fishes out of water in the man's den on the water's end of the bay near san francisco pier a few times a day. [SEP] ahmad kassei, the afghan ambassador to yemen, said that, before his visit to saudi arabia, this may be a good example of arab countries' increasing desire to meet people and share their concerns. [SEP] his professional partner, michael, [SEP]"}
+{"type": "sample", "index": 20, "raw_text": "[CLS] interested in getting money for public primary education. [SEP] he feels that britain could be his big subject, thanks to all the old \" why not me? \" - posters. [SEP] some may think that iraqi officials have only the power to add their names to the new flag. [SEP] now he can ' t play even with his wife and he also is not in the race. [SEP] the committee also examined the bank ' s performance in credit markets as it continued to make losses on losses from the credit crisis. [SEP] but the win was seen at the open not only as a symbolic moment, but also as a heavy - handed nod to his [SEP]", "detok_text": "[CLS] interested in getting money for public primary education. [SEP] he feels that britain could be his big subject, thanks to all the old \"why not me?\" - posters. [SEP] some may think that iraqi officials have only the power to add their names to the new flag. [SEP] now he can't play even with his wife and he also is not in the race. [SEP] the committee also examined the bank's performance in credit markets as it continued to make losses on losses from the credit crisis. [SEP] but the win was seen at the open not only as a symbolic moment, but also as a heavy - handed nod to his [SEP]"}
+{"type": "sample", "index": 21, "raw_text": "[CLS] 100, 000, and while some of the photos are tied with the mother, another says they ' re the name of a college student. [SEP] i hoped the game would come and that would take time. [SEP] but, ms. weisen said, the idea of a more thorough approach would be in the best interest of her students. [SEP] he got put down, stumped for obama, said he opposed the tax bill, and looked the the way she thinks obama... [SEP] read the men ' s magazine hot line for the afternoon. [SEP] mr tobin had started the search for his daughter ' s flat and he was told [SEP]", "detok_text": "[CLS] 100, 000, and while some of the photos are tied with the mother, another says they're the name of a college student. [SEP] i hoped the game would come and that would take time. [SEP] but, ms. weisen said, the idea of a more thorough approach would be in the best interest of her students. [SEP] he got put down, stumped for obama, said he opposed the tax bill, and looked the the way she thinks obama... [SEP] read the men's magazine hot line for the afternoon. [SEP] mr tobin had started the search for his daughter's flat and he was told [SEP]"}
+{"type": "sample", "index": 22, "raw_text": "[CLS]on was the first driver ( or a would - be manshier ), he was a result of injuries to the head, and the change in the race system was a result from the previous race when he led the men who claimed for 11 seats monday. [SEP] the opec ministers reached a deal on saturday night to reduce annual budget deficits by 30 percent - - $ 651 million - - and by 10 percent that it needed to raise in future spending. [SEP] the reaction has been fantastic, we ' re the whole christmas family. [SEP] tuesday ' s primary election is being held, but won ' t be decided by the [SEP]", "detok_text": "[CLS]on was the first driver (or a would - be manshier), he was a result of injuries to the head, and the change in the race system was a result from the previous race when he led the men who claimed for 11 seats monday. [SEP] the opec ministers reached a deal on saturday night to reduce annual budget deficits by 30 percent - - $651 million - - and by 10 percent that it needed to raise in future spending. [SEP] the reaction has been fantastic, we're the whole christmas family. [SEP] tuesday's primary election is being held, but won't be decided by the [SEP]"}
+{"type": "sample", "index": 23, "raw_text": "[CLS] have increased greatly since 2004 in order to attract new business. [SEP] now many americans appear to be more comfortable about their faith in the state - run than of an american presidential candidate or a rival - - or of a leader of the al - qaeda ( \" the fata \" ). [SEP] the boy ' s mother is said to have moved so strongly as to keep the child in jail but also wants to follow her father ' s example. [SEP] but the man was able to keep up with the openness of the sparsely populated part of canada. [SEP] the letter was disclosed to reporters. [SEP] two bodies have been cut out of the [SEP]", "detok_text": "[CLS] have increased greatly since 2004 in order to attract new business. [SEP] now many americans appear to be more comfortable about their faith in the state - run than of an american presidential candidate or a rival - - or of a leader of the al - qaeda (\"the fata\"). [SEP] the boy's mother is said to have moved so strongly as to keep the child in jail but also wants to follow her father's example. [SEP] but the man was able to keep up with the openness of the sparsely populated part of canada. [SEP] the letter was disclosed to reporters. [SEP] two bodies have been cut out of the [SEP]"}
+{"type": "sample", "index": 24, "raw_text": "[CLS] and even their children. [SEP] he later released the photos on his laptop and the newspaper ' s blog. [SEP] he also became familiar with the book ' s findings at his first confirmation hearing in 2001. [SEP] obama, who was reappointed to the white house just just months after clinton began a campaign, has a 14 - point lead against clinton. [SEP] a & e, the bbc, 4 and itv have all declined to give financial terms of the agreement, which could end the existence of the current news service - - run by a joint venture of channel 4 ' s rival digital 4 group and 43. 4 digital. [SEP] [SEP]", "detok_text": "[CLS] and even their children. [SEP] he later released the photos on his laptop and the newspaper's blog. [SEP] he also became familiar with the book's findings at his first confirmation hearing in 2001. [SEP] obama, who was reappointed to the white house just just months after clinton began a campaign, has a 14 - point lead against clinton. [SEP] a & e, the bbc, 4 and itv have all declined to give financial terms of the agreement, which could end the existence of the current news service - - run by a joint venture of channel 4's rival digital 4 group and 43. 4 digital. [SEP] [SEP]"}
+{"type": "sample", "index": 25, "raw_text": "[CLS] and it took only a few hours to get out so there also was more people waiting for me. [SEP] i ' m curious about my own computer now, but let ' s just give it back to you. [SEP] i was a single mother when i was a young boy and i was very good, so now i have to spend just my time on my own. [SEP] krue said he once told her he had attacked his wife before the murder. [SEP] the president is scheduled to arrive in orange county, where the rally is planned, monday. [SEP] more than a million coins have been offered to the public in a bid to [SEP]", "detok_text": "[CLS] and it took only a few hours to get out so there also was more people waiting for me. [SEP] i'm curious about my own computer now, but let's just give it back to you. [SEP] i was a single mother when i was a young boy and i was very good, so now i have to spend just my time on my own. [SEP] krue said he once told her he had attacked his wife before the murder. [SEP] the president is scheduled to arrive in orange county, where the rally is planned, monday. [SEP] more than a million coins have been offered to the public in a bid to [SEP]"}
+{"type": "sample", "index": 26, "raw_text": "[CLS] the rise of the 1. 1 percent. [SEP] more charges were coming off the site. [SEP] and, i ' ll tell you a bit - - and again. [SEP] whatever is there, if possible or if you live by cricket ' s contract agreement with the club, you can stay within your reach. [SEP] but it was the first deployment of a group of troops to fight in some areas of the north of the country. [SEP] this week was a big test for britain, and not be represented by japan. finally, however, so is the end for england. [SEP] his group does not include children and fathers and has taken to [SEP]", "detok_text": "[CLS] the rise of the 1. 1 percent. [SEP] more charges were coming off the site. [SEP] and, i'll tell you a bit - - and again. [SEP] whatever is there, if possible or if you live by cricket's contract agreement with the club, you can stay within your reach. [SEP] but it was the first deployment of a group of troops to fight in some areas of the north of the country. [SEP] this week was a big test for britain, and not be represented by japan. finally, however, so is the end for england. [SEP] his group does not include children and fathers and has taken to [SEP]"}
+{"type": "sample", "index": 27, "raw_text": "[CLS] this imacity and tried to allow these people to be as angry as they say they can be, the impact of that is going to have never been as bad for the security of the state, being able to solve these problems, provide for a while, all the other ends of pretence, to get to them. [SEP] it will come later than expected. [SEP] as a result, she lost 11, 000 people, but in some cases thousands are left on the outskirts of the city. [SEP] a former senior official in the army said in washington that as a non - military officer and never suspected of working with the united [SEP]", "detok_text": "[CLS] this imacity and tried to allow these people to be as angry as they say they can be, the impact of that is going to have never been as bad for the security of the state, being able to solve these problems, provide for a while, all the other ends of pretence, to get to them. [SEP] it will come later than expected. [SEP] as a result, she lost 11, 000 people, but in some cases thousands are left on the outskirts of the city. [SEP] a former senior official in the army said in washington that as a non - military officer and never suspected of working with the united [SEP]"}
+{"type": "sample", "index": 28, "raw_text": "[CLS] market forces. [SEP] whether or not it works, that could be another factor in obama ' s hopes, with some democrats questioning whether they will support obama in 2008 or even, if he gets elected. [SEP] that is part of all the pressure to do so - - because the voting process is this simple : do not vote. [SEP] to say that shows george w. bush ' s \" end - of - war \" distortions. [SEP] the blasts, friday and thursday that killed 45 people and seven wounded, also occurred within minutes of the mosque, the governor ' s brother, malik kadem, said. [SEP] in what the [SEP]", "detok_text": "[CLS] market forces. [SEP] whether or not it works, that could be another factor in obama's hopes, with some democrats questioning whether they will support obama in 2008 or even, if he gets elected. [SEP] that is part of all the pressure to do so - - because the voting process is this simple: do not vote. [SEP] to say that shows george w. bush's \"end - of - war\" distortions. [SEP] the blasts, friday and thursday that killed 45 people and seven wounded, also occurred within minutes of the mosque, the governor's brother, malik kadem, said. [SEP] in what the [SEP]"}
+{"type": "sample", "index": 29, "raw_text": "[CLS] suspicion that they lost the ball over the net. [SEP] the tool is designed to ensure you are told exactly how to carry your child or stay in touch with a friend. [SEP] it was a really bad day. [SEP] don ' t speak with me tomorrow. [SEP] as the verdict was announced, the court was reminiscent of the last time a young man saw a bomb in turkey. [SEP] he is thinking about how \" a quiet man \" might look, and a statement about how to \" love him. \" [SEP] he first performed a band with a series of his bagpipes in 1988. [SEP] this was the first good thing to do [SEP]", "detok_text": "[CLS] suspicion that they lost the ball over the net. [SEP] the tool is designed to ensure you are told exactly how to carry your child or stay in touch with a friend. [SEP] it was a really bad day. [SEP] don't speak with me tomorrow. [SEP] as the verdict was announced, the court was reminiscent of the last time a young man saw a bomb in turkey. [SEP] he is thinking about how \"a quiet man\" might look, and a statement about how to \"love him.\" [SEP] he first performed a band with a series of his bagpipes in 1988. [SEP] this was the first good thing to do [SEP]"}
+{"type": "sample", "index": 30, "raw_text": "[CLS] the i. b. c. did not have a fair disclosure system for credit card issuers. [SEP] ( and, also, there are some. [SEP] he ' s got the pace you were looking for. [SEP] next to see struts, punks, whores, fabermans, peds, silps and alxo - - even if they would be considered in the first case as well.... [SEP] those who thinks the army has a good say in the government should find, on the other side, the force of fear. [SEP] they rose, 6. 1 percent, to $ 2 [SEP]", "detok_text": "[CLS] the i. b. c. did not have a fair disclosure system for credit card issuers. [SEP] ( and, also, there are some. [SEP] he's got the pace you were looking for. [SEP] next to see struts, punks, whores, fabermans, peds, silps and alxo - - even if they would be considered in the first case as well.... [SEP] those who thinks the army has a good say in the government should find, on the other side, the force of fear. [SEP] they rose, 6. 1 percent, to $2 [SEP]"}
+{"type": "sample", "index": 31, "raw_text": "[CLS] a senior communications manager at the news site daily news, a new york publisher. [SEP] they ' re out to other voters, who have letters, phone mails, text messages and even e - mails about the prospect of applying for mayor. [SEP] \" i thought the manager was really excited about the idea of a future play by agger. [SEP] we could have bought ( and traded it ) for nothing. [SEP] \" he wanted to go in the u. s. and we are now trying to sell 20 million units and there ' s no upper limit. [SEP] no need to rely on their sources of oil. [SEP] it also [SEP]", "detok_text": "[CLS] a senior communications manager at the news site daily news, a new york publisher. [SEP] they're out to other voters, who have letters, phone mails, text messages and even e - mails about the prospect of applying for mayor. [SEP] \"i thought the manager was really excited about the idea of a future play by agger. [SEP] we could have bought (and traded it) for nothing. [SEP]\" he wanted to go in the u. s. and we are now trying to sell 20 million units and there's no upper limit. [SEP] no need to rely on their sources of oil. [SEP] it also [SEP]"}
+{"type": "sample", "index": 32, "raw_text": "[CLS] to the u. s. market and then returned to its market - - and its equipment, which included video cameras, air wheel screws, microphones and hand - held gear, electronic devices, car - sports equipment and special performance gear. [SEP] his match with federer would be unreportable, but we might never have wanted to sit down talking about the disappointments involved. [SEP] the timing of the price - fall will be particularly close to oil markets in distress. [SEP] legal battles are also fought over, in the form of car parking, over the placement of lorries ' cover in the car park. [SEP] the most [SEP]", "detok_text": "[CLS] to the u. s. market and then returned to its market - - and its equipment, which included video cameras, air wheel screws, microphones and hand - held gear, electronic devices, car - sports equipment and special performance gear. [SEP] his match with federer would be unreportable, but we might never have wanted to sit down talking about the disappointments involved. [SEP] the timing of the price - fall will be particularly close to oil markets in distress. [SEP] legal battles are also fought over, in the form of car parking, over the placement of lorries' cover in the car park. [SEP] the most [SEP]"}
+{"type": "sample", "index": 33, "raw_text": "[CLS] non - food organisations. [SEP] but property valuations should start monitoring the latest developments as well. \" a real estate investment company and a financial services company are at the heart of the relationship, \" the source wrote of yesterday ' s report. [SEP] following conduit, the world cup / juvenile champion, on saturday, the juvenile is expected to take the lead with jet lago, who is a 2 - 4 lengths winner over ten - year - old mr. john, a 2 - 9 favourite in his first start since november 2005. [SEP] in south africa, the annual growth of the year was 6. 3 percent, the [SEP]", "detok_text": "[CLS] non - food organisations. [SEP] but property valuations should start monitoring the latest developments as well. \"a real estate investment company and a financial services company are at the heart of the relationship,\" the source wrote of yesterday's report. [SEP] following conduit, the world cup/juvenile champion, on saturday, the juvenile is expected to take the lead with jet lago, who is a 2 - 4 lengths winner over ten - year - old mr. john, a 2 - 9 favourite in his first start since november 2005. [SEP] in south africa, the annual growth of the year was 6. 3 percent, the [SEP]"}
+{"type": "sample", "index": 34, "raw_text": "[CLS] ( upi ) - - a german family ' s phone call said the boy was struck by a large set of tree stumps in the lake. [SEP] \" the bush administration has singularly failed to put in stringent numbers of iraqis to stop a violent insurgency moving through the country. [SEP] the police said that he is due in custody on tuesday, 13 october. [SEP] this is not enough, but to take the fun out of the game and then have the technology to work. [SEP] in the next hour, one will start living in the forest, dressed in local colours. [SEP] \" the market still is improving, \" he [SEP]", "detok_text": "[CLS] (upi) - - a german family's phone call said the boy was struck by a large set of tree stumps in the lake. [SEP] \"the bush administration has singularly failed to put in stringent numbers of iraqis to stop a violent insurgency moving through the country. [SEP] the police said that he is due in custody on tuesday, 13 october. [SEP] this is not enough, but to take the fun out of the game and then have the technology to work. [SEP] in the next hour, one will start living in the forest, dressed in local colours. [SEP]\" the market still is improving, \" he [SEP]"}
+{"type": "sample", "index": 35, "raw_text": "[CLS] the children who come here illegally, afraid of being a foreigner, but have had to drive their own backcounts through the streets, bridges and schools. [SEP] but it can only move on to theaters and then to the movies. [SEP] total volumes were sold for 11. 4 million, despite a 1 per cent improvement in underlying operating profit to £1 million in 2008. [SEP] when tmz was back to jail in the same year he formed a group to fight. [SEP] fleisher, of lake city, was hit hard on the track when he fell onto another while he was leaving daytona, where he was forced to have [SEP]", "detok_text": "[CLS] the children who come here illegally, afraid of being a foreigner, but have had to drive their own backcounts through the streets, bridges and schools. [SEP] but it can only move on to theaters and then to the movies. [SEP] total volumes were sold for 11. 4 million, despite a 1 per cent improvement in underlying operating profit to £1 million in 2008. [SEP] when tmz was back to jail in the same year he formed a group to fight. [SEP] fleisher, of lake city, was hit hard on the track when he fell onto another while he was leaving daytona, where he was forced to have [SEP]"}
+{"type": "sample", "index": 36, "raw_text": "[CLS] u. s. - backed talks, to go into the issues for israel ' s future, the divided territories. [SEP] even in the face of cleveland ' s power attack. [SEP] jacks. [SEP] the company, which posted a net loss of $ 5. 4 billion last year, cut nearly 4, 000 jobs since it broke up in 1998 and closed in 2008. [SEP] do you have to fast - start in his rules of play? [SEP] the afternoon of second - round play ended with a women ' s victory over south korea ' s ji pygmy. [SEP] the swiss faces murray in his first match on thursday. [SEP]", "detok_text": "[CLS] u. s. - backed talks, to go into the issues for israel's future, the divided territories. [SEP] even in the face of cleveland's power attack. [SEP] jacks. [SEP] the company, which posted a net loss of $5. 4 billion last year, cut nearly 4, 000 jobs since it broke up in 1998 and closed in 2008. [SEP] do you have to fast - start in his rules of play? [SEP] the afternoon of second - round play ended with a women's victory over south korea's ji pygmy. [SEP] the swiss faces murray in his first match on thursday. [SEP]"}
+{"type": "sample", "index": 37, "raw_text": "[CLS] [SEP] officials said the recall was necessary to stop public funds to stop the horses from running over the odds at the show. [SEP] i want to keep the energy i have to go. [SEP] and how far can i go? [SEP] it was that i had caught the closing minutes of yob ' s three - minute performance of raila de dera. [SEP] the only hope is that this income will be put back to the poorest of homeowners. [SEP] brian james, the director of the animal studies at the university of sheffield, previously said the small tetanus virus was created naturally by the insects. [SEP] earlier this month [SEP]", "detok_text": "[CLS] [SEP] officials said the recall was necessary to stop public funds to stop the horses from running over the odds at the show. [SEP] i want to keep the energy i have to go. [SEP] and how far can i go? [SEP] it was that i had caught the closing minutes of yob's three - minute performance of raila de dera. [SEP] the only hope is that this income will be put back to the poorest of homeowners. [SEP] brian james, the director of the animal studies at the university of sheffield, previously said the small tetanus virus was created naturally by the insects. [SEP] earlier this month [SEP]"}
+{"type": "sample", "index": 38, "raw_text": "[CLS], georgia, on december 24. [SEP] after the film ' s release, the painting was handed to the u. s. realty office. [SEP] the interest fee is set to be paid in cash, but all of those related to it will be paid in other shares. [SEP] this year, they have been kept back and are unable to catch each other. [SEP] not a long - shot at the most common word of a word any viewer would like... jones ' s - - that red or white - - also dominates the film. [SEP] that, mullen said, is causing a crisis within his party, as a [SEP]", "detok_text": "[CLS], georgia, on december 24. [SEP] after the film's release, the painting was handed to the u. s. realty office. [SEP] the interest fee is set to be paid in cash, but all of those related to it will be paid in other shares. [SEP] this year, they have been kept back and are unable to catch each other. [SEP] not a long - shot at the most common word of a word any viewer would like... jones's - - that red or white - - also dominates the film. [SEP] that, mullen said, is causing a crisis within his party, as a [SEP]"}
+{"type": "sample", "index": 39, "raw_text": "[CLS] most expensive and hard heavy lifting. [SEP] indeed, the government pointed out at the time, it would start under the roof. [SEP] the film was sold in five of the top nine countries with no new sales, averaging more than 3. 5 million unit sold - like sales. [SEP] \" lol, i did, \" hexham announced during the break, while admitting that his 14 - year - old ' s notoriously low - income upbringing could not be medically warranted. [SEP] i would just take one. [SEP] some say one particular study - - the question of genetics or evidence - - is needed to come up with [SEP]", "detok_text": "[CLS] most expensive and hard heavy lifting. [SEP] indeed, the government pointed out at the time, it would start under the roof. [SEP] the film was sold in five of the top nine countries with no new sales, averaging more than 3. 5 million unit sold - like sales. [SEP] \"lol, i did,\" hexham announced during the break, while admitting that his 14 - year - old's notoriously low - income upbringing could not be medically warranted. [SEP] i would just take one. [SEP] some say one particular study - - the question of genetics or evidence - - is needed to come up with [SEP]"}
+{"type": "sample", "index": 40, "raw_text": "[CLS] the end of the book, the question, you know, is you ' re here? ). [SEP] rollins, too, makes his own time as the nl ' s journeyman without some of the great faces of the game, including a pitcher who in all circumstances as a strongman and free - thrower might not last in the al west. [SEP] indeed, texting is a bad idea. [SEP] hayat al - kebaeen, april 23 ( upi ) - - iraqi authorities say that they are investigating reports of religious suspects trying to bomb the first u. s. troops during a holiday pilgrimage. [SEP] but the [SEP]", "detok_text": "[CLS] the end of the book, the question, you know, is you're here? ). [SEP] rollins, too, makes his own time as the nl's journeyman without some of the great faces of the game, including a pitcher who in all circumstances as a strongman and free - thrower might not last in the al west. [SEP] indeed, texting is a bad idea. [SEP] hayat al - kebaeen, april 23 (upi) - - iraqi authorities say that they are investigating reports of religious suspects trying to bomb the first u. s. troops during a holiday pilgrimage. [SEP] but the [SEP]"}
+{"type": "sample", "index": 41, "raw_text": "[CLS] the sale, as it follows the likes of macys, hertone ' s place and m ' s in launching a brandless ad in its website. [SEP] tirado said he detained 11 people, including a traffic policeman, who tried to stop to help the bus stop at about 2 a. m. [SEP] they wanted to help the palestinian people as much as the british people. [SEP] they beat the islanders 3 - 1 and moved a point behind with three remaining, but they took a 3 - 2 advantage early in the second period. [SEP] the us said it had no evidence to support the allegations, which were part of an [SEP]", "detok_text": "[CLS] the sale, as it follows the likes of macys, hertone's place and m's in launching a brandless ad in its website. [SEP] tirado said he detained 11 people, including a traffic policeman, who tried to stop to help the bus stop at about 2 a. m. [SEP] they wanted to help the palestinian people as much as the british people. [SEP] they beat the islanders 3 - 1 and moved a point behind with three remaining, but they took a 3 - 2 advantage early in the second period. [SEP] the us said it had no evidence to support the allegations, which were part of an [SEP]"}
+{"type": "sample", "index": 42, "raw_text": "[CLS] used to the cars, \" said cabanas, who live in a flooded house lying on roads and still littered with oft - tied faces. [SEP] and now you are only able to provide long - term credit with a medical plan.... and have a great job.... as an 18 - year - old you are going to need at least a bit. you ' re going to get it on, and you know, to get it.. beread to me for being able to do it. how are you talking about the same things that we... have in common with anybody? [SEP]", "detok_text": "[CLS] used to the cars, \" said cabanas, who live in a flooded house lying on roads and still littered with oft - tied faces. [SEP] and now you are only able to provide long - term credit with a medical plan.... and have a great job.... as an 18 - year - old you are going to need at least a bit. you're going to get it on, and you know, to get it.. beread to me for being able to do it. how are you talking about the same things that we... have in common with anybody? [SEP]"}
+{"type": "sample", "index": 43, "raw_text": "[CLS] the centre post for five years prior to the deal, until retiring as a player at 18 months. [SEP] the children were aged under 11. [SEP] the eight officers, on trial in and brought to london, tried to have a lorry stopped in order to get a good card for her. [SEP] i call this a tax cut ( a tax on earnings that is not set ). [SEP] this is ' speculators ' previews. [SEP] mr mbeki ' s government, installed by the african union president mwai kibaki in a widely disputed election, suffered from mass violence, corruption and abuse of power in the past decade [SEP]", "detok_text": "[CLS] the centre post for five years prior to the deal, until retiring as a player at 18 months. [SEP] the children were aged under 11. [SEP] the eight officers, on trial in and brought to london, tried to have a lorry stopped in order to get a good card for her. [SEP] i call this a tax cut (a tax on earnings that is not set). [SEP] this is'speculators' previews. [SEP] mr mbeki's government, installed by the african union president mwai kibaki in a widely disputed election, suffered from mass violence, corruption and abuse of power in the past decade [SEP]"}
+{"type": "sample", "index": 44, "raw_text": "[CLS] to the international atomic agency to determine the source. [SEP] \" how well the fire out there is going down so that freezes and freezes will become more frequent. [SEP] the project ' s two leaders said they planned to launch new programs to develop a natural gas pipeline known as borengas. [SEP] this is the only solution that is help, the illegals from here are not getting jobs. \" [SEP] but after an anonymous donor complained about having to pull their hair back, the birth parents and the man asked for permission. [SEP] they are ahead of the team who play in phoenix in mid - may in a real tournament that will [SEP]", "detok_text": "[CLS] to the international atomic agency to determine the source. [SEP] \"how well the fire out there is going down so that freezes and freezes will become more frequent. [SEP] the project's two leaders said they planned to launch new programs to develop a natural gas pipeline known as borengas. [SEP] this is the only solution that is help, the illegals from here are not getting jobs.\" [SEP] but after an anonymous donor complained about having to pull their hair back, the birth parents and the man asked for permission. [SEP] they are ahead of the team who play in phoenix in mid - may in a real tournament that will [SEP]"}
+{"type": "sample", "index": 45, "raw_text": "[CLS] go on with a woman. [SEP] he said brown, now also managing the business, set up it again in 2006 when he lost his medical license. [SEP] a similar fund will be set up for residents of their home later this year and for those in deprived areas to benefit. [SEP] this is consistent with the change in earth ' s past 30 years, for example, which has been confirmed by the data, \" eber said at the global studies group at the national institute of research and cato conference in washington. [SEP] one of his anti - social heros his friend, in a road accident, has been sent to afghanistan for [SEP]", "detok_text": "[CLS] go on with a woman. [SEP] he said brown, now also managing the business, set up it again in 2006 when he lost his medical license. [SEP] a similar fund will be set up for residents of their home later this year and for those in deprived areas to benefit. [SEP] this is consistent with the change in earth's past 30 years, for example, which has been confirmed by the data, \" eber said at the global studies group at the national institute of research and cato conference in washington. [SEP] one of his anti - social heros his friend, in a road accident, has been sent to afghanistan for [SEP]"}
+{"type": "sample", "index": 46, "raw_text": "[CLS] so then put the party out of use and allowed to go on on its course. [SEP] dr. j. allen jr., a senior research fellow at the boston university medical center, said mr. spacey, who plays the real dr. george james, was the best, creative director. [SEP] it came to the us. [SEP] you can do that in a given day, then couple days. [SEP] i want my children be smart and able, but if i make a case for such a role, they could be in 8, 10 years. [SEP] egypt has only 500 tons of oil. [SEP] he said that he was already [SEP]", "detok_text": "[CLS] so then put the party out of use and allowed to go on on its course. [SEP] dr. j. allen jr., a senior research fellow at the boston university medical center, said mr. spacey, who plays the real dr. george james, was the best, creative director. [SEP] it came to the us. [SEP] you can do that in a given day, then couple days. [SEP] i want my children be smart and able, but if i make a case for such a role, they could be in 8, 10 years. [SEP] egypt has only 500 tons of oil. [SEP] he said that he was already [SEP]"}
+{"type": "sample", "index": 47, "raw_text": "[CLS] [SEP] they tried to sign him up as if he wasn ' t funny enough to jump - start first - up women ' s take of the stage. [SEP] these questions should be asked to match the two movers, just a single way. [SEP] in world war ii, the central command was formed after all of the 148 men and women of the \" defense forces \" fought in france, but the number was down to few during the world war. [SEP] the advantage of those teams, coming on, is that they have taken three separate titles to a place that includes the u. s. the winner and mexico ' s caption ' [SEP]", "detok_text": "[CLS] [SEP] they tried to sign him up as if he wasn't funny enough to jump - start first - up women's take of the stage. [SEP] these questions should be asked to match the two movers, just a single way. [SEP] in world war ii, the central command was formed after all of the 148 men and women of the \"defense forces\" fought in france, but the number was down to few during the world war. [SEP] the advantage of those teams, coming on, is that they have taken three separate titles to a place that includes the u. s. the winner and mexico's caption ' [SEP]"}
+{"type": "sample", "index": 48, "raw_text": "[CLS] of droughts in the state were considered unsustainable. [SEP] the russian - made yara passenger jet is set to provide an electric engine and boost fuel for its engines at the eibuster show here. [SEP] tv director sarah green is showing how the industry has been transformed in modern times as diverse as the european oil industry and again to the dead of sea : the evolution of the fox tv channel, in september on sky ' s uk channel. [SEP] at times, he stood behind, with two hands and a single ball from his hands. [SEP] and, they have got nearly as bad as it gets. [SEP] his [SEP]", "detok_text": "[CLS] of droughts in the state were considered unsustainable. [SEP] the russian - made yara passenger jet is set to provide an electric engine and boost fuel for its engines at the eibuster show here. [SEP] tv director sarah green is showing how the industry has been transformed in modern times as diverse as the european oil industry and again to the dead of sea: the evolution of the fox tv channel, in september on sky's uk channel. [SEP] at times, he stood behind, with two hands and a single ball from his hands. [SEP] and, they have got nearly as bad as it gets. [SEP] his [SEP]"}
+{"type": "sample", "index": 49, "raw_text": "[CLS] to 30, 000 workers. [SEP] i found him cheeky scratchy on things. [SEP] ms phillips, a retired teacher, from king ' s college, said she would pick up the line and then read the news, via text, ipods and google mobile message. [SEP] he says the entire party still in power was disappointed at the result and that the independent body will not keep a position in mind. [SEP] this in part because the six - part documentary has been announced for 2009 ; the program is owned by japanese media outlet tj tv. [SEP] the production, labour and equipment management of waste systems, recently approved by the defence [SEP]", "detok_text": "[CLS] to 30, 000 workers. [SEP] i found him cheeky scratchy on things. [SEP] ms phillips, a retired teacher, from king's college, said she would pick up the line and then read the news, via text, ipods and google mobile message. [SEP] he says the entire party still in power was disappointed at the result and that the independent body will not keep a position in mind. [SEP] this in part because the six - part documentary has been announced for 2009; the program is owned by japanese media outlet tj tv. [SEP] the production, labour and equipment management of waste systems, recently approved by the defence [SEP]"}
+{"type": "sample", "index": 50, "raw_text": "[CLS] it, and not for his unwillingness to get down on the beat. [SEP] mr sabani was arrested as he walked to central london on wednesday, to land a private jet plane at the airport, ahead of a service in tel aviv. [SEP] i would have to \" grow up with it. \" [SEP] in fact, though, i want nothing to say. [SEP] \" i tried to watch the photo, and had to turn it off before it was first seen and then sold, \" hamble said. [SEP] several of the bills the house and obama passed last month, followed by passage of the stimulus measure, have called for [SEP]", "detok_text": "[CLS] it, and not for his unwillingness to get down on the beat. [SEP] mr sabani was arrested as he walked to central london on wednesday, to land a private jet plane at the airport, ahead of a service in tel aviv. [SEP] i would have to \"grow up with it.\" [SEP] in fact, though, i want nothing to say. [SEP] \"i tried to watch the photo, and had to turn it off before it was first seen and then sold,\" hamble said. [SEP] several of the bills the house and obama passed last month, followed by passage of the stimulus measure, have called for [SEP]"}
+{"type": "sample", "index": 51, "raw_text": "[CLS] case, gasparer said. [SEP] also in 2006, investors bought canadian aluminum products maker alcoa inc ( alco. o : quote, profile, research, ). [SEP] he ended up with a long loose ball to the basket, hitting one of three free throws to close out the game - to a point he scored on seattle ' s three points. [SEP] the father of faz al - taiba said his father was told following his son ' s instructions he was being killed in order to protect his mother. [SEP] but aides said she was perceived as biased against him. [SEP] franken : not really. [SEP] [SEP]", "detok_text": "[CLS] case, gasparer said. [SEP] also in 2006, investors bought canadian aluminum products maker alcoa inc (alco. o: quote, profile, research,). [SEP] he ended up with a long loose ball to the basket, hitting one of three free throws to close out the game - to a point he scored on seattle's three points. [SEP] the father of faz al - taiba said his father was told following his son's instructions he was being killed in order to protect his mother. [SEP] but aides said she was perceived as biased against him. [SEP] franken: not really. [SEP] [SEP]"}
+{"type": "sample", "index": 52, "raw_text": "[CLS] stops by johnson lifted the two points apart and helped the difference carry the americans to a one - time win 2 - 1. [SEP] matthew guarn, 19, of lebanon, ohio, guilty to five counts. [SEP] the great advantage of the international groups would be that the iranians should control them and seek to use them to make money. [SEP] i find no tart meat to be handed over : freshest pies, chocolate bagels and deli vegetables, all in their morning hours. [SEP] the flimsy wall - to - wall images of the stars reveal a real world, where the same group of the star [SEP]", "detok_text": "[CLS] stops by johnson lifted the two points apart and helped the difference carry the americans to a one - time win 2 - 1. [SEP] matthew guarn, 19, of lebanon, ohio, guilty to five counts. [SEP] the great advantage of the international groups would be that the iranians should control them and seek to use them to make money. [SEP] i find no tart meat to be handed over: freshest pies, chocolate bagels and deli vegetables, all in their morning hours. [SEP] the flimsy wall - to - wall images of the stars reveal a real world, where the same group of the star [SEP]"}
+{"type": "sample", "index": 53, "raw_text": "[CLS] to be suffering from the mental palatis. [SEP] now, with a long record as talented and highly competitive players, it is clear they have lost their sex appeal. [SEP] bear stearns received a $ 1. 4 billion loan from the noteholders. [SEP] in 2002 he was produced in central asia by the german artist meryz nser, for man of the year, at moscow university. [SEP] the spike in property sales - - when the free - fall back was moderated - - also lasted for months. [SEP] the average average rate for a year 15 - year fixed rate mortgage rose 0. 93 point to 3. [SEP]", "detok_text": "[CLS] to be suffering from the mental palatis. [SEP] now, with a long record as talented and highly competitive players, it is clear they have lost their sex appeal. [SEP] bear stearns received a $1. 4 billion loan from the noteholders. [SEP] in 2002 he was produced in central asia by the german artist meryz nser, for man of the year, at moscow university. [SEP] the spike in property sales - - when the free - fall back was moderated - - also lasted for months. [SEP] the average average rate for a year 15 - year fixed rate mortgage rose 0. 93 point to 3. [SEP]"}
+{"type": "sample", "index": 54, "raw_text": "[CLS] on a three - week fishing trip, her mother took her to xin with her 5 - year - old, her 10 - year - old son and a baby even more than that of a single mother. [SEP] in 2008, the afghan government - - accounting for about half of unamid ' s armed forces budget - - warned germany that a huge order for troops to be deployed in afghanistan could come with the war. [SEP] and, in some cases, it ' s possible to do so with a quick return to money, health and security. [SEP] that is something to be expected - - you should also consider : why i [SEP]", "detok_text": "[CLS] on a three - week fishing trip, her mother took her to xin with her 5 - year - old, her 10 - year - old son and a baby even more than that of a single mother. [SEP] in 2008, the afghan government - - accounting for about half of unamid's armed forces budget - - warned germany that a huge order for troops to be deployed in afghanistan could come with the war. [SEP] and, in some cases, it's possible to do so with a quick return to money, health and security. [SEP] that is something to be expected - - you should also consider: why i [SEP]"}
+{"type": "sample", "index": 55, "raw_text": "[CLS] the fact that two heads of state and the head of parliament, in fact, are not to meet the palestinians at every other possible meeting in the general assembly before the general election - - without doubt, they have a right to answer. [SEP] he gave the case a set up of three days in a few months, but said he would need to be held another 30 days. [SEP] at this, when i know the kids we are ' t partners, and they say yes and wake them up, and i ' ll definitely go on it. [SEP] this isn ' t food, it ' s not sugar, talk around 10 minutes. [SEP]", "detok_text": "[CLS] the fact that two heads of state and the head of parliament, in fact, are not to meet the palestinians at every other possible meeting in the general assembly before the general election - - without doubt, they have a right to answer. [SEP] he gave the case a set up of three days in a few months, but said he would need to be held another 30 days. [SEP] at this, when i know the kids we are't partners, and they say yes and wake them up, and i'll definitely go on it. [SEP] this isn't food, it's not sugar, talk around 10 minutes. [SEP]"}
+{"type": "sample", "index": 56, "raw_text": "[CLS] and investors will be offered the same deal as banks after the rush to pay taxes soon after the sept. [SEP] the current two - team of the year - c. c. united. [SEP] she said she was overworked and went to a clinic when she learned she was pregnant. [SEP] yes, it ' s true that - - \" senator lindsey graham \" thing is over. [SEP] if you are not right in terms of what they ' re saying. [SEP] opposition senators rose on the issue and dropped the plan over the objections of their leaders. [SEP] he has been on the show and has been working on the next generation of car [SEP]", "detok_text": "[CLS] and investors will be offered the same deal as banks after the rush to pay taxes soon after the sept. [SEP] the current two - team of the year - c. c. united. [SEP] she said she was overworked and went to a clinic when she learned she was pregnant. [SEP] yes, it's true that - - \"senator lindsey graham\" thing is over. [SEP] if you are not right in terms of what they're saying. [SEP] opposition senators rose on the issue and dropped the plan over the objections of their leaders. [SEP] he has been on the show and has been working on the next generation of car [SEP]"}
+{"type": "sample", "index": 57, "raw_text": "[CLS] it swaggs or just that? one of you asked me what do they take??? [SEP] this is also a chance to win an open, so if he is a good man he should bring this change. [SEP] a stand - up in politics, he has often moved into well - known political areas, including in new york. [SEP] what, then again, is behind mr gove ' s own public comment about china ' s political influence and economic ambitions? [SEP] we ' re delighted that, to joe andelson, a former president of the new york yankees who was the majority owner of old house communications, a [SEP]", "detok_text": "[CLS] it swaggs or just that? one of you asked me what do they take??? [SEP] this is also a chance to win an open, so if he is a good man he should bring this change. [SEP] a stand - up in politics, he has often moved into well - known political areas, including in new york. [SEP] what, then again, is behind mr gove's own public comment about china's political influence and economic ambitions? [SEP] we're delighted that, to joe andelson, a former president of the new york yankees who was the majority owner of old house communications, a [SEP]"}
+{"type": "sample", "index": 58, "raw_text": "[CLS] mrs obama is going to have to win. [SEP] now i have some trouble with the \" grow - money - out \" of the school system. [SEP] never run away - as - a favourite for the longs as heavyweights, but i ' m hoping to keep up on my work, especially in september. [SEP] 12 - month programmes at alcohol and drug treatment facilities would be available to use as well as suffering from alcohol - and related addictions. [SEP] they want leaders to meet a 12 - month deadline for the u. n. talks. [SEP] the prospect of clear skies and some big flowers warms on a bright summer day [SEP]", "detok_text": "[CLS] mrs obama is going to have to win. [SEP] now i have some trouble with the \"grow - money - out\" of the school system. [SEP] never run away - as - a favourite for the longs as heavyweights, but i'm hoping to keep up on my work, especially in september. [SEP] 12 - month programmes at alcohol and drug treatment facilities would be available to use as well as suffering from alcohol - and related addictions. [SEP] they want leaders to meet a 12 - month deadline for the u. n. talks. [SEP] the prospect of clear skies and some big flowers warms on a bright summer day [SEP]"}
+{"type": "sample", "index": 59, "raw_text": "[CLS] disapp all of the time, watch the uso.... but my next move is that it would go away, would... wait, and be up again... [SEP] she will... and perhaps she should be called on, so it will be going out all over. [SEP] mr mccon said he had tried to understand \" i am ' t about to take a seat, long at the end. \" [SEP] however, there were reasons to celebrate. [SEP] no doubt, the story was to be told ( 28 percent of nigerians are unemployed now ). [SEP] he said one day after [SEP]", "detok_text": "[CLS] disapp all of the time, watch the uso.... but my next move is that it would go away, would... wait, and be up again... [SEP] she will... and perhaps she should be called on, so it will be going out all over. [SEP] mr mccon said he had tried to understand \"i am't about to take a seat, long at the end.\" [SEP] however, there were reasons to celebrate. [SEP] no doubt, the story was to be told (28 percent of nigerians are unemployed now). [SEP] he said one day after [SEP]"}
+{"type": "sample", "index": 60, "raw_text": "[CLS] s. men ' s ski race this weekend is looking like pretrial snow day to christine laerche, the world ' s top - ranked high - jumper. [SEP] one day, i saw him three times before going to play. [SEP] we have one of the best goalies in league football, we can ' t stop looking forward to it. [SEP] he spent a good time on the course of every visit and focused on points and on the subject, \" as if i was out of school at home and i had done what it takes to go to work... [SEP] it would put on a broader view of his [SEP]", "detok_text": "[CLS] s. men's ski race this weekend is looking like pretrial snow day to christine laerche, the world's top - ranked high - jumper. [SEP] one day, i saw him three times before going to play. [SEP] we have one of the best goalies in league football, we can't stop looking forward to it. [SEP] he spent a good time on the course of every visit and focused on points and on the subject, \" as if i was out of school at home and i had done what it takes to go to work... [SEP] it would put on a broader view of his [SEP]"}
+{"type": "sample", "index": 61, "raw_text": "[CLS]. [SEP] but once the government had agreed a new law on wednesday, it will have to form a new cabinet to take up the issue of power between the sides, perhaps to send a message of unity. [SEP] mr dummer said that cutting the cost of education would be the main reason for the development. [SEP] the top commander who runs the war in southern afghanistan resigned friday after a diplomatic battle over the war in afghanistan and told the press that he refused to sell troops to coalition forces to protect his own residents. [SEP] but those who have two children, either people 13 or old, could be moved to in one to three months, [SEP]", "detok_text": "[CLS]. [SEP] but once the government had agreed a new law on wednesday, it will have to form a new cabinet to take up the issue of power between the sides, perhaps to send a message of unity. [SEP] mr dummer said that cutting the cost of education would be the main reason for the development. [SEP] the top commander who runs the war in southern afghanistan resigned friday after a diplomatic battle over the war in afghanistan and told the press that he refused to sell troops to coalition forces to protect his own residents. [SEP] but those who have two children, either people 13 or old, could be moved to in one to three months, [SEP]"}
+{"type": "sample", "index": 62, "raw_text": "[CLS] was the end, and the beginning of war. [SEP] detroit 9 - 1 - 8 _ 5. [SEP] some rose. [SEP] if the film fails, will you get a look on their face? [SEP] the group ' s report says that will change in a matter - and - half months later this year. [SEP] he told the police to \" not panic. \" [SEP] taliban officers responsible for that attack in three other villages have said they did not, but some reports have said that the drone could have been a man as it arrived at the main camp. [SEP] jerusalem ( ap ) - israel ' s military warned the country it would fight [SEP]", "detok_text": "[CLS] was the end, and the beginning of war. [SEP] detroit 9 - 1 - 8 _ 5. [SEP] some rose. [SEP] if the film fails, will you get a look on their face? [SEP] the group's report says that will change in a matter - and - half months later this year. [SEP] he told the police to \"not panic.\" [SEP] taliban officers responsible for that attack in three other villages have said they did not, but some reports have said that the drone could have been a man as it arrived at the main camp. [SEP] jerusalem (ap) - israel's military warned the country it would fight [SEP]"}
+{"type": "sample", "index": 63, "raw_text": "[CLS] [SEP] the food is french, not un - french. [SEP] three people were killed. [SEP] at 60, 000 children a day, he means help for the needy, but particularly the king ' s. [SEP] he is not particularly good at it, and i ' d support his comments. [SEP] but the fact that they break up in that game suggests no more than the tension that will come from the events of the afternoon. [SEP] eltwood tied the game to win its third straight season opener with a 15 - point lead. [SEP] according to the complaint, the investors, along with the bank ' s ceo, advised the bank to [SEP]", "detok_text": "[CLS] [SEP] the food is french, not un - french. [SEP] three people were killed. [SEP] at 60, 000 children a day, he means help for the needy, but particularly the king's. [SEP] he is not particularly good at it, and i'd support his comments. [SEP] but the fact that they break up in that game suggests no more than the tension that will come from the events of the afternoon. [SEP] eltwood tied the game to win its third straight season opener with a 15 - point lead. [SEP] according to the complaint, the investors, along with the bank's ceo, advised the bank to [SEP]"}

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps64_c64_t1p45_detok_raw_samples.txt

@@ -0,0 +1,224 @@
+steps64_c64_t1p45_detok
+{
+  "type": "summary",
+  "name": "steps64_c64_t1p45",
+  "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt",
+  "step": 434000,
+  "decode": {
+    "kind": "categorical_fullvocab_normal_steps_sweep",
+    "config": "steps64_c64_t1p45",
+    "steps": 64,
+    "endpoint_temp": 1.45,
+    "concentration_max": 64.0,
+    "final_from": "state",
+    "update": "resample",
+    "n_samples": 64,
+    "seed": 20260509
+  },
+  "detok_genppl": {
+    "ppl": 49.940465735680164,
+    "nll_per_token": 3.91083161071283,
+    "tokens": 9507
+  },
+  "diversity": {
+    "sample_entropy": 4.222742294392,
+    "unique_tokens": 1837,
+    "token_count": 8192,
+    "distinct_1": 0.2242431640625,
+    "distinct_2": 0.7138287401574803,
+    "top_token_mass": 0.0509033203125
+  }
+}
+
+===== sample 000 =====
+[CLS] with long - term employees. [SEP] he told the court that he had no idea, but they told him to write down the full terms of a voluntary agreement under which sandoval would be allowed to buy an account in one bank, if he thought the person was "not subject to him." [SEP] though he had steplayed too long, his arms only managed to get to it all in between strong arm - turns and shrieks as some of their shoulders turned to one side like a wave of stoned - green smoke. [SEP] in just days, we know, this year they will win in new hampshire. [SEP] a [SEP]
+
+===== sample 001 =====
+[CLS] in shootings in baghdad, police said tuesday. [SEP] not long after steve ratner, the most famous football player in the game, has to lose his weight. [SEP] a perfect operation. [SEP] click here to see view photos of the alleged suspects, especially from mysblast. com. [SEP] so that last thing comes to be known as the taliban, the mardish and the taliban, are convering themselves to open up to the west and they are arguing about what would help to do it and what to do and what do it best to change the dynamic between islam and the state, by having a political system [SEP]
+
+===== sample 002 =====
+[CLS] two beautiful girls. [SEP] " i had to be honest with anybody who really could see it wouldn't say it any time, and you know i have to go up from there and he has to help me back up from that. [SEP] it may not appear to be a cover story, the e - mailer said, but it could be the way of spouting someone's message, he said. [SEP] their first word is going out. [SEP] the same group was not being tried in some states. [SEP] they now amount to £300 billion: there are now around £9. 7 million deaths a year, double [SEP]
+
+===== sample 003 =====
+[CLS] and economic growth continue to drive the company's results. [SEP] mr. friedman wants a wealthy, world - famous man to make a movie deal and move on to reality television. [SEP] if only they had seen his every story, fox news, but they would get themselves fed up with something that their god hates and the preexperce in the middle..... [SEP] an energy analyst at the national bank in tucson, ariz. [SEP] so far, he says, the heavy reaction to his own father's achievements from the time he went to the final to win the premier league title for liverpool in 2005, [SEP]
+
+===== sample 004 =====
+[CLS] world number three back to 10 - 6 in the fourth. [SEP] "i would take the same position back on these issues with the public, but i've lost many positions on this issue. [SEP] according to his testimony, he told federal investigators he paid $10 million to israel to do the attack on september 17, 2005 but the defense department refused to notify it. [SEP] however, the band members have not performed for more than 10 years. [SEP] he was stopped, held up with a baton and to the ground to wait for a second man to jump. [SEP] i love these young people." [SEP] authorities have launched a [SEP]
+
+===== sample 005 =====
+[CLS] key source of drop - out supplies, could discourage north korea from playing back to their leader, but, despite being less specific of the ambitions of tehran over its nuclear programs, he has long refused it. [SEP] agreement on both issues will be a key factor in the talks. [SEP] it planned to sell the debt to pay off in shares, and credit card fees to other funds. [SEP] the current sales tax would stand for the tax at $6. 8 billion, a year that is to be the only long - term revenue raiser. [SEP] the company said it had received £1. 4bn. [SEP] they set out the words [SEP]
+
+===== sample 006 =====
+[CLS] of their voice. [SEP] before taking a look at federer, who has said he has to play "tough," federer said he thought he was good in it, but he sensed that he wasn't feeling a bit like this. [SEP] when they say there isn't life, their point is there - you cant say this, and don't they mean the young man's love story? [SEP] barca have, however, followed their way up after the team looked in on form against the czechs again earlier in the day. [SEP] i think it's unfair that the leaders of society, where everyone is [SEP]
+
+===== sample 007 =====
+[CLS] go to save the elephants when they become young. [SEP] "i can't say why, but hopefully he'll go ahead with a good plan." they'll say how to find out that happened. [SEP] apash: my hair is very tight, but i'm not buying a new one for privacy reasons. [SEP] the issue was a question on whether that can be crucial in the general election, and the issue came to light as the republican candidate was defeated in the fall. [SEP] it took more than 13 minutes to remove the minor bone injury to one of the lower limbs. [SEP] now, for the first time [SEP]
+
+===== sample 008 =====
+[CLS] take their time to keep their ground under the pressure. [SEP] well, i was a fool, but everyone paid what you went for for several days. [SEP] the f. d. a., a leading drug agency, said its investigators would be asked to assist with the investigations. [SEP] that day later, she survived by her three - year old son and daughter. [SEP] he could have been here on wednesday night, but he has heard nothing since then. [SEP] he cannot do anything after he is caught. [SEP] " my father, his husband and his mother went together, and we married. [SEP] the president said this part of his [SEP]
+
+===== sample 009 =====
+[CLS] who scored 14 from an early 18 - point deficit before washington state pulled their halftime lead to 28 with 5 minutes to play on a greener half. [SEP] our way to do this, will help people to keep the heat out of their head, in places where people are struggling to find a job. [SEP] it's so bad we're being held together, we really could not turn it into a big, moving match. [SEP] maliki, whose popularity was decimated by the global financial crisis, demanded iraqi support following the mass shooting at the main gate of the ministry, calling for his crackdown on the people's [SEP]
+
+===== sample 010 =====
+[CLS] department as the director of national security, said the department would decide tuesday whether to grant bush the veto. [SEP] the fact they can get so used to is that all of you make you, if not to try to change, have to live on life, because of what happens in the relationship, things go back to people. [SEP] and yes, they don't cost you anything but as with many other things, you could do you to buy. [SEP] they would often come up with the one to come to the aid of this woman, a wailing girl who came out of nowhere and could only push him to the death. [SEP]
+
+===== sample 011 =====
+[CLS] will not try to take people to an interview, she said. [SEP] the olympics are better than bush has anticipated, dunlapnik contends. [SEP] and she's a world class athlete with good scores. [SEP] " i could hear him sound over when i was playing here, but since i was here, he could not hear my thing. [SEP] i think many might even know this. [SEP] the u. s. army reached an agreement in the condition a trial could be held. [SEP] she was set to hit as many runners thursday in the 100th rally of the women's cup in long beach, calif. [SEP]
+
+===== sample 012 =====
+[CLS] that the phone begins with the leader's name. [SEP] mr. paulson and mr. immelt, who is both of manhattan, is not expected to face charges for his involvement in the boston - based investment bank, but was arrested on thursday. [SEP] the day after, he was asked about having him run on himself but in the second as he broke down the drug was found on his own body. [SEP] the cars had to be cleared up so that people could get up to one another. [SEP] but it would typically have to pay out $15, 000 annually before the state owes a debt to the state. [SEP] [SEP]
+
+===== sample 013 =====
+[CLS] change is very limited, " he told afp. [SEP] fear of race has pushed, in turn, into other forms of injustice. [SEP] a little more time back, he was supposed to do the same, such as trying and trying to do the same to finish the turn - off. [SEP] there is a lot to answer. [SEP] on tuesday, the state is expected to ask its residents on whether they the right to vote in religion or any way. [SEP] that is about how easy to pay down the loan and whether it would be a mistake. [SEP] the deal, worth of about $20 billion (£11m), [SEP]
+
+===== sample 014 =====
+[CLS] i remember the best location for the places i had expected to go. [SEP] fleury made 24 saves and manny legace scored a goal and two shutouts at 16: 05. [SEP] coverage of the events, though - - was just out on the ground for the moment. [SEP] a verdict will be issued for may 3. [SEP] "with that, by the end, they are going to finish last fifth, very well, i'm afraid," said hoy. [SEP] as they want it to be, when one thing is wrong with each one, they say it. [SEP] they have also been seeking feedback from consumers [SEP]
+
+===== sample 015 =====
+[CLS] murder trial. [SEP] he said he was not ready to walk. [SEP] that way, the democrats' candidate for the white house would not have made it in the presidential presidential race in 2004. [SEP] we also have political groups that work in the administration. [SEP] not god... who are we at it? [SEP] today, i taught him to drive. [SEP] the court of appeal judge described the landmark ruling as "evidence shown that i have not discussed or been involved in the case at large." [SEP] this could give momentum for significant proposals from the obama administration, who see the offer as an effort from one side to sort out [SEP]
+
+===== sample 016 =====
+[CLS] the same amount to get you money, but more than require you to make the rebate for yourself and the town. [SEP] firefighters on the mountain front feared a fire moved out on tuesday, and forecasters kept up early, as fire responders made clear who was still close. [SEP] he fled the united states after seeing a young girl who went to see his best friend, she told his mother. [SEP] the result worked to push up the weekend opening ($6. 6 million; and third by 2 %, fox, $5. 5 million). [SEP] i would not want to be killed.. i know, but [SEP]
+
+===== sample 017 =====
+[CLS] [SEP] "they only have the money to do something when they will still find someone so they can start to save in the nears. [SEP] they further warn that as the valuation is inflated, the risk should be returned to the market, there are concerns that a property may need to be sold - and that this would be" "good value" for a long - term investment. " [SEP] and what happened to jack straw's legal team? [SEP] the palin probe, which was a matter of state law, was never completed last summer because the law was not working, according to police. [SEP] say that they take me on [SEP]
+
+===== sample 018 =====
+[CLS] and because he knows he's living in the chicago area. [SEP] the silver's $21. 40. [SEP] even if david cameron was all that he could to help the children, even if that might not be a thing to george best, he was willing to listen to the people who make them, and take his fact - based monologue seriously. [SEP] that feat is extraordinary. [SEP] it would be, logically, because he does have an excellent leader. [SEP] phil johnson was not impressed until after half time, as manager of the club team, but it worked on the football team. [SEP] the fight had started so [SEP]
+
+===== sample 019 =====
+[CLS] heard that dr murray and she had decided that their complaint was wrong, including questions about whether he could blame them. [SEP] manser loves women - - children, for instance - - and is not single to a girl, but he is willing to look after his country. [SEP] my school has made her to present a case for the death of a 16 - year - old a day later. [SEP] the party has denied it would separate from the government's handling of income tax. [SEP] but to travel long enough to a certain destination will make that extra money, unless you're fine. [SEP] " he didn't talk about [SEP]
+
+===== sample 020 =====
+[CLS]. [SEP] education and medical costs as well as social care, childcare, and other services. [SEP] according to reuters, combined operating profits in the fourth quarter last year were down 16 per cent to £62m (£5. 6m) in year to date. [SEP] this is a sad case, along with procyolomones and lymen therapy. [SEP] so everyone has their money out now. [SEP] atlanta, two efficient on defense and dangerous on the court, even barely touched the puck on the goal and put atlanta ahead again with only six shots. [SEP] chelsea have also already lost top - scoring strikers in michael [SEP]
+
+===== sample 021 =====
+[CLS] two years in the country. [SEP] of the roughly 200, 000 affected by the flooding, 2, 700 were homeless in the northern mexican city. [SEP] but what about our current lifestyle. [SEP] however, he said now from his conversations, he is not interested in the job. [SEP] but before then, i knew that she would have been the first lady and the stand - in for obama, who had his hand at a podium and held the air before she left yesterday. [SEP] in a country where women have children within their races, it is hard to look on. [SEP] the defending american appeared to have struggled the day he looked pulled [SEP]
+
+===== sample 022 =====
+[CLS] shooting was the result of an internal v. a. bureau of investigation. [SEP] he'll find some money on the market, a small sum of $2, 000 to keep to. [SEP] murray held back and moved on and gonzalez appeared to provide the majority of the game, but with the pressure on they failed to go all the way through the final. [SEP] "i've already made the decision, ready to do it my best," he added. [SEP] the seven nations g7 said this posed "serious questions" about global warming. [SEP] the jury in the death of a 20 - old woman has died after a [SEP]
+
+===== sample 023 =====
+[CLS] have read this article. [SEP] my goal is to play gamely and perform better. [SEP] "the answer to our relationship between the president and his government is to be fair, or not," he said, as he saw the results of the negotiations. [SEP] " it was amazing. [SEP] 18 (upi) - - a british man has admitted to murdering two gay men in an attack that tried to kill a man they separated from their home. [SEP] police are investigating, but it does not know who has been responsible for the attack. [SEP] however, anyone who does not want the money. [SEP] but since the group of 20 [SEP]
+
+===== sample 024 =====
+[CLS] as we move on, but no matter who they get to have, and when i really have to find out how to go from getting ahead, i would like to have to put on another show. [SEP] every one that was there had something on the right side, county officials said. [SEP] she doesn't look a little, she look like the little girl, she is, you know, a little person. [SEP] how will you hope to raise money? [SEP] he said he married the radio writer john king, who was a senior at 10 and was a bachelor. [SEP] the liberal democrats say that the disproportion [SEP]
+
+===== sample 025 =====
+[CLS] for me, that is usually denied. [SEP] the role of new york mayor is waiting for me. [SEP] the rate outlook report was made public wednesday night. [SEP] that's time to get back to you! [SEP] "but we want to get back to his contract because this is the moment he has to run the olympic team. [SEP]" it's a very difficult work to handle, and we just now have to understand these parameters, " he told reuters. [SEP] is the new art here... [SEP] daniel niggelmi, head of schroders & company, had expected the talks to begin immediately after [SEP]
+
+===== sample 026 =====
+[CLS] the chinese helped the shanghai index to 1. 5 percent in early trade after the positive win of the chinese central bank. [SEP] he gave me a show of his standards in life. [SEP] this is whether the market is influenced by how well many of these will look up if you can choose to let you offer some interesting deals. [SEP] a year ago, mr bhutto and his wife signed a deal to end the government, but there was time for the political party to reach out to the victims of the violence, which forced the prime minister to quit in time for an election this year in his own post. [SEP] since september 11 [SEP]
+
+===== sample 027 =====
+[CLS]ing the process. [SEP] mcfam, speaking publicly about the case on a news network, has also blamed the abuse by her sick mother. [SEP] nothing just makes a lot of difference. [SEP] she's a 19 - year - old and you think i am the only person here you like for the best of it all. [SEP] houston scored 13 points, including the game - winner in san antonio, to get past dallas for the first straight season in the playoffs. [SEP] gimmildo ceregula, a 20 - year - old man with a broken armon and right neck, was one of the people who [SEP]
+
+===== sample 028 =====
+[CLS] not going to go off to go out there and win, " hoy said. [SEP] they said that the ship - carrying a speed of under 40 per hour - is little more than 200 miles away in the north sea. [SEP] he said that only the 32 - year - old man with the broken eye could see him. [SEP] she's not really mr. bush's daughter, but i would always remember she could always be her friend. [SEP] and some parents aren't happy with children, they ask that it be based on a topic that's inside his body, and not with him. [SEP] scientists say the [SEP]
+
+===== sample 029 =====
+[CLS], and his late father, born in london, was as an adoptive mother to his young son. [SEP] they say that they do not have any contact with the president. [SEP] i asked him to the first lady recently if he would want to do that. [SEP] giving evidence in the hearing, cambridge crown court heard that in 2003, a young man had been sent a racist note on a police station about his "racist crimes." [SEP] another proposal would see the s. a. c. carry out restrictions on the owners of programs designed to operate hotel - casino brothels in las vegas, where illegal immigrants can get access to the [SEP]
+
+===== sample 030 =====
+[CLS], he said... we did not have a comprehensive strategy, because of the possibility of a war for iran to end, as with the nuclear program, and that the u. s. and britain also are willing to see a detailed plan for military action involving the united states as well as britain, china, germany, italy and france. [SEP] i was thinking about just going online as that, but two months we've already run out, so he has hung out with the media over the dead - man effect on their football team, and what is going to come next. [SEP] well, he said then, then again [SEP]
+
+===== sample 031 =====
+[CLS] when you are back on a building site by the way. [SEP] if we can easily meet with every member of our family, schools will need to have a lot to learn about and understand - - and i think that they must make for themselves. [SEP] you might have got to go back to the old company of last season. [SEP] then, then, time, new, and new, then, where the debate about what might change the culture in the country came from running in the wilderness. [SEP] as late as 2009, our total diluted revenue would be $47 million and operating expenses would be $45 million. [SEP] the first [SEP]
+
+===== sample 032 =====
+[CLS] against the country's major unions. [SEP] we probed on four auto - electric indexes used in motoristing systems that match the position of the motor and shape of the body. [SEP] the council of doctors for children, now affiliated with spelbacker's institute in northern germany, has produced a $1 million plan to encourage more parents, health officials and activists. [SEP] the people who earn this money and have jobs are eligible to receive 15 percent of anything that is paid back. [SEP] if you can't even look at the things you did find in the book, you can see what the results will be [SEP]
+
+===== sample 033 =====
+[CLS]rlusconi as an example for young operaphiles to follow. [SEP] one of them, however, was that the old pool was filled with men with their hands on the walls, covering their glasses in white and sticking them out with soap water. [SEP] she is a favourite, with her parents, on their swimwear team, which is coached by the coach and current coach, andy lloyd. [SEP] information on the daily telegraph's annual report on this year's budget can be found on guardian - telegraph. co. uk. [SEP] "we go on, shake things up," we try. [SEP] their images of [SEP]
+
+===== sample 034 =====
+[CLS]an, although political groups now hold about 300 parliamentary seats and control much of the south, while both have continued to maintain strongholds in the south. [SEP] i died well. [SEP] a spokesman said the magazine's home website was opened after a thorough investigation. [SEP] his door was sometimes shut on the tv set after their long debate. [SEP] he was to take custody from the child's mother after her father michael was told they would be separated after then - son michael was born. [SEP] at the end of the day, the top of the mountain could be in his mind. [SEP] "it is me!" he said, [SEP]
+
+===== sample 035 =====
+[CLS] each was worth £20, 000. 1 ( (£261, 556. 5, 000). [SEP] if the evidence has so... ever been used for anything other than their beliefs. [SEP] the balance will be secured by € 500m of buybacks to generate new capital and by using funds in share saless. [SEP] he also pleaded guilty to the charges of killing five to six civilians, a penalty charge he faced a day after his trial. [SEP] they say they asked for permission for a permit system to replace the mine's two mid - rail tubers and two train tracks, which make it [SEP]
+
+===== sample 036 =====
+[CLS] been available since 1994. [SEP] difficult to move, uses an ipod and has a black mark on his face. [SEP] meanwhile, in this week, obama's communications office released an analysis by the white house in 2007 that mr obama was spending about $10m in mid - july, with this year's losses over $35m, according to the real - time television website. [SEP] a new zealand father on trial for kidnapping and murdering his children had an after - day party with an intruder in the beach, it has emerged. [SEP] but pbg sold $7 billion in assets in 2003, bringing in more than $[SEP]
+
+===== sample 037 =====
+[CLS]i officials said the incident was not isolated. [SEP] the results of china's violent crackdowns go back the thinking that i'd keep it in some day. [SEP] there for our own people's good. [SEP] it can only run a month and for $21 (£14) a month, they are pay - for, at prices of $1. 30 each. [SEP] man was found dead saturday in his parking garage near a high school early thursday morning in a city of about 30 people on long island, authorities said. [SEP] we were going to pick up everything: just a line of blood, some of it [SEP]
+
+===== sample 038 =====
+[CLS] $15, on $20 and $100 a year. [SEP] however, the new bill would also create the legal basis for an official scheme. [SEP] in some cases the problem is related to the fact that the child has had enough to spare to be used as a bed. [SEP] this is when she leaves the two children and the father down with her because she can be sent to a mother with the help of the non - practal mother program. [SEP] "this situation is not a great thing," said the white - jawed, lanky, who heads up two kids with wide - eyed eyes, a tasteful [SEP]
+
+===== sample 039 =====
+[CLS] her friends were not always close to others. [SEP] and in this kind of case, schools can be set up in china, an area unknown to people in the us. [SEP] you'll be referring to our restaurant in cay - boudoir on the island of paris, and gradee in the la - goel north. [SEP] they start their morning session that involves 11 players training for a match. [SEP] wait - - we're wasting a little bit of the rest. [SEP] the numbers were reported by health officials, one by one. [SEP] the chinese government's attention is less about the dalai lama's [SEP]
+
+===== sample 040 =====
+[CLS]'s web site themselves, and that many users lack a preference for canceling a start date. [SEP] even people in courts whose positions are quite unfavorable, such as the congress of the united states, have had the authority decide how to bring cases against charles stamman and walter f. morrero. [SEP] experts have been impressed by the way to remove trees that can only hold onto pavements. [SEP] al - qaidi leadership and the political divisions of al - qaeda are still battling with al qaeda and the group of sunni islamist extremists and it has remained a regional group. [SEP] although i [SEP]
+
+===== sample 041 =====
+[CLS] the deal, as drug companies sent $50 billion deal plans to the pittsburgh - based drug maker's board on friday. [SEP] the oda band, a classic band, was also created on people's voice in 2008 and they are also understood to be resupling. [SEP] a truck driver caught in the incident was arrested. [SEP] i guarantee you but you would never get your eye right since you don't just take the glasses off yourself to control yourself, but you also lose consciousness with the intrusiveness of alcohol. [SEP] the investigation said that the money that was given to the saudis were part of an [SEP]
+
+===== sample 042 =====
+[CLS] plan to hold a second vote on the government's lift - up of emergency, which was planned for monday, as evidence of mr musharraf's victory. [SEP] just seconds later, murray fired a shot from inside the blue post and hit the right side of the net. [SEP] i could say you need to not know you are going for it, even if the road to beijing wasn't fast enough. [SEP] and so i took a step up from my nightmare, but still looking for being on the way to a national final - - that's a way to come back. [SEP] when he finally moved into [SEP]
+
+===== sample 043 =====
+[CLS]gear. com. [SEP] not to say he made up with anyone. [SEP] but while their release has been largely symbolic because of the severity of the threat of political protests, officials say some rural followers have come to turn to anti - government activities. [SEP] they argued that failing to give more data at just one stage could free ministers and the eu from making painful decisions. [SEP] but now the global credit crunch has made it attractive to bond markets. [SEP] " having said that he would probably join his party, iraqi vice president khadra abdel - malik al - sadr also wanted to go ahead with discussions with the kurds [SEP]
+
+===== sample 044 =====
+[CLS] they are also too open to the conclusion that it should go too well for women and men to work out some social balances. [SEP] she moved to tokyo where she joined the band after leaving to head the band's song department from 1986 to 1985. [SEP] he had already never lost his first round match in here in 14 months. [SEP] even worse, he thought united had beaten them only 2 - 1 in the first leg on wednesday night. [SEP] it will also add another set of conservative rules and conservatives to the court. [SEP] the verdict was expected later this month. [SEP] some conservatives believe that the prime minister made a serious offer [SEP]
+
+===== sample 045 =====
+[CLS] 1 ). [SEP] one time, at karl rove's news media conference this morning, gibbs was met with applause, saying he had not unconcered but had simply told people not to move at the start of the news season. [SEP] this is about not trying to give anyone when they are up to them. [SEP] about 200 people, many of them han chinese, and many with children, made the protests celebrating the uprising's end in 1959. [SEP] a year in early this morning, washington's head of state, president bill clinton, said he wanted to use the event as a possible signal to the chinese [SEP]
+
+===== sample 046 =====
+[CLS] and then on a 24 - hour tour. [SEP] carmelita dixen and their father, michael jr., live together and sold their own house at an online auction run by u. s. investment bank the simon property group. [SEP] and after that, the men turned their around, left home, unable to try to think about a place to live for his family's safety. [SEP] i would recommend it to the gardeners, who might say you need to get ready for you, and to put you down at the start of your meal. [SEP] he was a trialist from 1977 to 1983, where the institute changed [SEP]
+
+===== sample 047 =====
+[CLS] house prices, "mr green said. [SEP] some analysts at px also questioned whether it is the model for north korea's move to sell its nuclear technology. [SEP] doctors will also assess the time she can take to live further treatment. [SEP] well.......... my god, but as you said with all the deadwinter, come one month before all was well... [SEP] while he was back in his car, he also became" over - upset " during the night, forcing him to stay out of his car. [SEP] it's true that growth is flat, but it [SEP]
+
+===== sample 048 =====
+[CLS], which is in the los angeles area, it is estimated to have an average population that was 20 at this time of year. [SEP] and as he thought he should, it's only now and then when the players start losing some momentum. [SEP] mr. wall resisted and was treated in a hospital room. [SEP] u. s. agency director thomas a. johnson said he has brought in 1, 000 agents to investigate - - far more than 300 brought in last year. [SEP] not everyone is celebrating but frank kang, a manager of south korea's land bank in the south, says water is running out at the prospect of [SEP]
+
+===== sample 049 =====
+[CLS] to keep its own business. [SEP] "i'm still planning for it." [SEP] the winner, cook's, is £25 (£5) from the thomas cook (thomasandet. co. uk), which is produced by best buy. [SEP] a new - labourer, the singer had a long series of health problems that followed the death of his father and mother. [SEP] indiana used a 13 - 8 advantage with three - quarter seconds to beat the visiting pacers. [SEP] "no one will be able to make that in a year's time," mr giuliani said. [SEP] the talks were [SEP]
+
+===== sample 050 =====
+[CLS] by the decline in the market, according to an estimate by the trade ministry on wednesday predicting a 2. 6 per cent gain in industrial output per year. [SEP] at one point i looked at the radio, with an eye - rolling laugh. [SEP] the first deadline for ratification would be by dec. [SEP] these companies will cut back, but by cutting many jobs. [SEP] "chinese leaders must protect fund flows, clean up credit markets and raise interest rates across the world, in order to revive growth growth," laming told reuters in the interview, in early december. [SEP] in fact, earth day is one of several events starting [SEP]
+
+===== sample 051 =====
+[CLS] drug war in the united states has been defeated by lawmakers and could come with a lot more money. [SEP] a western - style bird's - eared giant tortoise dress was designed to allow a woman to breathe before the lid was turned off to protect public health. [SEP] "you want to expect us to know where we were," he said. [SEP] the dutchman has a public letter to suggest he should stay behind before playing in europe. [SEP] childs said he had spoken to cohen about his views. [SEP] she said the japanese tactic was seen as hard to use in the future and had been saved by the [SEP]
+
+===== sample 052 =====
+[CLS] cross - border control in the gaza strip held palestinians responsible for most of the war. [SEP] it recently sold out in spain. [SEP] and at home in the world, each one game drags on to five matches. [SEP] the advice i have is to find out how many of the 12, 000 vulnerable people their families are able to help in our local area. [SEP] i suggested a friend help the woman and she told him she was just going to buy a ticket to raise money. [SEP] the supertank completed the 10 - hour, 26 - minute march through the skies of a sea of white last time, dispatching the four [SEP]
+
+===== sample 053 =====
+[CLS] jan. [SEP] on their way through the scriming water, she glided into the water, blood soaked in the sled, her blood filled with toxic vapors, most of which it shows no sign. [SEP] you go twice, you go, you're going, you go just to your constant clapping, you go your mouthing, your winking and clapping, your coming back. [SEP] the whole thing depends on what the market is seeing - - that they're going as fast as we could. [SEP] the federal reserve bank of philadelphia is now expected to move in the rate of 3 percentage points, a rate [SEP]
+
+===== sample 054 =====
+[CLS] of schools and public sites, 10, 000 tonnes a year. [SEP] ulster forward danny wallace is set to start second row to cover fly - half joe horgan, who is a possible candidate for a place. [SEP] "tmz, if you like you!" the boy shouted while he knocked the big man out of her way. [SEP] i did it in africa; if i have it i'll go home. [SEP] however, his team reported that a child's self - esteem might be considered responsible for pain, behavior and depression. [SEP] gera skid on the post to hit the free - post against the [SEP]
+
+===== sample 055 =====
+[CLS] [SEP] the talks is due to take place on saturday, but the meeting is already planned to go ahead in san francisco, south korea's capital city, and the authorities were not specific about what a meeting might be. [SEP] this is a lesson from the decision that i wanted to make public. [SEP] how many people would there be? [SEP] the campaign used two hard days over the last six weeks to run up ads against mccain, who has publicly accused him several times to show he's not a fighter at the top of the ticket. [SEP] sir peter's charity, life's trust, was created in order to help [SEP]
+
+===== sample 056 =====
+[CLS] to the prison service for their investigation, and how it could be known that he died from mental illness. [SEP] and what do you think some of you young people are going to think this is the tzn moron.. all over.. until they come back when that person is like he can't put anything right... when they are just so safe? [SEP] when the lights all go up with people because the kids are used to hearing? [SEP] he was killed tuesday by the police who followed the orders of his family, and he came home from school through a brutal horror attack on the life of a woman [SEP]
+
+===== sample 057 =====
+[CLS] now has up to four titles a year, including free content, and since the last week comes in, this can be a difficult year, given that blogs, people and sites in general are the quickest sources of advertisers, and publishers. [SEP] the aim is also to encourage local people to help address the issue of non - judicial concerns. [SEP] "i thought the things that got out of order were under way, and i was firm on this matter," kiesle said. [SEP] the capital, yangon is near the site of the blast, said chief police officer abdiw athan. [SEP] a [SEP]
+
+===== sample 058 =====
+[CLS] whose careers have led their country to success. [SEP] now we have another batch of bramble clems, a bunch of gronies. [SEP] what they're also doing is is find some mega - coal projects in australia - - the plant is probably a long - time focus given that it's been built in america - - but others have been hesitant to buy it. [SEP] we also get up trying new drugs and they try to win new cases. [SEP] russia set the 12 - march deadline for the u. n. talks, when the european commission will do a report on the issue. [SEP] now, his biggest [SEP]
+
+===== sample 059 =====
+[CLS] before the mosque attacks. [SEP] as long as the money is on the forma you could be better then send it in again and come back out as quickly as you can. [SEP] " but barack obama and mccain are the best people for the job. [SEP] on one hand, we could be trying to do something wrong. [SEP] if so, it is also more than a prelude to a busy holiday season. [SEP] this will be a very tough season when quarterbacks have to go in to win. [SEP] the institute of manufacturing posted a 3. 4 percent gain in august output, while july fell 0. 3 percent compared with 3. [SEP]
+
+===== sample 060 =====
+[CLS] s. men's club tournament this weekend, said he's well worth playing with. [SEP] we now need it to see how far the world is around us. [SEP] one man, so named and raised by a scurf. [SEP] she had planned to leave her place earlier in the afternoon, before she went to get a drink in boston. [SEP] she was informed that the board would meet to discuss work issues. [SEP] he picked up the goal for the visitors, and was out of it and before that lost his bid to have a drive cut off his backside the first time he could. [SEP] he sought help from family [SEP]
+
+===== sample 061 =====
+[CLS]. [SEP] that set the stage for the second week of the strike that started tuesday in a hotel complex. [SEP] liverpool play arsenal on tuesday march 4 for the cup, trying to end the defending champions' 8 - 2 record with nine wins over the under - performing champions' previous two games. [SEP] now, try on a different approach to deal specifically with the social problem. [SEP] " he is a talented trackist who has not run anything since 1924 but deserves to be in the race. [SEP] they were searching for four different people they had recently visited, and the next three years - they were 18 - and one to three friends, [SEP]
+
+===== sample 062 =====
+[CLS] will also instead discuss his testimony to congress, a person brief on the matter said. [SEP] while he is focused on defle - free, others are baffled by his approach. [SEP] during the court interview the judge said " she heard him rape her repeatedly in order for a few weeks to go to a position where he told her he would be gone and talking to her was a form of emotional process. [SEP] more than £1m of cash gathered by a rival gang has been stolen by a man who hit a man in the head after the shooting happened. [SEP] berlin (reuters) - israel's foreign ministry said thursday it has made [SEP]
+
+===== sample 063 =====
+[CLS] sadr's government, whose opposition is already buoyed by its position. [SEP] the opposition announced yesterday it had scheduled parliamentary elections in early june to decide whether the system of government was broken. [SEP] he has never been out of it, and there is no other indication that he would be involved. [SEP] in other words, mr. obama, rather than mr. obama, is a strong leader on all sides. [SEP] notes: he has scored just three power - play goals in six games for six points this season. [SEP] that time sunday would seal the win, for a game more in the division. [SEP] the launch of [SEP]
+

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps64_c64_t1p45_raw_samples.txt

@@ -0,0 +1,224 @@
+steps64_c64_t1p45
+{
+  "type": "summary",
+  "name": "steps64_c64_t1p45",
+  "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt",
+  "step": 434000,
+  "decode": {
+    "kind": "categorical_fullvocab_normal_steps_sweep",
+    "config": "steps64_c64_t1p45",
+    "steps": 64,
+    "endpoint_temp": 1.45,
+    "concentration_max": 64.0,
+    "final_from": "state",
+    "update": "resample",
+    "n_samples": 64,
+    "seed": 20260509
+  },
+  "detok_genppl": {
+    "ppl": 49.940465735680164,
+    "nll_per_token": 3.91083161071283,
+    "tokens": 9507
+  },
+  "diversity": {
+    "sample_entropy": 4.222742294392,
+    "unique_tokens": 1837,
+    "token_count": 8192,
+    "distinct_1": 0.2242431640625,
+    "distinct_2": 0.7138287401574803,
+    "top_token_mass": 0.0509033203125
+  }
+}
+
+===== sample 000 =====
+[CLS] with long - term employees. [SEP] he told the court that he had no idea, but they told him to write down the full terms of a voluntary agreement under which sandoval would be allowed to buy an account in one bank, if he thought the person was " not subject to him. " [SEP] though he had steplayed too long, his arms only managed to get to it all in between strong arm - turns and shrieks as some of their shoulders turned to one side like a wave of stoned - green smoke. [SEP] in just days, we know, this year they will win in new hampshire. [SEP] a [SEP]
+
+===== sample 001 =====
+[CLS] in shootings in baghdad, police said tuesday. [SEP] not long after steve ratner, the most famous football player in the game, has to lose his weight. [SEP] a perfect operation. [SEP] click here to see view photos of the alleged suspects, especially from mysblast. com. [SEP] so that last thing comes to be known as the taliban, the mardish and the taliban, are convering themselves to open up to the west and they are arguing about what would help to do it and what to do and what do it best to change the dynamic between islam and the state, by having a political system [SEP]
+
+===== sample 002 =====
+[CLS] two beautiful girls. [SEP] " i had to be honest with anybody who really could see it wouldn ' t say it any time, and you know i have to go up from there and he has to help me back up from that. [SEP] it may not appear to be a cover story, the e - mailer said, but it could be the way of spouting someone ' s message, he said. [SEP] their first word is going out. [SEP] the same group was not being tried in some states. [SEP] they now amount to £300 billion : there are now around £9. 7 million deaths a year, double [SEP]
+
+===== sample 003 =====
+[CLS] and economic growth continue to drive the company ' s results. [SEP] mr. friedman wants a wealthy, world - famous man to make a movie deal and move on to reality television. [SEP] if only they had seen his every story, fox news, but they would get themselves fed up with something that their god hates and the preexperce in the middle..... [SEP] an energy analyst at the national bank in tucson, ariz. [SEP] so far, he says, the heavy reaction to his own father ' s achievements from the time he went to the final to win the premier league title for liverpool in 2005, [SEP]
+
+===== sample 004 =====
+[CLS] world number three back to 10 - 6 in the fourth. [SEP] " i would take the same position back on these issues with the public, but i ' ve lost many positions on this issue. [SEP] according to his testimony, he told federal investigators he paid $ 10 million to israel to do the attack on september 17, 2005 but the defense department refused to notify it. [SEP] however, the band members have not performed for more than 10 years. [SEP] he was stopped, held up with a baton and to the ground to wait for a second man to jump. [SEP] i love these young people. " [SEP] authorities have launched a [SEP]
+
+===== sample 005 =====
+[CLS] key source of drop - out supplies, could discourage north korea from playing back to their leader, but, despite being less specific of the ambitions of tehran over its nuclear programs, he has long refused it. [SEP] agreement on both issues will be a key factor in the talks. [SEP] it planned to sell the debt to pay off in shares, and credit card fees to other funds. [SEP] the current sales tax would stand for the tax at $ 6. 8 billion, a year that is to be the only long - term revenue raiser. [SEP] the company said it had received £1. 4bn. [SEP] they set out the words [SEP]
+
+===== sample 006 =====
+[CLS] of their voice. [SEP] before taking a look at federer, who has said he has to play " tough, " federer said he thought he was good in it, but he sensed that he wasn ' t feeling a bit like this. [SEP] when they say there isn ' t life, their point is there - you cant say this, and don ' t they mean the young man ' s love story? [SEP] barca have, however, followed their way up after the team looked in on form against the czechs again earlier in the day. [SEP] i think it ' s unfair that the leaders of society, where everyone is [SEP]
+
+===== sample 007 =====
+[CLS] go to save the elephants when they become young. [SEP] " i can ' t say why, but hopefully he ' ll go ahead with a good plan. " they ' ll say how to find out that happened. [SEP] apash : my hair is very tight, but i ' m not buying a new one for privacy reasons. [SEP] the issue was a question on whether that can be crucial in the general election, and the issue came to light as the republican candidate was defeated in the fall. [SEP] it took more than 13 minutes to remove the minor bone injury to one of the lower limbs. [SEP] now, for the first time [SEP]
+
+===== sample 008 =====
+[CLS] take their time to keep their ground under the pressure. [SEP] well, i was a fool, but everyone paid what you went for for several days. [SEP] the f. d. a., a leading drug agency, said its investigators would be asked to assist with the investigations. [SEP] that day later, she survived by her three - year old son and daughter. [SEP] he could have been here on wednesday night, but he has heard nothing since then. [SEP] he cannot do anything after he is caught. [SEP] " my father, his husband and his mother went together, and we married. [SEP] the president said this part of his [SEP]
+
+===== sample 009 =====
+[CLS] who scored 14 from an early 18 - point deficit before washington state pulled their halftime lead to 28 with 5 minutes to play on a greener half. [SEP] our way to do this, will help people to keep the heat out of their head, in places where people are struggling to find a job. [SEP] it ' s so bad we ' re being held together, we really could not turn it into a big, moving match. [SEP] maliki, whose popularity was decimated by the global financial crisis, demanded iraqi support following the mass shooting at the main gate of the ministry, calling for his crackdown on the people ' s [SEP]
+
+===== sample 010 =====
+[CLS] department as the director of national security, said the department would decide tuesday whether to grant bush the veto. [SEP] the fact they can get so used to is that all of you make you, if not to try to change, have to live on life, because of what happens in the relationship, things go back to people. [SEP] and yes, they don ' t cost you anything but as with many other things, you could do you to buy. [SEP] they would often come up with the one to come to the aid of this woman, a wailing girl who came out of nowhere and could only push him to the death. [SEP]
+
+===== sample 011 =====
+[CLS] will not try to take people to an interview, she said. [SEP] the olympics are better than bush has anticipated, dunlapnik contends. [SEP] and she ' s a world class athlete with good scores. [SEP] " i could hear him sound over when i was playing here, but since i was here, he could not hear my thing. [SEP] i think many might even know this. [SEP] the u. s. army reached an agreement in the condition a trial could be held. [SEP] she was set to hit as many runners thursday in the 100th rally of the women ' s cup in long beach, calif. [SEP]
+
+===== sample 012 =====
+[CLS] that the phone begins with the leader ' s name. [SEP] mr. paulson and mr. immelt, who is both of manhattan, is not expected to face charges for his involvement in the boston - based investment bank, but was arrested on thursday. [SEP] the day after, he was asked about having him run on himself but in the second as he broke down the drug was found on his own body. [SEP] the cars had to be cleared up so that people could get up to one another. [SEP] but it would typically have to pay out $ 15, 000 annually before the state owes a debt to the state. [SEP] [SEP]
+
+===== sample 013 =====
+[CLS] change is very limited, " he told afp. [SEP] fear of race has pushed, in turn, into other forms of injustice. [SEP] a little more time back, he was supposed to do the same, such as trying and trying to do the same to finish the turn - off. [SEP] there is a lot to answer. [SEP] on tuesday, the state is expected to ask its residents on whether they the right to vote in religion or any way. [SEP] that is about how easy to pay down the loan and whether it would be a mistake. [SEP] the deal, worth of about $ 20 billion ( £11m ), [SEP]
+
+===== sample 014 =====
+[CLS] i remember the best location for the places i had expected to go. [SEP] fleury made 24 saves and manny legace scored a goal and two shutouts at 16 : 05. [SEP] coverage of the events, though - - was just out on the ground for the moment. [SEP] a verdict will be issued for may 3. [SEP] " with that, by the end, they are going to finish last fifth, very well, i ' m afraid, " said hoy. [SEP] as they want it to be, when one thing is wrong with each one, they say it. [SEP] they have also been seeking feedback from consumers [SEP]
+
+===== sample 015 =====
+[CLS] murder trial. [SEP] he said he was not ready to walk. [SEP] that way, the democrats ' candidate for the white house would not have made it in the presidential presidential race in 2004. [SEP] we also have political groups that work in the administration. [SEP] not god... who are we at it? [SEP] today, i taught him to drive. [SEP] the court of appeal judge described the landmark ruling as " evidence shown that i have not discussed or been involved in the case at large. " [SEP] this could give momentum for significant proposals from the obama administration, who see the offer as an effort from one side to sort out [SEP]
+
+===== sample 016 =====
+[CLS] the same amount to get you money, but more than require you to make the rebate for yourself and the town. [SEP] firefighters on the mountain front feared a fire moved out on tuesday, and forecasters kept up early, as fire responders made clear who was still close. [SEP] he fled the united states after seeing a young girl who went to see his best friend, she told his mother. [SEP] the result worked to push up the weekend opening ( $ 6. 6 million ; and third by 2 %, fox, $ 5. 5 million ). [SEP] i would not want to be killed.. i know, but [SEP]
+
+===== sample 017 =====
+[CLS] [SEP] " they only have the money to do something when they will still find someone so they can start to save in the nears. [SEP] they further warn that as the valuation is inflated, the risk should be returned to the market, there are concerns that a property may need to be sold - and that this would be " " good value " for a long - term investment. " [SEP] and what happened to jack straw ' s legal team? [SEP] the palin probe, which was a matter of state law, was never completed last summer because the law was not working, according to police. [SEP] say that they take me on [SEP]
+
+===== sample 018 =====
+[CLS] and because he knows he ' s living in the chicago area. [SEP] the silver ' s $ 21. 40. [SEP] even if david cameron was all that he could to help the children, even if that might not be a thing to george best, he was willing to listen to the people who make them, and take his fact - based monologue seriously. [SEP] that feat is extraordinary. [SEP] it would be, logically, because he does have an excellent leader. [SEP] phil johnson was not impressed until after half time, as manager of the club team, but it worked on the football team. [SEP] the fight had started so [SEP]
+
+===== sample 019 =====
+[CLS] heard that dr murray and she had decided that their complaint was wrong, including questions about whether he could blame them. [SEP] manser loves women - - children, for instance - - and is not single to a girl, but he is willing to look after his country. [SEP] my school has made her to present a case for the death of a 16 - year - old a day later. [SEP] the party has denied it would separate from the government ' s handling of income tax. [SEP] but to travel long enough to a certain destination will make that extra money, unless you ' re fine. [SEP] " he didn ' t talk about [SEP]
+
+===== sample 020 =====
+[CLS]. [SEP] education and medical costs as well as social care, childcare, and other services. [SEP] according to reuters, combined operating profits in the fourth quarter last year were down 16 per cent to £62m ( £5. 6m ) in year to date. [SEP] this is a sad case, along with procyolomones and lymen therapy. [SEP] so everyone has their money out now. [SEP] atlanta, two efficient on defense and dangerous on the court, even barely touched the puck on the goal and put atlanta ahead again with only six shots. [SEP] chelsea have also already lost top - scoring strikers in michael [SEP]
+
+===== sample 021 =====
+[CLS] two years in the country. [SEP] of the roughly 200, 000 affected by the flooding, 2, 700 were homeless in the northern mexican city. [SEP] but what about our current lifestyle. [SEP] however, he said now from his conversations, he is not interested in the job. [SEP] but before then, i knew that she would have been the first lady and the stand - in for obama, who had his hand at a podium and held the air before she left yesterday. [SEP] in a country where women have children within their races, it is hard to look on. [SEP] the defending american appeared to have struggled the day he looked pulled [SEP]
+
+===== sample 022 =====
+[CLS] shooting was the result of an internal v. a. bureau of investigation. [SEP] he ' ll find some money on the market, a small sum of $ 2, 000 to keep to. [SEP] murray held back and moved on and gonzalez appeared to provide the majority of the game, but with the pressure on they failed to go all the way through the final. [SEP] " i ' ve already made the decision, ready to do it my best, " he added. [SEP] the seven nations g7 said this posed " serious questions " about global warming. [SEP] the jury in the death of a 20 - old woman has died after a [SEP]
+
+===== sample 023 =====
+[CLS] have read this article. [SEP] my goal is to play gamely and perform better. [SEP] " the answer to our relationship between the president and his government is to be fair, or not, " he said, as he saw the results of the negotiations. [SEP] " it was amazing. [SEP] 18 ( upi ) - - a british man has admitted to murdering two gay men in an attack that tried to kill a man they separated from their home. [SEP] police are investigating, but it does not know who has been responsible for the attack. [SEP] however, anyone who does not want the money. [SEP] but since the group of 20 [SEP]
+
+===== sample 024 =====
+[CLS] as we move on, but no matter who they get to have, and when i really have to find out how to go from getting ahead, i would like to have to put on another show. [SEP] every one that was there had something on the right side, county officials said. [SEP] she doesn ' t look a little, she look like the little girl, she is, you know, a little person. [SEP] how will you hope to raise money? [SEP] he said he married the radio writer john king, who was a senior at 10 and was a bachelor. [SEP] the liberal democrats say that the disproportion [SEP]
+
+===== sample 025 =====
+[CLS] for me, that is usually denied. [SEP] the role of new york mayor is waiting for me. [SEP] the rate outlook report was made public wednesday night. [SEP] that ' s time to get back to you! [SEP] " but we want to get back to his contract because this is the moment he has to run the olympic team. [SEP] " it ' s a very difficult work to handle, and we just now have to understand these parameters, " he told reuters. [SEP] is the new art here... [SEP] daniel niggelmi, head of schroders & company, had expected the talks to begin immediately after [SEP]
+
+===== sample 026 =====
+[CLS] the chinese helped the shanghai index to 1. 5 percent in early trade after the positive win of the chinese central bank. [SEP] he gave me a show of his standards in life. [SEP] this is whether the market is influenced by how well many of these will look up if you can choose to let you offer some interesting deals. [SEP] a year ago, mr bhutto and his wife signed a deal to end the government, but there was time for the political party to reach out to the victims of the violence, which forced the prime minister to quit in time for an election this year in his own post. [SEP] since september 11 [SEP]
+
+===== sample 027 =====
+[CLS]ing the process. [SEP] mcfam, speaking publicly about the case on a news network, has also blamed the abuse by her sick mother. [SEP] nothing just makes a lot of difference. [SEP] she ' s a 19 - year - old and you think i am the only person here you like for the best of it all. [SEP] houston scored 13 points, including the game - winner in san antonio, to get past dallas for the first straight season in the playoffs. [SEP] gimmildo ceregula, a 20 - year - old man with a broken armon and right neck, was one of the people who [SEP]
+
+===== sample 028 =====
+[CLS] not going to go off to go out there and win, " hoy said. [SEP] they said that the ship - carrying a speed of under 40 per hour - is little more than 200 miles away in the north sea. [SEP] he said that only the 32 - year - old man with the broken eye could see him. [SEP] she ' s not really mr. bush ' s daughter, but i would always remember she could always be her friend. [SEP] and some parents aren ' t happy with children, they ask that it be based on a topic that ' s inside his body, and not with him. [SEP] scientists say the [SEP]
+
+===== sample 029 =====
+[CLS], and his late father, born in london, was as an adoptive mother to his young son. [SEP] they say that they do not have any contact with the president. [SEP] i asked him to the first lady recently if he would want to do that. [SEP] giving evidence in the hearing, cambridge crown court heard that in 2003, a young man had been sent a racist note on a police station about his " racist crimes. " [SEP] another proposal would see the s. a. c. carry out restrictions on the owners of programs designed to operate hotel - casino brothels in las vegas, where illegal immigrants can get access to the [SEP]
+
+===== sample 030 =====
+[CLS], he said... we did not have a comprehensive strategy, because of the possibility of a war for iran to end, as with the nuclear program, and that the u. s. and britain also are willing to see a detailed plan for military action involving the united states as well as britain, china, germany, italy and france. [SEP] i was thinking about just going online as that, but two months we ' ve already run out, so he has hung out with the media over the dead - man effect on their football team, and what is going to come next. [SEP] well, he said then, then again [SEP]
+
+===== sample 031 =====
+[CLS] when you are back on a building site by the way. [SEP] if we can easily meet with every member of our family, schools will need to have a lot to learn about and understand - - and i think that they must make for themselves. [SEP] you might have got to go back to the old company of last season. [SEP] then, then, time, new, and new, then, where the debate about what might change the culture in the country came from running in the wilderness. [SEP] as late as 2009, our total diluted revenue would be $ 47 million and operating expenses would be $ 45 million. [SEP] the first [SEP]
+
+===== sample 032 =====
+[CLS] against the country ' s major unions. [SEP] we probed on four auto - electric indexes used in motoristing systems that match the position of the motor and shape of the body. [SEP] the council of doctors for children, now affiliated with spelbacker ' s institute in northern germany, has produced a $ 1 million plan to encourage more parents, health officials and activists. [SEP] the people who earn this money and have jobs are eligible to receive 15 percent of anything that is paid back. [SEP] if you can ' t even look at the things you did find in the book, you can see what the results will be [SEP]
+
+===== sample 033 =====
+[CLS]rlusconi as an example for young operaphiles to follow. [SEP] one of them, however, was that the old pool was filled with men with their hands on the walls, covering their glasses in white and sticking them out with soap water. [SEP] she is a favourite, with her parents, on their swimwear team, which is coached by the coach and current coach, andy lloyd. [SEP] information on the daily telegraph ' s annual report on this year ' s budget can be found on guardian - telegraph. co. uk. [SEP] " we go on, shake things up, " we try. [SEP] their images of [SEP]
+
+===== sample 034 =====
+[CLS]an, although political groups now hold about 300 parliamentary seats and control much of the south, while both have continued to maintain strongholds in the south. [SEP] i died well. [SEP] a spokesman said the magazine ' s home website was opened after a thorough investigation. [SEP] his door was sometimes shut on the tv set after their long debate. [SEP] he was to take custody from the child ' s mother after her father michael was told they would be separated after then - son michael was born. [SEP] at the end of the day, the top of the mountain could be in his mind. [SEP] " it is me! " he said, [SEP]
+
+===== sample 035 =====
+[CLS] each was worth £20, 000. 1 ( ( £261, 556. 5, 000 ). [SEP] if the evidence has so... ever been used for anything other than their beliefs. [SEP] the balance will be secured by € 500m of buybacks to generate new capital and by using funds in share saless. [SEP] he also pleaded guilty to the charges of killing five to six civilians, a penalty charge he faced a day after his trial. [SEP] they say they asked for permission for a permit system to replace the mine ' s two mid - rail tubers and two train tracks, which make it [SEP]
+
+===== sample 036 =====
+[CLS] been available since 1994. [SEP] difficult to move, uses an ipod and has a black mark on his face. [SEP] meanwhile, in this week, obama ' s communications office released an analysis by the white house in 2007 that mr obama was spending about $ 10m in mid - july, with this year ' s losses over $ 35m, according to the real - time television website. [SEP] a new zealand father on trial for kidnapping and murdering his children had an after - day party with an intruder in the beach, it has emerged. [SEP] but pbg sold $ 7 billion in assets in 2003, bringing in more than $ [SEP]
+
+===== sample 037 =====
+[CLS]i officials said the incident was not isolated. [SEP] the results of china ' s violent crackdowns go back the thinking that i ' d keep it in some day. [SEP] there for our own people ' s good. [SEP] it can only run a month and for $ 21 ( £14 ) a month, they are pay - for, at prices of $ 1. 30 each. [SEP] man was found dead saturday in his parking garage near a high school early thursday morning in a city of about 30 people on long island, authorities said. [SEP] we were going to pick up everything : just a line of blood, some of it [SEP]
+
+===== sample 038 =====
+[CLS] $ 15, on $ 20 and $ 100 a year. [SEP] however, the new bill would also create the legal basis for an official scheme. [SEP] in some cases the problem is related to the fact that the child has had enough to spare to be used as a bed. [SEP] this is when she leaves the two children and the father down with her because she can be sent to a mother with the help of the non - practal mother program. [SEP] " this situation is not a great thing, " said the white - jawed, lanky, who heads up two kids with wide - eyed eyes, a tasteful [SEP]
+
+===== sample 039 =====
+[CLS] her friends were not always close to others. [SEP] and in this kind of case, schools can be set up in china, an area unknown to people in the us. [SEP] you ' ll be referring to our restaurant in cay - boudoir on the island of paris, and gradee in the la - goel north. [SEP] they start their morning session that involves 11 players training for a match. [SEP] wait - - we ' re wasting a little bit of the rest. [SEP] the numbers were reported by health officials, one by one. [SEP] the chinese government ' s attention is less about the dalai lama ' s [SEP]
+
+===== sample 040 =====
+[CLS] ' s web site themselves, and that many users lack a preference for canceling a start date. [SEP] even people in courts whose positions are quite unfavorable, such as the congress of the united states, have had the authority decide how to bring cases against charles stamman and walter f. morrero. [SEP] experts have been impressed by the way to remove trees that can only hold onto pavements. [SEP] al - qaidi leadership and the political divisions of al - qaeda are still battling with al qaeda and the group of sunni islamist extremists and it has remained a regional group. [SEP] although i [SEP]
+
+===== sample 041 =====
+[CLS] the deal, as drug companies sent $ 50 billion deal plans to the pittsburgh - based drug maker ' s board on friday. [SEP] the oda band, a classic band, was also created on people ' s voice in 2008 and they are also understood to be resupling. [SEP] a truck driver caught in the incident was arrested. [SEP] i guarantee you but you would never get your eye right since you don ' t just take the glasses off yourself to control yourself, but you also lose consciousness with the intrusiveness of alcohol. [SEP] the investigation said that the money that was given to the saudis were part of an [SEP]
+
+===== sample 042 =====
+[CLS] plan to hold a second vote on the government ' s lift - up of emergency, which was planned for monday, as evidence of mr musharraf ' s victory. [SEP] just seconds later, murray fired a shot from inside the blue post and hit the right side of the net. [SEP] i could say you need to not know you are going for it, even if the road to beijing wasn ' t fast enough. [SEP] and so i took a step up from my nightmare, but still looking for being on the way to a national final - - that ' s a way to come back. [SEP] when he finally moved into [SEP]
+
+===== sample 043 =====
+[CLS]gear. com. [SEP] not to say he made up with anyone. [SEP] but while their release has been largely symbolic because of the severity of the threat of political protests, officials say some rural followers have come to turn to anti - government activities. [SEP] they argued that failing to give more data at just one stage could free ministers and the eu from making painful decisions. [SEP] but now the global credit crunch has made it attractive to bond markets. [SEP] " having said that he would probably join his party, iraqi vice president khadra abdel - malik al - sadr also wanted to go ahead with discussions with the kurds [SEP]
+
+===== sample 044 =====
+[CLS] they are also too open to the conclusion that it should go too well for women and men to work out some social balances. [SEP] she moved to tokyo where she joined the band after leaving to head the band ' s song department from 1986 to 1985. [SEP] he had already never lost his first round match in here in 14 months. [SEP] even worse, he thought united had beaten them only 2 - 1 in the first leg on wednesday night. [SEP] it will also add another set of conservative rules and conservatives to the court. [SEP] the verdict was expected later this month. [SEP] some conservatives believe that the prime minister made a serious offer [SEP]
+
+===== sample 045 =====
+[CLS] 1 ). [SEP] one time, at karl rove ' s news media conference this morning, gibbs was met with applause, saying he had not unconcered but had simply told people not to move at the start of the news season. [SEP] this is about not trying to give anyone when they are up to them. [SEP] about 200 people, many of them han chinese, and many with children, made the protests celebrating the uprising ' s end in 1959. [SEP] a year in early this morning, washington ' s head of state, president bill clinton, said he wanted to use the event as a possible signal to the chinese [SEP]
+
+===== sample 046 =====
+[CLS] and then on a 24 - hour tour. [SEP] carmelita dixen and their father, michael jr., live together and sold their own house at an online auction run by u. s. investment bank the simon property group. [SEP] and after that, the men turned their around, left home, unable to try to think about a place to live for his family ' s safety. [SEP] i would recommend it to the gardeners, who might say you need to get ready for you, and to put you down at the start of your meal. [SEP] he was a trialist from 1977 to 1983, where the institute changed [SEP]
+
+===== sample 047 =====
+[CLS] house prices, " mr green said. [SEP] some analysts at px also questioned whether it is the model for north korea ' s move to sell its nuclear technology. [SEP] doctors will also assess the time she can take to live further treatment. [SEP] well.......... my god, but as you said with all the deadwinter, come one month before all was well... [SEP] while he was back in his car, he also became " over - upset " during the night, forcing him to stay out of his car. [SEP] it ' s true that growth is flat, but it [SEP]
+
+===== sample 048 =====
+[CLS], which is in the los angeles area, it is estimated to have an average population that was 20 at this time of year. [SEP] and as he thought he should, it ' s only now and then when the players start losing some momentum. [SEP] mr. wall resisted and was treated in a hospital room. [SEP] u. s. agency director thomas a. johnson said he has brought in 1, 000 agents to investigate - - far more than 300 brought in last year. [SEP] not everyone is celebrating but frank kang, a manager of south korea ' s land bank in the south, says water is running out at the prospect of [SEP]
+
+===== sample 049 =====
+[CLS] to keep its own business. [SEP] " i ' m still planning for it. " [SEP] the winner, cook ' s, is £25 ( £5 ) from the thomas cook ( thomasandet. co. uk ), which is produced by best buy. [SEP] a new - labourer, the singer had a long series of health problems that followed the death of his father and mother. [SEP] indiana used a 13 - 8 advantage with three - quarter seconds to beat the visiting pacers. [SEP] " no one will be able to make that in a year ' s time, " mr giuliani said. [SEP] the talks were [SEP]
+
+===== sample 050 =====
+[CLS] by the decline in the market, according to an estimate by the trade ministry on wednesday predicting a 2. 6 per cent gain in industrial output per year. [SEP] at one point i looked at the radio, with an eye - rolling laugh. [SEP] the first deadline for ratification would be by dec. [SEP] these companies will cut back, but by cutting many jobs. [SEP] " chinese leaders must protect fund flows, clean up credit markets and raise interest rates across the world, in order to revive growth growth, " laming told reuters in the interview, in early december. [SEP] in fact, earth day is one of several events starting [SEP]
+
+===== sample 051 =====
+[CLS] drug war in the united states has been defeated by lawmakers and could come with a lot more money. [SEP] a western - style bird ' s - eared giant tortoise dress was designed to allow a woman to breathe before the lid was turned off to protect public health. [SEP] " you want to expect us to know where we were, " he said. [SEP] the dutchman has a public letter to suggest he should stay behind before playing in europe. [SEP] childs said he had spoken to cohen about his views. [SEP] she said the japanese tactic was seen as hard to use in the future and had been saved by the [SEP]
+
+===== sample 052 =====
+[CLS] cross - border control in the gaza strip held palestinians responsible for most of the war. [SEP] it recently sold out in spain. [SEP] and at home in the world, each one game drags on to five matches. [SEP] the advice i have is to find out how many of the 12, 000 vulnerable people their families are able to help in our local area. [SEP] i suggested a friend help the woman and she told him she was just going to buy a ticket to raise money. [SEP] the supertank completed the 10 - hour, 26 - minute march through the skies of a sea of white last time, dispatching the four [SEP]
+
+===== sample 053 =====
+[CLS] jan. [SEP] on their way through the scriming water, she glided into the water, blood soaked in the sled, her blood filled with toxic vapors, most of which it shows no sign. [SEP] you go twice, you go, you ' re going, you go just to your constant clapping, you go your mouthing, your winking and clapping, your coming back. [SEP] the whole thing depends on what the market is seeing - - that they ' re going as fast as we could. [SEP] the federal reserve bank of philadelphia is now expected to move in the rate of 3 percentage points, a rate [SEP]
+
+===== sample 054 =====
+[CLS] of schools and public sites, 10, 000 tonnes a year. [SEP] ulster forward danny wallace is set to start second row to cover fly - half joe horgan, who is a possible candidate for a place. [SEP] " tmz, if you like you! " the boy shouted while he knocked the big man out of her way. [SEP] i did it in africa ; if i have it i ' ll go home. [SEP] however, his team reported that a child ' s self - esteem might be considered responsible for pain, behavior and depression. [SEP] gera skid on the post to hit the free - post against the [SEP]
+
+===== sample 055 =====
+[CLS] [SEP] the talks is due to take place on saturday, but the meeting is already planned to go ahead in san francisco, south korea ' s capital city, and the authorities were not specific about what a meeting might be. [SEP] this is a lesson from the decision that i wanted to make public. [SEP] how many people would there be? [SEP] the campaign used two hard days over the last six weeks to run up ads against mccain, who has publicly accused him several times to show he ' s not a fighter at the top of the ticket. [SEP] sir peter ' s charity, life ' s trust, was created in order to help [SEP]
+
+===== sample 056 =====
+[CLS] to the prison service for their investigation, and how it could be known that he died from mental illness. [SEP] and what do you think some of you young people are going to think this is the tzn moron.. all over.. until they come back when that person is like he can ' t put anything right... when they are just so safe? [SEP] when the lights all go up with people because the kids are used to hearing? [SEP] he was killed tuesday by the police who followed the orders of his family, and he came home from school through a brutal horror attack on the life of a woman [SEP]
+
+===== sample 057 =====
+[CLS] now has up to four titles a year, including free content, and since the last week comes in, this can be a difficult year, given that blogs, people and sites in general are the quickest sources of advertisers, and publishers. [SEP] the aim is also to encourage local people to help address the issue of non - judicial concerns. [SEP] " i thought the things that got out of order were under way, and i was firm on this matter, " kiesle said. [SEP] the capital, yangon is near the site of the blast, said chief police officer abdiw athan. [SEP] a [SEP]
+
+===== sample 058 =====
+[CLS] whose careers have led their country to success. [SEP] now we have another batch of bramble clems, a bunch of gronies. [SEP] what they ' re also doing is is find some mega - coal projects in australia - - the plant is probably a long - time focus given that it ' s been built in america - - but others have been hesitant to buy it. [SEP] we also get up trying new drugs and they try to win new cases. [SEP] russia set the 12 - march deadline for the u. n. talks, when the european commission will do a report on the issue. [SEP] now, his biggest [SEP]
+
+===== sample 059 =====
+[CLS] before the mosque attacks. [SEP] as long as the money is on the forma you could be better then send it in again and come back out as quickly as you can. [SEP] " but barack obama and mccain are the best people for the job. [SEP] on one hand, we could be trying to do something wrong. [SEP] if so, it is also more than a prelude to a busy holiday season. [SEP] this will be a very tough season when quarterbacks have to go in to win. [SEP] the institute of manufacturing posted a 3. 4 percent gain in august output, while july fell 0. 3 percent compared with 3. [SEP]
+
+===== sample 060 =====
+[CLS] s. men ' s club tournament this weekend, said he ' s well worth playing with. [SEP] we now need it to see how far the world is around us. [SEP] one man, so named and raised by a scurf. [SEP] she had planned to leave her place earlier in the afternoon, before she went to get a drink in boston. [SEP] she was informed that the board would meet to discuss work issues. [SEP] he picked up the goal for the visitors, and was out of it and before that lost his bid to have a drive cut off his backside the first time he could. [SEP] he sought help from family [SEP]
+
+===== sample 061 =====
+[CLS]. [SEP] that set the stage for the second week of the strike that started tuesday in a hotel complex. [SEP] liverpool play arsenal on tuesday march 4 for the cup, trying to end the defending champions ' 8 - 2 record with nine wins over the under - performing champions ' previous two games. [SEP] now, try on a different approach to deal specifically with the social problem. [SEP] " he is a talented trackist who has not run anything since 1924 but deserves to be in the race. [SEP] they were searching for four different people they had recently visited, and the next three years - they were 18 - and one to three friends, [SEP]
+
+===== sample 062 =====
+[CLS] will also instead discuss his testimony to congress, a person brief on the matter said. [SEP] while he is focused on defle - free, others are baffled by his approach. [SEP] during the court interview the judge said " she heard him rape her repeatedly in order for a few weeks to go to a position where he told her he would be gone and talking to her was a form of emotional process. [SEP] more than £1m of cash gathered by a rival gang has been stolen by a man who hit a man in the head after the shooting happened. [SEP] berlin ( reuters ) - israel ' s foreign ministry said thursday it has made [SEP]
+
+===== sample 063 =====
+[CLS] sadr ' s government, whose opposition is already buoyed by its position. [SEP] the opposition announced yesterday it had scheduled parliamentary elections in early june to decide whether the system of government was broken. [SEP] he has never been out of it, and there is no other indication that he would be involved. [SEP] in other words, mr. obama, rather than mr. obama, is a strong leader on all sides. [SEP] notes : he has scored just three power - play goals in six games for six points this season. [SEP] that time sunday would seal the win, for a game more in the division. [SEP] the launch of [SEP]
+

LTA_openwebtext_dualt/docs/lta_samples/metrics_20260509/lm1b_8gpu_fullycoupled_step434k_normal_steps_sweep_c16_c64_n64/steps64_c64_t1p45_scored.jsonl

@@ -0,0 +1,65 @@
+{"type": "summary", "name": "steps64_c64_t1p45", "checkpoint": "runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/latest_step434k_eval_snapshot.pt", "step": 434000, "decode": {"kind": "categorical_fullvocab_normal_steps_sweep", "config": "steps64_c64_t1p45", "steps": 64, "endpoint_temp": 1.45, "concentration_max": 64.0, "final_from": "state", "update": "resample", "n_samples": 64, "seed": 20260509}, "detok_genppl": {"ppl": 49.940465735680164, "nll_per_token": 3.91083161071283, "tokens": 9507}, "diversity": {"sample_entropy": 4.222742294392, "unique_tokens": 1837, "token_count": 8192, "distinct_1": 0.2242431640625, "distinct_2": 0.7138287401574803, "top_token_mass": 0.0509033203125}}
+{"type": "sample", "index": 0, "raw_text": "[CLS] with long - term employees. [SEP] he told the court that he had no idea, but they told him to write down the full terms of a voluntary agreement under which sandoval would be allowed to buy an account in one bank, if he thought the person was \" not subject to him. \" [SEP] though he had steplayed too long, his arms only managed to get to it all in between strong arm - turns and shrieks as some of their shoulders turned to one side like a wave of stoned - green smoke. [SEP] in just days, we know, this year they will win in new hampshire. [SEP] a [SEP]", "detok_text": "[CLS] with long - term employees. [SEP] he told the court that he had no idea, but they told him to write down the full terms of a voluntary agreement under which sandoval would be allowed to buy an account in one bank, if he thought the person was \"not subject to him.\" [SEP] though he had steplayed too long, his arms only managed to get to it all in between strong arm - turns and shrieks as some of their shoulders turned to one side like a wave of stoned - green smoke. [SEP] in just days, we know, this year they will win in new hampshire. [SEP] a [SEP]"}
+{"type": "sample", "index": 1, "raw_text": "[CLS] in shootings in baghdad, police said tuesday. [SEP] not long after steve ratner, the most famous football player in the game, has to lose his weight. [SEP] a perfect operation. [SEP] click here to see view photos of the alleged suspects, especially from mysblast. com. [SEP] so that last thing comes to be known as the taliban, the mardish and the taliban, are convering themselves to open up to the west and they are arguing about what would help to do it and what to do and what do it best to change the dynamic between islam and the state, by having a political system [SEP]", "detok_text": "[CLS] in shootings in baghdad, police said tuesday. [SEP] not long after steve ratner, the most famous football player in the game, has to lose his weight. [SEP] a perfect operation. [SEP] click here to see view photos of the alleged suspects, especially from mysblast. com. [SEP] so that last thing comes to be known as the taliban, the mardish and the taliban, are convering themselves to open up to the west and they are arguing about what would help to do it and what to do and what do it best to change the dynamic between islam and the state, by having a political system [SEP]"}
+{"type": "sample", "index": 2, "raw_text": "[CLS] two beautiful girls. [SEP] \" i had to be honest with anybody who really could see it wouldn ' t say it any time, and you know i have to go up from there and he has to help me back up from that. [SEP] it may not appear to be a cover story, the e - mailer said, but it could be the way of spouting someone ' s message, he said. [SEP] their first word is going out. [SEP] the same group was not being tried in some states. [SEP] they now amount to £300 billion : there are now around £9. 7 million deaths a year, double [SEP]", "detok_text": "[CLS] two beautiful girls. [SEP] \" i had to be honest with anybody who really could see it wouldn't say it any time, and you know i have to go up from there and he has to help me back up from that. [SEP] it may not appear to be a cover story, the e - mailer said, but it could be the way of spouting someone's message, he said. [SEP] their first word is going out. [SEP] the same group was not being tried in some states. [SEP] they now amount to £300 billion: there are now around £9. 7 million deaths a year, double [SEP]"}
+{"type": "sample", "index": 3, "raw_text": "[CLS] and economic growth continue to drive the company ' s results. [SEP] mr. friedman wants a wealthy, world - famous man to make a movie deal and move on to reality television. [SEP] if only they had seen his every story, fox news, but they would get themselves fed up with something that their god hates and the preexperce in the middle..... [SEP] an energy analyst at the national bank in tucson, ariz. [SEP] so far, he says, the heavy reaction to his own father ' s achievements from the time he went to the final to win the premier league title for liverpool in 2005, [SEP]", "detok_text": "[CLS] and economic growth continue to drive the company's results. [SEP] mr. friedman wants a wealthy, world - famous man to make a movie deal and move on to reality television. [SEP] if only they had seen his every story, fox news, but they would get themselves fed up with something that their god hates and the preexperce in the middle..... [SEP] an energy analyst at the national bank in tucson, ariz. [SEP] so far, he says, the heavy reaction to his own father's achievements from the time he went to the final to win the premier league title for liverpool in 2005, [SEP]"}
+{"type": "sample", "index": 4, "raw_text": "[CLS] world number three back to 10 - 6 in the fourth. [SEP] \" i would take the same position back on these issues with the public, but i ' ve lost many positions on this issue. [SEP] according to his testimony, he told federal investigators he paid $ 10 million to israel to do the attack on september 17, 2005 but the defense department refused to notify it. [SEP] however, the band members have not performed for more than 10 years. [SEP] he was stopped, held up with a baton and to the ground to wait for a second man to jump. [SEP] i love these young people. \" [SEP] authorities have launched a [SEP]", "detok_text": "[CLS] world number three back to 10 - 6 in the fourth. [SEP] \"i would take the same position back on these issues with the public, but i've lost many positions on this issue. [SEP] according to his testimony, he told federal investigators he paid $10 million to israel to do the attack on september 17, 2005 but the defense department refused to notify it. [SEP] however, the band members have not performed for more than 10 years. [SEP] he was stopped, held up with a baton and to the ground to wait for a second man to jump. [SEP] i love these young people.\" [SEP] authorities have launched a [SEP]"}
+{"type": "sample", "index": 5, "raw_text": "[CLS] key source of drop - out supplies, could discourage north korea from playing back to their leader, but, despite being less specific of the ambitions of tehran over its nuclear programs, he has long refused it. [SEP] agreement on both issues will be a key factor in the talks. [SEP] it planned to sell the debt to pay off in shares, and credit card fees to other funds. [SEP] the current sales tax would stand for the tax at $ 6. 8 billion, a year that is to be the only long - term revenue raiser. [SEP] the company said it had received £1. 4bn. [SEP] they set out the words [SEP]", "detok_text": "[CLS] key source of drop - out supplies, could discourage north korea from playing back to their leader, but, despite being less specific of the ambitions of tehran over its nuclear programs, he has long refused it. [SEP] agreement on both issues will be a key factor in the talks. [SEP] it planned to sell the debt to pay off in shares, and credit card fees to other funds. [SEP] the current sales tax would stand for the tax at $6. 8 billion, a year that is to be the only long - term revenue raiser. [SEP] the company said it had received £1. 4bn. [SEP] they set out the words [SEP]"}
+{"type": "sample", "index": 6, "raw_text": "[CLS] of their voice. [SEP] before taking a look at federer, who has said he has to play \" tough, \" federer said he thought he was good in it, but he sensed that he wasn ' t feeling a bit like this. [SEP] when they say there isn ' t life, their point is there - you cant say this, and don ' t they mean the young man ' s love story? [SEP] barca have, however, followed their way up after the team looked in on form against the czechs again earlier in the day. [SEP] i think it ' s unfair that the leaders of society, where everyone is [SEP]", "detok_text": "[CLS] of their voice. [SEP] before taking a look at federer, who has said he has to play \"tough,\" federer said he thought he was good in it, but he sensed that he wasn't feeling a bit like this. [SEP] when they say there isn't life, their point is there - you cant say this, and don't they mean the young man's love story? [SEP] barca have, however, followed their way up after the team looked in on form against the czechs again earlier in the day. [SEP] i think it's unfair that the leaders of society, where everyone is [SEP]"}
+{"type": "sample", "index": 7, "raw_text": "[CLS] go to save the elephants when they become young. [SEP] \" i can ' t say why, but hopefully he ' ll go ahead with a good plan. \" they ' ll say how to find out that happened. [SEP] apash : my hair is very tight, but i ' m not buying a new one for privacy reasons. [SEP] the issue was a question on whether that can be crucial in the general election, and the issue came to light as the republican candidate was defeated in the fall. [SEP] it took more than 13 minutes to remove the minor bone injury to one of the lower limbs. [SEP] now, for the first time [SEP]", "detok_text": "[CLS] go to save the elephants when they become young. [SEP] \"i can't say why, but hopefully he'll go ahead with a good plan.\" they'll say how to find out that happened. [SEP] apash: my hair is very tight, but i'm not buying a new one for privacy reasons. [SEP] the issue was a question on whether that can be crucial in the general election, and the issue came to light as the republican candidate was defeated in the fall. [SEP] it took more than 13 minutes to remove the minor bone injury to one of the lower limbs. [SEP] now, for the first time [SEP]"}
+{"type": "sample", "index": 8, "raw_text": "[CLS] take their time to keep their ground under the pressure. [SEP] well, i was a fool, but everyone paid what you went for for several days. [SEP] the f. d. a., a leading drug agency, said its investigators would be asked to assist with the investigations. [SEP] that day later, she survived by her three - year old son and daughter. [SEP] he could have been here on wednesday night, but he has heard nothing since then. [SEP] he cannot do anything after he is caught. [SEP] \" my father, his husband and his mother went together, and we married. [SEP] the president said this part of his [SEP]", "detok_text": "[CLS] take their time to keep their ground under the pressure. [SEP] well, i was a fool, but everyone paid what you went for for several days. [SEP] the f. d. a., a leading drug agency, said its investigators would be asked to assist with the investigations. [SEP] that day later, she survived by her three - year old son and daughter. [SEP] he could have been here on wednesday night, but he has heard nothing since then. [SEP] he cannot do anything after he is caught. [SEP] \" my father, his husband and his mother went together, and we married. [SEP] the president said this part of his [SEP]"}
+{"type": "sample", "index": 9, "raw_text": "[CLS] who scored 14 from an early 18 - point deficit before washington state pulled their halftime lead to 28 with 5 minutes to play on a greener half. [SEP] our way to do this, will help people to keep the heat out of their head, in places where people are struggling to find a job. [SEP] it ' s so bad we ' re being held together, we really could not turn it into a big, moving match. [SEP] maliki, whose popularity was decimated by the global financial crisis, demanded iraqi support following the mass shooting at the main gate of the ministry, calling for his crackdown on the people ' s [SEP]", "detok_text": "[CLS] who scored 14 from an early 18 - point deficit before washington state pulled their halftime lead to 28 with 5 minutes to play on a greener half. [SEP] our way to do this, will help people to keep the heat out of their head, in places where people are struggling to find a job. [SEP] it's so bad we're being held together, we really could not turn it into a big, moving match. [SEP] maliki, whose popularity was decimated by the global financial crisis, demanded iraqi support following the mass shooting at the main gate of the ministry, calling for his crackdown on the people's [SEP]"}
+{"type": "sample", "index": 10, "raw_text": "[CLS] department as the director of national security, said the department would decide tuesday whether to grant bush the veto. [SEP] the fact they can get so used to is that all of you make you, if not to try to change, have to live on life, because of what happens in the relationship, things go back to people. [SEP] and yes, they don ' t cost you anything but as with many other things, you could do you to buy. [SEP] they would often come up with the one to come to the aid of this woman, a wailing girl who came out of nowhere and could only push him to the death. [SEP]", "detok_text": "[CLS] department as the director of national security, said the department would decide tuesday whether to grant bush the veto. [SEP] the fact they can get so used to is that all of you make you, if not to try to change, have to live on life, because of what happens in the relationship, things go back to people. [SEP] and yes, they don't cost you anything but as with many other things, you could do you to buy. [SEP] they would often come up with the one to come to the aid of this woman, a wailing girl who came out of nowhere and could only push him to the death. [SEP]"}
+{"type": "sample", "index": 11, "raw_text": "[CLS] will not try to take people to an interview, she said. [SEP] the olympics are better than bush has anticipated, dunlapnik contends. [SEP] and she ' s a world class athlete with good scores. [SEP] \" i could hear him sound over when i was playing here, but since i was here, he could not hear my thing. [SEP] i think many might even know this. [SEP] the u. s. army reached an agreement in the condition a trial could be held. [SEP] she was set to hit as many runners thursday in the 100th rally of the women ' s cup in long beach, calif. [SEP]", "detok_text": "[CLS] will not try to take people to an interview, she said. [SEP] the olympics are better than bush has anticipated, dunlapnik contends. [SEP] and she's a world class athlete with good scores. [SEP] \" i could hear him sound over when i was playing here, but since i was here, he could not hear my thing. [SEP] i think many might even know this. [SEP] the u. s. army reached an agreement in the condition a trial could be held. [SEP] she was set to hit as many runners thursday in the 100th rally of the women's cup in long beach, calif. [SEP]"}
+{"type": "sample", "index": 12, "raw_text": "[CLS] that the phone begins with the leader ' s name. [SEP] mr. paulson and mr. immelt, who is both of manhattan, is not expected to face charges for his involvement in the boston - based investment bank, but was arrested on thursday. [SEP] the day after, he was asked about having him run on himself but in the second as he broke down the drug was found on his own body. [SEP] the cars had to be cleared up so that people could get up to one another. [SEP] but it would typically have to pay out $ 15, 000 annually before the state owes a debt to the state. [SEP] [SEP]", "detok_text": "[CLS] that the phone begins with the leader's name. [SEP] mr. paulson and mr. immelt, who is both of manhattan, is not expected to face charges for his involvement in the boston - based investment bank, but was arrested on thursday. [SEP] the day after, he was asked about having him run on himself but in the second as he broke down the drug was found on his own body. [SEP] the cars had to be cleared up so that people could get up to one another. [SEP] but it would typically have to pay out $15, 000 annually before the state owes a debt to the state. [SEP] [SEP]"}
+{"type": "sample", "index": 13, "raw_text": "[CLS] change is very limited, \" he told afp. [SEP] fear of race has pushed, in turn, into other forms of injustice. [SEP] a little more time back, he was supposed to do the same, such as trying and trying to do the same to finish the turn - off. [SEP] there is a lot to answer. [SEP] on tuesday, the state is expected to ask its residents on whether they the right to vote in religion or any way. [SEP] that is about how easy to pay down the loan and whether it would be a mistake. [SEP] the deal, worth of about $ 20 billion ( £11m ), [SEP]", "detok_text": "[CLS] change is very limited, \" he told afp. [SEP] fear of race has pushed, in turn, into other forms of injustice. [SEP] a little more time back, he was supposed to do the same, such as trying and trying to do the same to finish the turn - off. [SEP] there is a lot to answer. [SEP] on tuesday, the state is expected to ask its residents on whether they the right to vote in religion or any way. [SEP] that is about how easy to pay down the loan and whether it would be a mistake. [SEP] the deal, worth of about $20 billion (£11m), [SEP]"}
+{"type": "sample", "index": 14, "raw_text": "[CLS] i remember the best location for the places i had expected to go. [SEP] fleury made 24 saves and manny legace scored a goal and two shutouts at 16 : 05. [SEP] coverage of the events, though - - was just out on the ground for the moment. [SEP] a verdict will be issued for may 3. [SEP] \" with that, by the end, they are going to finish last fifth, very well, i ' m afraid, \" said hoy. [SEP] as they want it to be, when one thing is wrong with each one, they say it. [SEP] they have also been seeking feedback from consumers [SEP]", "detok_text": "[CLS] i remember the best location for the places i had expected to go. [SEP] fleury made 24 saves and manny legace scored a goal and two shutouts at 16: 05. [SEP] coverage of the events, though - - was just out on the ground for the moment. [SEP] a verdict will be issued for may 3. [SEP] \"with that, by the end, they are going to finish last fifth, very well, i'm afraid,\" said hoy. [SEP] as they want it to be, when one thing is wrong with each one, they say it. [SEP] they have also been seeking feedback from consumers [SEP]"}
+{"type": "sample", "index": 15, "raw_text": "[CLS] murder trial. [SEP] he said he was not ready to walk. [SEP] that way, the democrats ' candidate for the white house would not have made it in the presidential presidential race in 2004. [SEP] we also have political groups that work in the administration. [SEP] not god... who are we at it? [SEP] today, i taught him to drive. [SEP] the court of appeal judge described the landmark ruling as \" evidence shown that i have not discussed or been involved in the case at large. \" [SEP] this could give momentum for significant proposals from the obama administration, who see the offer as an effort from one side to sort out [SEP]", "detok_text": "[CLS] murder trial. [SEP] he said he was not ready to walk. [SEP] that way, the democrats' candidate for the white house would not have made it in the presidential presidential race in 2004. [SEP] we also have political groups that work in the administration. [SEP] not god... who are we at it? [SEP] today, i taught him to drive. [SEP] the court of appeal judge described the landmark ruling as \"evidence shown that i have not discussed or been involved in the case at large.\" [SEP] this could give momentum for significant proposals from the obama administration, who see the offer as an effort from one side to sort out [SEP]"}
+{"type": "sample", "index": 16, "raw_text": "[CLS] the same amount to get you money, but more than require you to make the rebate for yourself and the town. [SEP] firefighters on the mountain front feared a fire moved out on tuesday, and forecasters kept up early, as fire responders made clear who was still close. [SEP] he fled the united states after seeing a young girl who went to see his best friend, she told his mother. [SEP] the result worked to push up the weekend opening ( $ 6. 6 million ; and third by 2 %, fox, $ 5. 5 million ). [SEP] i would not want to be killed.. i know, but [SEP]", "detok_text": "[CLS] the same amount to get you money, but more than require you to make the rebate for yourself and the town. [SEP] firefighters on the mountain front feared a fire moved out on tuesday, and forecasters kept up early, as fire responders made clear who was still close. [SEP] he fled the united states after seeing a young girl who went to see his best friend, she told his mother. [SEP] the result worked to push up the weekend opening ($6. 6 million; and third by 2 %, fox, $5. 5 million). [SEP] i would not want to be killed.. i know, but [SEP]"}
+{"type": "sample", "index": 17, "raw_text": "[CLS] [SEP] \" they only have the money to do something when they will still find someone so they can start to save in the nears. [SEP] they further warn that as the valuation is inflated, the risk should be returned to the market, there are concerns that a property may need to be sold - and that this would be \" \" good value \" for a long - term investment. \" [SEP] and what happened to jack straw ' s legal team? [SEP] the palin probe, which was a matter of state law, was never completed last summer because the law was not working, according to police. [SEP] say that they take me on [SEP]", "detok_text": "[CLS] [SEP] \"they only have the money to do something when they will still find someone so they can start to save in the nears. [SEP] they further warn that as the valuation is inflated, the risk should be returned to the market, there are concerns that a property may need to be sold - and that this would be\" \"good value\" for a long - term investment. \" [SEP] and what happened to jack straw's legal team? [SEP] the palin probe, which was a matter of state law, was never completed last summer because the law was not working, according to police. [SEP] say that they take me on [SEP]"}
+{"type": "sample", "index": 18, "raw_text": "[CLS] and because he knows he ' s living in the chicago area. [SEP] the silver ' s $ 21. 40. [SEP] even if david cameron was all that he could to help the children, even if that might not be a thing to george best, he was willing to listen to the people who make them, and take his fact - based monologue seriously. [SEP] that feat is extraordinary. [SEP] it would be, logically, because he does have an excellent leader. [SEP] phil johnson was not impressed until after half time, as manager of the club team, but it worked on the football team. [SEP] the fight had started so [SEP]", "detok_text": "[CLS] and because he knows he's living in the chicago area. [SEP] the silver's $21. 40. [SEP] even if david cameron was all that he could to help the children, even if that might not be a thing to george best, he was willing to listen to the people who make them, and take his fact - based monologue seriously. [SEP] that feat is extraordinary. [SEP] it would be, logically, because he does have an excellent leader. [SEP] phil johnson was not impressed until after half time, as manager of the club team, but it worked on the football team. [SEP] the fight had started so [SEP]"}
+{"type": "sample", "index": 19, "raw_text": "[CLS] heard that dr murray and she had decided that their complaint was wrong, including questions about whether he could blame them. [SEP] manser loves women - - children, for instance - - and is not single to a girl, but he is willing to look after his country. [SEP] my school has made her to present a case for the death of a 16 - year - old a day later. [SEP] the party has denied it would separate from the government ' s handling of income tax. [SEP] but to travel long enough to a certain destination will make that extra money, unless you ' re fine. [SEP] \" he didn ' t talk about [SEP]", "detok_text": "[CLS] heard that dr murray and she had decided that their complaint was wrong, including questions about whether he could blame them. [SEP] manser loves women - - children, for instance - - and is not single to a girl, but he is willing to look after his country. [SEP] my school has made her to present a case for the death of a 16 - year - old a day later. [SEP] the party has denied it would separate from the government's handling of income tax. [SEP] but to travel long enough to a certain destination will make that extra money, unless you're fine. [SEP] \" he didn't talk about [SEP]"}
+{"type": "sample", "index": 20, "raw_text": "[CLS]. [SEP] education and medical costs as well as social care, childcare, and other services. [SEP] according to reuters, combined operating profits in the fourth quarter last year were down 16 per cent to £62m ( £5. 6m ) in year to date. [SEP] this is a sad case, along with procyolomones and lymen therapy. [SEP] so everyone has their money out now. [SEP] atlanta, two efficient on defense and dangerous on the court, even barely touched the puck on the goal and put atlanta ahead again with only six shots. [SEP] chelsea have also already lost top - scoring strikers in michael [SEP]", "detok_text": "[CLS]. [SEP] education and medical costs as well as social care, childcare, and other services. [SEP] according to reuters, combined operating profits in the fourth quarter last year were down 16 per cent to £62m (£5. 6m) in year to date. [SEP] this is a sad case, along with procyolomones and lymen therapy. [SEP] so everyone has their money out now. [SEP] atlanta, two efficient on defense and dangerous on the court, even barely touched the puck on the goal and put atlanta ahead again with only six shots. [SEP] chelsea have also already lost top - scoring strikers in michael [SEP]"}
+{"type": "sample", "index": 21, "raw_text": "[CLS] two years in the country. [SEP] of the roughly 200, 000 affected by the flooding, 2, 700 were homeless in the northern mexican city. [SEP] but what about our current lifestyle. [SEP] however, he said now from his conversations, he is not interested in the job. [SEP] but before then, i knew that she would have been the first lady and the stand - in for obama, who had his hand at a podium and held the air before she left yesterday. [SEP] in a country where women have children within their races, it is hard to look on. [SEP] the defending american appeared to have struggled the day he looked pulled [SEP]", "detok_text": "[CLS] two years in the country. [SEP] of the roughly 200, 000 affected by the flooding, 2, 700 were homeless in the northern mexican city. [SEP] but what about our current lifestyle. [SEP] however, he said now from his conversations, he is not interested in the job. [SEP] but before then, i knew that she would have been the first lady and the stand - in for obama, who had his hand at a podium and held the air before she left yesterday. [SEP] in a country where women have children within their races, it is hard to look on. [SEP] the defending american appeared to have struggled the day he looked pulled [SEP]"}
+{"type": "sample", "index": 22, "raw_text": "[CLS] shooting was the result of an internal v. a. bureau of investigation. [SEP] he ' ll find some money on the market, a small sum of $ 2, 000 to keep to. [SEP] murray held back and moved on and gonzalez appeared to provide the majority of the game, but with the pressure on they failed to go all the way through the final. [SEP] \" i ' ve already made the decision, ready to do it my best, \" he added. [SEP] the seven nations g7 said this posed \" serious questions \" about global warming. [SEP] the jury in the death of a 20 - old woman has died after a [SEP]", "detok_text": "[CLS] shooting was the result of an internal v. a. bureau of investigation. [SEP] he'll find some money on the market, a small sum of $2, 000 to keep to. [SEP] murray held back and moved on and gonzalez appeared to provide the majority of the game, but with the pressure on they failed to go all the way through the final. [SEP] \"i've already made the decision, ready to do it my best,\" he added. [SEP] the seven nations g7 said this posed \"serious questions\" about global warming. [SEP] the jury in the death of a 20 - old woman has died after a [SEP]"}
+{"type": "sample", "index": 23, "raw_text": "[CLS] have read this article. [SEP] my goal is to play gamely and perform better. [SEP] \" the answer to our relationship between the president and his government is to be fair, or not, \" he said, as he saw the results of the negotiations. [SEP] \" it was amazing. [SEP] 18 ( upi ) - - a british man has admitted to murdering two gay men in an attack that tried to kill a man they separated from their home. [SEP] police are investigating, but it does not know who has been responsible for the attack. [SEP] however, anyone who does not want the money. [SEP] but since the group of 20 [SEP]", "detok_text": "[CLS] have read this article. [SEP] my goal is to play gamely and perform better. [SEP] \"the answer to our relationship between the president and his government is to be fair, or not,\" he said, as he saw the results of the negotiations. [SEP] \" it was amazing. [SEP] 18 (upi) - - a british man has admitted to murdering two gay men in an attack that tried to kill a man they separated from their home. [SEP] police are investigating, but it does not know who has been responsible for the attack. [SEP] however, anyone who does not want the money. [SEP] but since the group of 20 [SEP]"}
+{"type": "sample", "index": 24, "raw_text": "[CLS] as we move on, but no matter who they get to have, and when i really have to find out how to go from getting ahead, i would like to have to put on another show. [SEP] every one that was there had something on the right side, county officials said. [SEP] she doesn ' t look a little, she look like the little girl, she is, you know, a little person. [SEP] how will you hope to raise money? [SEP] he said he married the radio writer john king, who was a senior at 10 and was a bachelor. [SEP] the liberal democrats say that the disproportion [SEP]", "detok_text": "[CLS] as we move on, but no matter who they get to have, and when i really have to find out how to go from getting ahead, i would like to have to put on another show. [SEP] every one that was there had something on the right side, county officials said. [SEP] she doesn't look a little, she look like the little girl, she is, you know, a little person. [SEP] how will you hope to raise money? [SEP] he said he married the radio writer john king, who was a senior at 10 and was a bachelor. [SEP] the liberal democrats say that the disproportion [SEP]"}
+{"type": "sample", "index": 25, "raw_text": "[CLS] for me, that is usually denied. [SEP] the role of new york mayor is waiting for me. [SEP] the rate outlook report was made public wednesday night. [SEP] that ' s time to get back to you! [SEP] \" but we want to get back to his contract because this is the moment he has to run the olympic team. [SEP] \" it ' s a very difficult work to handle, and we just now have to understand these parameters, \" he told reuters. [SEP] is the new art here... [SEP] daniel niggelmi, head of schroders & company, had expected the talks to begin immediately after [SEP]", "detok_text": "[CLS] for me, that is usually denied. [SEP] the role of new york mayor is waiting for me. [SEP] the rate outlook report was made public wednesday night. [SEP] that's time to get back to you! [SEP] \"but we want to get back to his contract because this is the moment he has to run the olympic team. [SEP]\" it's a very difficult work to handle, and we just now have to understand these parameters, \" he told reuters. [SEP] is the new art here... [SEP] daniel niggelmi, head of schroders & company, had expected the talks to begin immediately after [SEP]"}
+{"type": "sample", "index": 26, "raw_text": "[CLS] the chinese helped the shanghai index to 1. 5 percent in early trade after the positive win of the chinese central bank. [SEP] he gave me a show of his standards in life. [SEP] this is whether the market is influenced by how well many of these will look up if you can choose to let you offer some interesting deals. [SEP] a year ago, mr bhutto and his wife signed a deal to end the government, but there was time for the political party to reach out to the victims of the violence, which forced the prime minister to quit in time for an election this year in his own post. [SEP] since september 11 [SEP]", "detok_text": "[CLS] the chinese helped the shanghai index to 1. 5 percent in early trade after the positive win of the chinese central bank. [SEP] he gave me a show of his standards in life. [SEP] this is whether the market is influenced by how well many of these will look up if you can choose to let you offer some interesting deals. [SEP] a year ago, mr bhutto and his wife signed a deal to end the government, but there was time for the political party to reach out to the victims of the violence, which forced the prime minister to quit in time for an election this year in his own post. [SEP] since september 11 [SEP]"}
+{"type": "sample", "index": 27, "raw_text": "[CLS]ing the process. [SEP] mcfam, speaking publicly about the case on a news network, has also blamed the abuse by her sick mother. [SEP] nothing just makes a lot of difference. [SEP] she ' s a 19 - year - old and you think i am the only person here you like for the best of it all. [SEP] houston scored 13 points, including the game - winner in san antonio, to get past dallas for the first straight season in the playoffs. [SEP] gimmildo ceregula, a 20 - year - old man with a broken armon and right neck, was one of the people who [SEP]", "detok_text": "[CLS]ing the process. [SEP] mcfam, speaking publicly about the case on a news network, has also blamed the abuse by her sick mother. [SEP] nothing just makes a lot of difference. [SEP] she's a 19 - year - old and you think i am the only person here you like for the best of it all. [SEP] houston scored 13 points, including the game - winner in san antonio, to get past dallas for the first straight season in the playoffs. [SEP] gimmildo ceregula, a 20 - year - old man with a broken armon and right neck, was one of the people who [SEP]"}
+{"type": "sample", "index": 28, "raw_text": "[CLS] not going to go off to go out there and win, \" hoy said. [SEP] they said that the ship - carrying a speed of under 40 per hour - is little more than 200 miles away in the north sea. [SEP] he said that only the 32 - year - old man with the broken eye could see him. [SEP] she ' s not really mr. bush ' s daughter, but i would always remember she could always be her friend. [SEP] and some parents aren ' t happy with children, they ask that it be based on a topic that ' s inside his body, and not with him. [SEP] scientists say the [SEP]", "detok_text": "[CLS] not going to go off to go out there and win, \" hoy said. [SEP] they said that the ship - carrying a speed of under 40 per hour - is little more than 200 miles away in the north sea. [SEP] he said that only the 32 - year - old man with the broken eye could see him. [SEP] she's not really mr. bush's daughter, but i would always remember she could always be her friend. [SEP] and some parents aren't happy with children, they ask that it be based on a topic that's inside his body, and not with him. [SEP] scientists say the [SEP]"}
+{"type": "sample", "index": 29, "raw_text": "[CLS], and his late father, born in london, was as an adoptive mother to his young son. [SEP] they say that they do not have any contact with the president. [SEP] i asked him to the first lady recently if he would want to do that. [SEP] giving evidence in the hearing, cambridge crown court heard that in 2003, a young man had been sent a racist note on a police station about his \" racist crimes. \" [SEP] another proposal would see the s. a. c. carry out restrictions on the owners of programs designed to operate hotel - casino brothels in las vegas, where illegal immigrants can get access to the [SEP]", "detok_text": "[CLS], and his late father, born in london, was as an adoptive mother to his young son. [SEP] they say that they do not have any contact with the president. [SEP] i asked him to the first lady recently if he would want to do that. [SEP] giving evidence in the hearing, cambridge crown court heard that in 2003, a young man had been sent a racist note on a police station about his \"racist crimes.\" [SEP] another proposal would see the s. a. c. carry out restrictions on the owners of programs designed to operate hotel - casino brothels in las vegas, where illegal immigrants can get access to the [SEP]"}
+{"type": "sample", "index": 30, "raw_text": "[CLS], he said... we did not have a comprehensive strategy, because of the possibility of a war for iran to end, as with the nuclear program, and that the u. s. and britain also are willing to see a detailed plan for military action involving the united states as well as britain, china, germany, italy and france. [SEP] i was thinking about just going online as that, but two months we ' ve already run out, so he has hung out with the media over the dead - man effect on their football team, and what is going to come next. [SEP] well, he said then, then again [SEP]", "detok_text": "[CLS], he said... we did not have a comprehensive strategy, because of the possibility of a war for iran to end, as with the nuclear program, and that the u. s. and britain also are willing to see a detailed plan for military action involving the united states as well as britain, china, germany, italy and france. [SEP] i was thinking about just going online as that, but two months we've already run out, so he has hung out with the media over the dead - man effect on their football team, and what is going to come next. [SEP] well, he said then, then again [SEP]"}
+{"type": "sample", "index": 31, "raw_text": "[CLS] when you are back on a building site by the way. [SEP] if we can easily meet with every member of our family, schools will need to have a lot to learn about and understand - - and i think that they must make for themselves. [SEP] you might have got to go back to the old company of last season. [SEP] then, then, time, new, and new, then, where the debate about what might change the culture in the country came from running in the wilderness. [SEP] as late as 2009, our total diluted revenue would be $ 47 million and operating expenses would be $ 45 million. [SEP] the first [SEP]", "detok_text": "[CLS] when you are back on a building site by the way. [SEP] if we can easily meet with every member of our family, schools will need to have a lot to learn about and understand - - and i think that they must make for themselves. [SEP] you might have got to go back to the old company of last season. [SEP] then, then, time, new, and new, then, where the debate about what might change the culture in the country came from running in the wilderness. [SEP] as late as 2009, our total diluted revenue would be $47 million and operating expenses would be $45 million. [SEP] the first [SEP]"}
+{"type": "sample", "index": 32, "raw_text": "[CLS] against the country ' s major unions. [SEP] we probed on four auto - electric indexes used in motoristing systems that match the position of the motor and shape of the body. [SEP] the council of doctors for children, now affiliated with spelbacker ' s institute in northern germany, has produced a $ 1 million plan to encourage more parents, health officials and activists. [SEP] the people who earn this money and have jobs are eligible to receive 15 percent of anything that is paid back. [SEP] if you can ' t even look at the things you did find in the book, you can see what the results will be [SEP]", "detok_text": "[CLS] against the country's major unions. [SEP] we probed on four auto - electric indexes used in motoristing systems that match the position of the motor and shape of the body. [SEP] the council of doctors for children, now affiliated with spelbacker's institute in northern germany, has produced a $1 million plan to encourage more parents, health officials and activists. [SEP] the people who earn this money and have jobs are eligible to receive 15 percent of anything that is paid back. [SEP] if you can't even look at the things you did find in the book, you can see what the results will be [SEP]"}
+{"type": "sample", "index": 33, "raw_text": "[CLS]rlusconi as an example for young operaphiles to follow. [SEP] one of them, however, was that the old pool was filled with men with their hands on the walls, covering their glasses in white and sticking them out with soap water. [SEP] she is a favourite, with her parents, on their swimwear team, which is coached by the coach and current coach, andy lloyd. [SEP] information on the daily telegraph ' s annual report on this year ' s budget can be found on guardian - telegraph. co. uk. [SEP] \" we go on, shake things up, \" we try. [SEP] their images of [SEP]", "detok_text": "[CLS]rlusconi as an example for young operaphiles to follow. [SEP] one of them, however, was that the old pool was filled with men with their hands on the walls, covering their glasses in white and sticking them out with soap water. [SEP] she is a favourite, with her parents, on their swimwear team, which is coached by the coach and current coach, andy lloyd. [SEP] information on the daily telegraph's annual report on this year's budget can be found on guardian - telegraph. co. uk. [SEP] \"we go on, shake things up,\" we try. [SEP] their images of [SEP]"}
+{"type": "sample", "index": 34, "raw_text": "[CLS]an, although political groups now hold about 300 parliamentary seats and control much of the south, while both have continued to maintain strongholds in the south. [SEP] i died well. [SEP] a spokesman said the magazine ' s home website was opened after a thorough investigation. [SEP] his door was sometimes shut on the tv set after their long debate. [SEP] he was to take custody from the child ' s mother after her father michael was told they would be separated after then - son michael was born. [SEP] at the end of the day, the top of the mountain could be in his mind. [SEP] \" it is me! \" he said, [SEP]", "detok_text": "[CLS]an, although political groups now hold about 300 parliamentary seats and control much of the south, while both have continued to maintain strongholds in the south. [SEP] i died well. [SEP] a spokesman said the magazine's home website was opened after a thorough investigation. [SEP] his door was sometimes shut on the tv set after their long debate. [SEP] he was to take custody from the child's mother after her father michael was told they would be separated after then - son michael was born. [SEP] at the end of the day, the top of the mountain could be in his mind. [SEP] \"it is me!\" he said, [SEP]"}
+{"type": "sample", "index": 35, "raw_text": "[CLS] each was worth £20, 000. 1 ( ( £261, 556. 5, 000 ). [SEP] if the evidence has so... ever been used for anything other than their beliefs. [SEP] the balance will be secured by € 500m of buybacks to generate new capital and by using funds in share saless. [SEP] he also pleaded guilty to the charges of killing five to six civilians, a penalty charge he faced a day after his trial. [SEP] they say they asked for permission for a permit system to replace the mine ' s two mid - rail tubers and two train tracks, which make it [SEP]", "detok_text": "[CLS] each was worth £20, 000. 1 ( (£261, 556. 5, 000). [SEP] if the evidence has so... ever been used for anything other than their beliefs. [SEP] the balance will be secured by € 500m of buybacks to generate new capital and by using funds in share saless. [SEP] he also pleaded guilty to the charges of killing five to six civilians, a penalty charge he faced a day after his trial. [SEP] they say they asked for permission for a permit system to replace the mine's two mid - rail tubers and two train tracks, which make it [SEP]"}
+{"type": "sample", "index": 36, "raw_text": "[CLS] been available since 1994. [SEP] difficult to move, uses an ipod and has a black mark on his face. [SEP] meanwhile, in this week, obama ' s communications office released an analysis by the white house in 2007 that mr obama was spending about $ 10m in mid - july, with this year ' s losses over $ 35m, according to the real - time television website. [SEP] a new zealand father on trial for kidnapping and murdering his children had an after - day party with an intruder in the beach, it has emerged. [SEP] but pbg sold $ 7 billion in assets in 2003, bringing in more than $ [SEP]", "detok_text": "[CLS] been available since 1994. [SEP] difficult to move, uses an ipod and has a black mark on his face. [SEP] meanwhile, in this week, obama's communications office released an analysis by the white house in 2007 that mr obama was spending about $10m in mid - july, with this year's losses over $35m, according to the real - time television website. [SEP] a new zealand father on trial for kidnapping and murdering his children had an after - day party with an intruder in the beach, it has emerged. [SEP] but pbg sold $7 billion in assets in 2003, bringing in more than $[SEP]"}
+{"type": "sample", "index": 37, "raw_text": "[CLS]i officials said the incident was not isolated. [SEP] the results of china ' s violent crackdowns go back the thinking that i ' d keep it in some day. [SEP] there for our own people ' s good. [SEP] it can only run a month and for $ 21 ( £14 ) a month, they are pay - for, at prices of $ 1. 30 each. [SEP] man was found dead saturday in his parking garage near a high school early thursday morning in a city of about 30 people on long island, authorities said. [SEP] we were going to pick up everything : just a line of blood, some of it [SEP]", "detok_text": "[CLS]i officials said the incident was not isolated. [SEP] the results of china's violent crackdowns go back the thinking that i'd keep it in some day. [SEP] there for our own people's good. [SEP] it can only run a month and for $21 (£14) a month, they are pay - for, at prices of $1. 30 each. [SEP] man was found dead saturday in his parking garage near a high school early thursday morning in a city of about 30 people on long island, authorities said. [SEP] we were going to pick up everything: just a line of blood, some of it [SEP]"}
+{"type": "sample", "index": 38, "raw_text": "[CLS] $ 15, on $ 20 and $ 100 a year. [SEP] however, the new bill would also create the legal basis for an official scheme. [SEP] in some cases the problem is related to the fact that the child has had enough to spare to be used as a bed. [SEP] this is when she leaves the two children and the father down with her because she can be sent to a mother with the help of the non - practal mother program. [SEP] \" this situation is not a great thing, \" said the white - jawed, lanky, who heads up two kids with wide - eyed eyes, a tasteful [SEP]", "detok_text": "[CLS] $15, on $20 and $100 a year. [SEP] however, the new bill would also create the legal basis for an official scheme. [SEP] in some cases the problem is related to the fact that the child has had enough to spare to be used as a bed. [SEP] this is when she leaves the two children and the father down with her because she can be sent to a mother with the help of the non - practal mother program. [SEP] \"this situation is not a great thing,\" said the white - jawed, lanky, who heads up two kids with wide - eyed eyes, a tasteful [SEP]"}
+{"type": "sample", "index": 39, "raw_text": "[CLS] her friends were not always close to others. [SEP] and in this kind of case, schools can be set up in china, an area unknown to people in the us. [SEP] you ' ll be referring to our restaurant in cay - boudoir on the island of paris, and gradee in the la - goel north. [SEP] they start their morning session that involves 11 players training for a match. [SEP] wait - - we ' re wasting a little bit of the rest. [SEP] the numbers were reported by health officials, one by one. [SEP] the chinese government ' s attention is less about the dalai lama ' s [SEP]", "detok_text": "[CLS] her friends were not always close to others. [SEP] and in this kind of case, schools can be set up in china, an area unknown to people in the us. [SEP] you'll be referring to our restaurant in cay - boudoir on the island of paris, and gradee in the la - goel north. [SEP] they start their morning session that involves 11 players training for a match. [SEP] wait - - we're wasting a little bit of the rest. [SEP] the numbers were reported by health officials, one by one. [SEP] the chinese government's attention is less about the dalai lama's [SEP]"}
+{"type": "sample", "index": 40, "raw_text": "[CLS] ' s web site themselves, and that many users lack a preference for canceling a start date. [SEP] even people in courts whose positions are quite unfavorable, such as the congress of the united states, have had the authority decide how to bring cases against charles stamman and walter f. morrero. [SEP] experts have been impressed by the way to remove trees that can only hold onto pavements. [SEP] al - qaidi leadership and the political divisions of al - qaeda are still battling with al qaeda and the group of sunni islamist extremists and it has remained a regional group. [SEP] although i [SEP]", "detok_text": "[CLS]'s web site themselves, and that many users lack a preference for canceling a start date. [SEP] even people in courts whose positions are quite unfavorable, such as the congress of the united states, have had the authority decide how to bring cases against charles stamman and walter f. morrero. [SEP] experts have been impressed by the way to remove trees that can only hold onto pavements. [SEP] al - qaidi leadership and the political divisions of al - qaeda are still battling with al qaeda and the group of sunni islamist extremists and it has remained a regional group. [SEP] although i [SEP]"}
+{"type": "sample", "index": 41, "raw_text": "[CLS] the deal, as drug companies sent $ 50 billion deal plans to the pittsburgh - based drug maker ' s board on friday. [SEP] the oda band, a classic band, was also created on people ' s voice in 2008 and they are also understood to be resupling. [SEP] a truck driver caught in the incident was arrested. [SEP] i guarantee you but you would never get your eye right since you don ' t just take the glasses off yourself to control yourself, but you also lose consciousness with the intrusiveness of alcohol. [SEP] the investigation said that the money that was given to the saudis were part of an [SEP]", "detok_text": "[CLS] the deal, as drug companies sent $50 billion deal plans to the pittsburgh - based drug maker's board on friday. [SEP] the oda band, a classic band, was also created on people's voice in 2008 and they are also understood to be resupling. [SEP] a truck driver caught in the incident was arrested. [SEP] i guarantee you but you would never get your eye right since you don't just take the glasses off yourself to control yourself, but you also lose consciousness with the intrusiveness of alcohol. [SEP] the investigation said that the money that was given to the saudis were part of an [SEP]"}
+{"type": "sample", "index": 42, "raw_text": "[CLS] plan to hold a second vote on the government ' s lift - up of emergency, which was planned for monday, as evidence of mr musharraf ' s victory. [SEP] just seconds later, murray fired a shot from inside the blue post and hit the right side of the net. [SEP] i could say you need to not know you are going for it, even if the road to beijing wasn ' t fast enough. [SEP] and so i took a step up from my nightmare, but still looking for being on the way to a national final - - that ' s a way to come back. [SEP] when he finally moved into [SEP]", "detok_text": "[CLS] plan to hold a second vote on the government's lift - up of emergency, which was planned for monday, as evidence of mr musharraf's victory. [SEP] just seconds later, murray fired a shot from inside the blue post and hit the right side of the net. [SEP] i could say you need to not know you are going for it, even if the road to beijing wasn't fast enough. [SEP] and so i took a step up from my nightmare, but still looking for being on the way to a national final - - that's a way to come back. [SEP] when he finally moved into [SEP]"}
+{"type": "sample", "index": 43, "raw_text": "[CLS]gear. com. [SEP] not to say he made up with anyone. [SEP] but while their release has been largely symbolic because of the severity of the threat of political protests, officials say some rural followers have come to turn to anti - government activities. [SEP] they argued that failing to give more data at just one stage could free ministers and the eu from making painful decisions. [SEP] but now the global credit crunch has made it attractive to bond markets. [SEP] \" having said that he would probably join his party, iraqi vice president khadra abdel - malik al - sadr also wanted to go ahead with discussions with the kurds [SEP]", "detok_text": "[CLS]gear. com. [SEP] not to say he made up with anyone. [SEP] but while their release has been largely symbolic because of the severity of the threat of political protests, officials say some rural followers have come to turn to anti - government activities. [SEP] they argued that failing to give more data at just one stage could free ministers and the eu from making painful decisions. [SEP] but now the global credit crunch has made it attractive to bond markets. [SEP] \" having said that he would probably join his party, iraqi vice president khadra abdel - malik al - sadr also wanted to go ahead with discussions with the kurds [SEP]"}
+{"type": "sample", "index": 44, "raw_text": "[CLS] they are also too open to the conclusion that it should go too well for women and men to work out some social balances. [SEP] she moved to tokyo where she joined the band after leaving to head the band ' s song department from 1986 to 1985. [SEP] he had already never lost his first round match in here in 14 months. [SEP] even worse, he thought united had beaten them only 2 - 1 in the first leg on wednesday night. [SEP] it will also add another set of conservative rules and conservatives to the court. [SEP] the verdict was expected later this month. [SEP] some conservatives believe that the prime minister made a serious offer [SEP]", "detok_text": "[CLS] they are also too open to the conclusion that it should go too well for women and men to work out some social balances. [SEP] she moved to tokyo where she joined the band after leaving to head the band's song department from 1986 to 1985. [SEP] he had already never lost his first round match in here in 14 months. [SEP] even worse, he thought united had beaten them only 2 - 1 in the first leg on wednesday night. [SEP] it will also add another set of conservative rules and conservatives to the court. [SEP] the verdict was expected later this month. [SEP] some conservatives believe that the prime minister made a serious offer [SEP]"}
+{"type": "sample", "index": 45, "raw_text": "[CLS] 1 ). [SEP] one time, at karl rove ' s news media conference this morning, gibbs was met with applause, saying he had not unconcered but had simply told people not to move at the start of the news season. [SEP] this is about not trying to give anyone when they are up to them. [SEP] about 200 people, many of them han chinese, and many with children, made the protests celebrating the uprising ' s end in 1959. [SEP] a year in early this morning, washington ' s head of state, president bill clinton, said he wanted to use the event as a possible signal to the chinese [SEP]", "detok_text": "[CLS] 1 ). [SEP] one time, at karl rove's news media conference this morning, gibbs was met with applause, saying he had not unconcered but had simply told people not to move at the start of the news season. [SEP] this is about not trying to give anyone when they are up to them. [SEP] about 200 people, many of them han chinese, and many with children, made the protests celebrating the uprising's end in 1959. [SEP] a year in early this morning, washington's head of state, president bill clinton, said he wanted to use the event as a possible signal to the chinese [SEP]"}
+{"type": "sample", "index": 46, "raw_text": "[CLS] and then on a 24 - hour tour. [SEP] carmelita dixen and their father, michael jr., live together and sold their own house at an online auction run by u. s. investment bank the simon property group. [SEP] and after that, the men turned their around, left home, unable to try to think about a place to live for his family ' s safety. [SEP] i would recommend it to the gardeners, who might say you need to get ready for you, and to put you down at the start of your meal. [SEP] he was a trialist from 1977 to 1983, where the institute changed [SEP]", "detok_text": "[CLS] and then on a 24 - hour tour. [SEP] carmelita dixen and their father, michael jr., live together and sold their own house at an online auction run by u. s. investment bank the simon property group. [SEP] and after that, the men turned their around, left home, unable to try to think about a place to live for his family's safety. [SEP] i would recommend it to the gardeners, who might say you need to get ready for you, and to put you down at the start of your meal. [SEP] he was a trialist from 1977 to 1983, where the institute changed [SEP]"}
+{"type": "sample", "index": 47, "raw_text": "[CLS] house prices, \" mr green said. [SEP] some analysts at px also questioned whether it is the model for north korea ' s move to sell its nuclear technology. [SEP] doctors will also assess the time she can take to live further treatment. [SEP] well.......... my god, but as you said with all the deadwinter, come one month before all was well... [SEP] while he was back in his car, he also became \" over - upset \" during the night, forcing him to stay out of his car. [SEP] it ' s true that growth is flat, but it [SEP]", "detok_text": "[CLS] house prices, \"mr green said. [SEP] some analysts at px also questioned whether it is the model for north korea's move to sell its nuclear technology. [SEP] doctors will also assess the time she can take to live further treatment. [SEP] well.......... my god, but as you said with all the deadwinter, come one month before all was well... [SEP] while he was back in his car, he also became\" over - upset \" during the night, forcing him to stay out of his car. [SEP] it's true that growth is flat, but it [SEP]"}
+{"type": "sample", "index": 48, "raw_text": "[CLS], which is in the los angeles area, it is estimated to have an average population that was 20 at this time of year. [SEP] and as he thought he should, it ' s only now and then when the players start losing some momentum. [SEP] mr. wall resisted and was treated in a hospital room. [SEP] u. s. agency director thomas a. johnson said he has brought in 1, 000 agents to investigate - - far more than 300 brought in last year. [SEP] not everyone is celebrating but frank kang, a manager of south korea ' s land bank in the south, says water is running out at the prospect of [SEP]", "detok_text": "[CLS], which is in the los angeles area, it is estimated to have an average population that was 20 at this time of year. [SEP] and as he thought he should, it's only now and then when the players start losing some momentum. [SEP] mr. wall resisted and was treated in a hospital room. [SEP] u. s. agency director thomas a. johnson said he has brought in 1, 000 agents to investigate - - far more than 300 brought in last year. [SEP] not everyone is celebrating but frank kang, a manager of south korea's land bank in the south, says water is running out at the prospect of [SEP]"}
+{"type": "sample", "index": 49, "raw_text": "[CLS] to keep its own business. [SEP] \" i ' m still planning for it. \" [SEP] the winner, cook ' s, is £25 ( £5 ) from the thomas cook ( thomasandet. co. uk ), which is produced by best buy. [SEP] a new - labourer, the singer had a long series of health problems that followed the death of his father and mother. [SEP] indiana used a 13 - 8 advantage with three - quarter seconds to beat the visiting pacers. [SEP] \" no one will be able to make that in a year ' s time, \" mr giuliani said. [SEP] the talks were [SEP]", "detok_text": "[CLS] to keep its own business. [SEP] \"i'm still planning for it.\" [SEP] the winner, cook's, is £25 (£5) from the thomas cook (thomasandet. co. uk), which is produced by best buy. [SEP] a new - labourer, the singer had a long series of health problems that followed the death of his father and mother. [SEP] indiana used a 13 - 8 advantage with three - quarter seconds to beat the visiting pacers. [SEP] \"no one will be able to make that in a year's time,\" mr giuliani said. [SEP] the talks were [SEP]"}
+{"type": "sample", "index": 50, "raw_text": "[CLS] by the decline in the market, according to an estimate by the trade ministry on wednesday predicting a 2. 6 per cent gain in industrial output per year. [SEP] at one point i looked at the radio, with an eye - rolling laugh. [SEP] the first deadline for ratification would be by dec. [SEP] these companies will cut back, but by cutting many jobs. [SEP] \" chinese leaders must protect fund flows, clean up credit markets and raise interest rates across the world, in order to revive growth growth, \" laming told reuters in the interview, in early december. [SEP] in fact, earth day is one of several events starting [SEP]", "detok_text": "[CLS] by the decline in the market, according to an estimate by the trade ministry on wednesday predicting a 2. 6 per cent gain in industrial output per year. [SEP] at one point i looked at the radio, with an eye - rolling laugh. [SEP] the first deadline for ratification would be by dec. [SEP] these companies will cut back, but by cutting many jobs. [SEP] \"chinese leaders must protect fund flows, clean up credit markets and raise interest rates across the world, in order to revive growth growth,\" laming told reuters in the interview, in early december. [SEP] in fact, earth day is one of several events starting [SEP]"}
+{"type": "sample", "index": 51, "raw_text": "[CLS] drug war in the united states has been defeated by lawmakers and could come with a lot more money. [SEP] a western - style bird ' s - eared giant tortoise dress was designed to allow a woman to breathe before the lid was turned off to protect public health. [SEP] \" you want to expect us to know where we were, \" he said. [SEP] the dutchman has a public letter to suggest he should stay behind before playing in europe. [SEP] childs said he had spoken to cohen about his views. [SEP] she said the japanese tactic was seen as hard to use in the future and had been saved by the [SEP]", "detok_text": "[CLS] drug war in the united states has been defeated by lawmakers and could come with a lot more money. [SEP] a western - style bird's - eared giant tortoise dress was designed to allow a woman to breathe before the lid was turned off to protect public health. [SEP] \"you want to expect us to know where we were,\" he said. [SEP] the dutchman has a public letter to suggest he should stay behind before playing in europe. [SEP] childs said he had spoken to cohen about his views. [SEP] she said the japanese tactic was seen as hard to use in the future and had been saved by the [SEP]"}
+{"type": "sample", "index": 52, "raw_text": "[CLS] cross - border control in the gaza strip held palestinians responsible for most of the war. [SEP] it recently sold out in spain. [SEP] and at home in the world, each one game drags on to five matches. [SEP] the advice i have is to find out how many of the 12, 000 vulnerable people their families are able to help in our local area. [SEP] i suggested a friend help the woman and she told him she was just going to buy a ticket to raise money. [SEP] the supertank completed the 10 - hour, 26 - minute march through the skies of a sea of white last time, dispatching the four [SEP]", "detok_text": "[CLS] cross - border control in the gaza strip held palestinians responsible for most of the war. [SEP] it recently sold out in spain. [SEP] and at home in the world, each one game drags on to five matches. [SEP] the advice i have is to find out how many of the 12, 000 vulnerable people their families are able to help in our local area. [SEP] i suggested a friend help the woman and she told him she was just going to buy a ticket to raise money. [SEP] the supertank completed the 10 - hour, 26 - minute march through the skies of a sea of white last time, dispatching the four [SEP]"}
+{"type": "sample", "index": 53, "raw_text": "[CLS] jan. [SEP] on their way through the scriming water, she glided into the water, blood soaked in the sled, her blood filled with toxic vapors, most of which it shows no sign. [SEP] you go twice, you go, you ' re going, you go just to your constant clapping, you go your mouthing, your winking and clapping, your coming back. [SEP] the whole thing depends on what the market is seeing - - that they ' re going as fast as we could. [SEP] the federal reserve bank of philadelphia is now expected to move in the rate of 3 percentage points, a rate [SEP]", "detok_text": "[CLS] jan. [SEP] on their way through the scriming water, she glided into the water, blood soaked in the sled, her blood filled with toxic vapors, most of which it shows no sign. [SEP] you go twice, you go, you're going, you go just to your constant clapping, you go your mouthing, your winking and clapping, your coming back. [SEP] the whole thing depends on what the market is seeing - - that they're going as fast as we could. [SEP] the federal reserve bank of philadelphia is now expected to move in the rate of 3 percentage points, a rate [SEP]"}
+{"type": "sample", "index": 54, "raw_text": "[CLS] of schools and public sites, 10, 000 tonnes a year. [SEP] ulster forward danny wallace is set to start second row to cover fly - half joe horgan, who is a possible candidate for a place. [SEP] \" tmz, if you like you! \" the boy shouted while he knocked the big man out of her way. [SEP] i did it in africa ; if i have it i ' ll go home. [SEP] however, his team reported that a child ' s self - esteem might be considered responsible for pain, behavior and depression. [SEP] gera skid on the post to hit the free - post against the [SEP]", "detok_text": "[CLS] of schools and public sites, 10, 000 tonnes a year. [SEP] ulster forward danny wallace is set to start second row to cover fly - half joe horgan, who is a possible candidate for a place. [SEP] \"tmz, if you like you!\" the boy shouted while he knocked the big man out of her way. [SEP] i did it in africa; if i have it i'll go home. [SEP] however, his team reported that a child's self - esteem might be considered responsible for pain, behavior and depression. [SEP] gera skid on the post to hit the free - post against the [SEP]"}
+{"type": "sample", "index": 55, "raw_text": "[CLS] [SEP] the talks is due to take place on saturday, but the meeting is already planned to go ahead in san francisco, south korea ' s capital city, and the authorities were not specific about what a meeting might be. [SEP] this is a lesson from the decision that i wanted to make public. [SEP] how many people would there be? [SEP] the campaign used two hard days over the last six weeks to run up ads against mccain, who has publicly accused him several times to show he ' s not a fighter at the top of the ticket. [SEP] sir peter ' s charity, life ' s trust, was created in order to help [SEP]", "detok_text": "[CLS] [SEP] the talks is due to take place on saturday, but the meeting is already planned to go ahead in san francisco, south korea's capital city, and the authorities were not specific about what a meeting might be. [SEP] this is a lesson from the decision that i wanted to make public. [SEP] how many people would there be? [SEP] the campaign used two hard days over the last six weeks to run up ads against mccain, who has publicly accused him several times to show he's not a fighter at the top of the ticket. [SEP] sir peter's charity, life's trust, was created in order to help [SEP]"}
+{"type": "sample", "index": 56, "raw_text": "[CLS] to the prison service for their investigation, and how it could be known that he died from mental illness. [SEP] and what do you think some of you young people are going to think this is the tzn moron.. all over.. until they come back when that person is like he can ' t put anything right... when they are just so safe? [SEP] when the lights all go up with people because the kids are used to hearing? [SEP] he was killed tuesday by the police who followed the orders of his family, and he came home from school through a brutal horror attack on the life of a woman [SEP]", "detok_text": "[CLS] to the prison service for their investigation, and how it could be known that he died from mental illness. [SEP] and what do you think some of you young people are going to think this is the tzn moron.. all over.. until they come back when that person is like he can't put anything right... when they are just so safe? [SEP] when the lights all go up with people because the kids are used to hearing? [SEP] he was killed tuesday by the police who followed the orders of his family, and he came home from school through a brutal horror attack on the life of a woman [SEP]"}
+{"type": "sample", "index": 57, "raw_text": "[CLS] now has up to four titles a year, including free content, and since the last week comes in, this can be a difficult year, given that blogs, people and sites in general are the quickest sources of advertisers, and publishers. [SEP] the aim is also to encourage local people to help address the issue of non - judicial concerns. [SEP] \" i thought the things that got out of order were under way, and i was firm on this matter, \" kiesle said. [SEP] the capital, yangon is near the site of the blast, said chief police officer abdiw athan. [SEP] a [SEP]", "detok_text": "[CLS] now has up to four titles a year, including free content, and since the last week comes in, this can be a difficult year, given that blogs, people and sites in general are the quickest sources of advertisers, and publishers. [SEP] the aim is also to encourage local people to help address the issue of non - judicial concerns. [SEP] \"i thought the things that got out of order were under way, and i was firm on this matter,\" kiesle said. [SEP] the capital, yangon is near the site of the blast, said chief police officer abdiw athan. [SEP] a [SEP]"}
+{"type": "sample", "index": 58, "raw_text": "[CLS] whose careers have led their country to success. [SEP] now we have another batch of bramble clems, a bunch of gronies. [SEP] what they ' re also doing is is find some mega - coal projects in australia - - the plant is probably a long - time focus given that it ' s been built in america - - but others have been hesitant to buy it. [SEP] we also get up trying new drugs and they try to win new cases. [SEP] russia set the 12 - march deadline for the u. n. talks, when the european commission will do a report on the issue. [SEP] now, his biggest [SEP]", "detok_text": "[CLS] whose careers have led their country to success. [SEP] now we have another batch of bramble clems, a bunch of gronies. [SEP] what they're also doing is is find some mega - coal projects in australia - - the plant is probably a long - time focus given that it's been built in america - - but others have been hesitant to buy it. [SEP] we also get up trying new drugs and they try to win new cases. [SEP] russia set the 12 - march deadline for the u. n. talks, when the european commission will do a report on the issue. [SEP] now, his biggest [SEP]"}
+{"type": "sample", "index": 59, "raw_text": "[CLS] before the mosque attacks. [SEP] as long as the money is on the forma you could be better then send it in again and come back out as quickly as you can. [SEP] \" but barack obama and mccain are the best people for the job. [SEP] on one hand, we could be trying to do something wrong. [SEP] if so, it is also more than a prelude to a busy holiday season. [SEP] this will be a very tough season when quarterbacks have to go in to win. [SEP] the institute of manufacturing posted a 3. 4 percent gain in august output, while july fell 0. 3 percent compared with 3. [SEP]", "detok_text": "[CLS] before the mosque attacks. [SEP] as long as the money is on the forma you could be better then send it in again and come back out as quickly as you can. [SEP] \" but barack obama and mccain are the best people for the job. [SEP] on one hand, we could be trying to do something wrong. [SEP] if so, it is also more than a prelude to a busy holiday season. [SEP] this will be a very tough season when quarterbacks have to go in to win. [SEP] the institute of manufacturing posted a 3. 4 percent gain in august output, while july fell 0. 3 percent compared with 3. [SEP]"}
+{"type": "sample", "index": 60, "raw_text": "[CLS] s. men ' s club tournament this weekend, said he ' s well worth playing with. [SEP] we now need it to see how far the world is around us. [SEP] one man, so named and raised by a scurf. [SEP] she had planned to leave her place earlier in the afternoon, before she went to get a drink in boston. [SEP] she was informed that the board would meet to discuss work issues. [SEP] he picked up the goal for the visitors, and was out of it and before that lost his bid to have a drive cut off his backside the first time he could. [SEP] he sought help from family [SEP]", "detok_text": "[CLS] s. men's club tournament this weekend, said he's well worth playing with. [SEP] we now need it to see how far the world is around us. [SEP] one man, so named and raised by a scurf. [SEP] she had planned to leave her place earlier in the afternoon, before she went to get a drink in boston. [SEP] she was informed that the board would meet to discuss work issues. [SEP] he picked up the goal for the visitors, and was out of it and before that lost his bid to have a drive cut off his backside the first time he could. [SEP] he sought help from family [SEP]"}
+{"type": "sample", "index": 61, "raw_text": "[CLS]. [SEP] that set the stage for the second week of the strike that started tuesday in a hotel complex. [SEP] liverpool play arsenal on tuesday march 4 for the cup, trying to end the defending champions ' 8 - 2 record with nine wins over the under - performing champions ' previous two games. [SEP] now, try on a different approach to deal specifically with the social problem. [SEP] \" he is a talented trackist who has not run anything since 1924 but deserves to be in the race. [SEP] they were searching for four different people they had recently visited, and the next three years - they were 18 - and one to three friends, [SEP]", "detok_text": "[CLS]. [SEP] that set the stage for the second week of the strike that started tuesday in a hotel complex. [SEP] liverpool play arsenal on tuesday march 4 for the cup, trying to end the defending champions' 8 - 2 record with nine wins over the under - performing champions' previous two games. [SEP] now, try on a different approach to deal specifically with the social problem. [SEP] \" he is a talented trackist who has not run anything since 1924 but deserves to be in the race. [SEP] they were searching for four different people they had recently visited, and the next three years - they were 18 - and one to three friends, [SEP]"}
+{"type": "sample", "index": 62, "raw_text": "[CLS] will also instead discuss his testimony to congress, a person brief on the matter said. [SEP] while he is focused on defle - free, others are baffled by his approach. [SEP] during the court interview the judge said \" she heard him rape her repeatedly in order for a few weeks to go to a position where he told her he would be gone and talking to her was a form of emotional process. [SEP] more than £1m of cash gathered by a rival gang has been stolen by a man who hit a man in the head after the shooting happened. [SEP] berlin ( reuters ) - israel ' s foreign ministry said thursday it has made [SEP]", "detok_text": "[CLS] will also instead discuss his testimony to congress, a person brief on the matter said. [SEP] while he is focused on defle - free, others are baffled by his approach. [SEP] during the court interview the judge said \" she heard him rape her repeatedly in order for a few weeks to go to a position where he told her he would be gone and talking to her was a form of emotional process. [SEP] more than £1m of cash gathered by a rival gang has been stolen by a man who hit a man in the head after the shooting happened. [SEP] berlin (reuters) - israel's foreign ministry said thursday it has made [SEP]"}
+{"type": "sample", "index": 63, "raw_text": "[CLS] sadr ' s government, whose opposition is already buoyed by its position. [SEP] the opposition announced yesterday it had scheduled parliamentary elections in early june to decide whether the system of government was broken. [SEP] he has never been out of it, and there is no other indication that he would be involved. [SEP] in other words, mr. obama, rather than mr. obama, is a strong leader on all sides. [SEP] notes : he has scored just three power - play goals in six games for six points this season. [SEP] that time sunday would seal the win, for a game more in the division. [SEP] the launch of [SEP]", "detok_text": "[CLS] sadr's government, whose opposition is already buoyed by its position. [SEP] the opposition announced yesterday it had scheduled parliamentary elections in early june to decide whether the system of government was broken. [SEP] he has never been out of it, and there is no other indication that he would be involved. [SEP] in other words, mr. obama, rather than mr. obama, is a strong leader on all sides. [SEP] notes: he has scored just three power - play goals in six games for six points this season. [SEP] that time sunday would seal the win, for a game more in the division. [SEP] the launch of [SEP]"}