| [ |
| { |
| "prompt": "Once upon a time there was a little", |
| "output": " boy called John. John was very restless. He wanted to play outside, but it was fragile. He asked his mum for some help.", |
| "metrics": { |
| "ttft_ms": 233.9269929943839, |
| "tps": 74.27053924090308, |
| "total_latency_ms": 444.3215349892853, |
| "tokens_generated": 33, |
| "perplexity": 3.5691716769992516, |
| "avg_token_prob": 0.5169896586474565, |
| "repetition_rate": 0.08695652173913043, |
| "coherence_length": 33, |
| "unique_tokens": 0.8181818181818182 |
| } |
| }, |
| { |
| "prompt": "One day a small bird", |
| "output": " saw the chicken and started to sing. The chicken felt a little bit better and began to sing. Then the chicken stopped singing and the bird sang. The other animals in the forest heard the bird singing. They saw the chicken singing and singing too. The chicken felt so happy and jolly. From that day on, the chicken and the chicken were the best of friends. They played together and had lots of fun.", |
| "metrics": { |
| "ttft_ms": 5.7090709888143465, |
| "tps": 166.65653648412066, |
| "total_latency_ms": 618.0375650001224, |
| "tokens_generated": 103, |
| "perplexity": 2.526076893954801, |
| "avg_token_prob": 0.6052830355586664, |
| "repetition_rate": 0.20430107526881722, |
| "coherence_length": 11, |
| "unique_tokens": 0.46601941747572817 |
| } |
| }, |
| { |
| "prompt": "There was a big red", |
| "output": " maze near the bottom of a hill. He wanted to go inside and stay there, but his mom said it wasn't safe. He tried to get outside but he couldn't.", |
| "metrics": { |
| "ttft_ms": 5.71126899740193, |
| "tps": 169.13005092179864, |
| "total_latency_ms": 230.59178299445193, |
| "tokens_generated": 39, |
| "perplexity": 5.007907116736217, |
| "avg_token_prob": 0.454227717089816, |
| "repetition_rate": 0.034482758620689655, |
| "coherence_length": 39, |
| "unique_tokens": 0.8461538461538461 |
| } |
| }, |
| { |
| "prompt": "A little boy went to the", |
| "output": " playground. Are he there, he saw a playground. He ran up to the playground and jumped on it. He found lots of fun things to do. He saw a slide, a swing and a sandbox. He was having so much fun! But then he started to get tired. He wanted to rest on the swing. So he sat down and started to swing. He was so happy to have a new friend and he thanked the playground. He waved goodbye to the playground and ran back to the playground to play with his friends.", |
| "metrics": { |
| "ttft_ms": 5.512485004146583, |
| "tps": 172.89223791971185, |
| "total_latency_ms": 705.6418580032187, |
| "tokens_generated": 122, |
| "perplexity": 2.5640913107934047, |
| "avg_token_prob": 0.6028119053547762, |
| "repetition_rate": 0.20535714285714285, |
| "coherence_length": 12, |
| "unique_tokens": 0.4672131147540984 |
| } |
| }, |
| { |
| "prompt": "Once there was a happy", |
| "output": " little girl. She was playing in the park when she saw a big slide. Suddenly, she heard a loud noise. It was coming from the slide! The little girl was so excited. She ran up to the slide and started to slide up and down.", |
| "metrics": { |
| "ttft_ms": 5.527274988708086, |
| "tps": 172.0262213374635, |
| "total_latency_ms": 302.279498995631, |
| "tokens_generated": 52, |
| "perplexity": 2.355153066677019, |
| "avg_token_prob": 0.6002244190384308, |
| "repetition_rate": 0.19047619047619047, |
| "coherence_length": 52, |
| "unique_tokens": 0.6346153846153846 |
| } |
| }, |
| { |
| "prompt": "In a small house lived a", |
| "output": " careless girl named Lily. Lily liked to tease Lily and make her laugh. Lily felt sad. She wanted to be friends with the flowers in the garden.", |
| "metrics": { |
| "ttft_ms": 5.529296002350748, |
| "tps": 170.97191549337035, |
| "total_latency_ms": 198.86307000706438, |
| "tokens_generated": 34, |
| "perplexity": 3.024887584379324, |
| "avg_token_prob": 0.543989898370845, |
| "repetition_rate": 0.16666666666666666, |
| "coherence_length": 34, |
| "unique_tokens": 0.7647058823529411 |
| } |
| }, |
| { |
| "prompt": "One morning the sun was", |
| "output": " shining light up and the sky was so big.", |
| "metrics": { |
| "ttft_ms": 5.509644994162954, |
| "tps": 166.0335002008421, |
| "total_latency_ms": 72.27457100816537, |
| "tokens_generated": 12, |
| "perplexity": 6.155503481031965, |
| "avg_token_prob": 0.43749735112606475, |
| "repetition_rate": 0.0, |
| "coherence_length": 12, |
| "unique_tokens": 1.0 |
| } |
| }, |
| { |
| "prompt": "There was a very old", |
| "output": " man. He had a bucket of seeds. He was an octopus. He was very smart. He could do many things.", |
| "metrics": { |
| "ttft_ms": 5.487514994456433, |
| "tps": 170.8966805942297, |
| "total_latency_ms": 193.0991279950831, |
| "tokens_generated": 33, |
| "perplexity": 3.1134115410596315, |
| "avg_token_prob": 0.5249091829721104, |
| "repetition_rate": 0.2608695652173913, |
| "coherence_length": 20, |
| "unique_tokens": 0.7575757575757576 |
| } |
| }, |
| { |
| "prompt": "A tiny cat found a", |
| "output": " soft, shiny bone on the ground. Amy wanted to take it with her, but she knew she shouldn't. She thought about the bone, but she was not selfish. She decided to try and find the bone.", |
| "metrics": { |
| "ttft_ms": 5.522655003005639, |
| "tps": 172.0326062619773, |
| "total_latency_ms": 302.2682800074108, |
| "tokens_generated": 52, |
| "perplexity": 3.548434504524237, |
| "avg_token_prob": 0.4916679420912603, |
| "repetition_rate": 0.047619047619047616, |
| "coherence_length": 32, |
| "unique_tokens": 0.6923076923076923 |
| } |
| }, |
| { |
| "prompt": "Once upon a time in a", |
| "output": " far away forest, there was a little bunny named Floppy. Floppy was very sleepy and he loved to sleep in his nest. One day, Floppy went for a walk with his friends in the forest. They were both so happy to see each other.", |
| "metrics": { |
| "ttft_ms": 5.533415998797864, |
| "tps": 172.01798911429916, |
| "total_latency_ms": 337.1740380098345, |
| "tokens_generated": 58, |
| "perplexity": 2.7303977680117297, |
| "avg_token_prob": 0.6074354992390184, |
| "repetition_rate": 0.10416666666666667, |
| "coherence_length": 14, |
| "unique_tokens": 0.7068965517241379 |
| } |
| }, |
| { |
| "prompt": "The little girl loved to", |
| "output": " play. She played with the toys every day in her room. She also liked to watch her teddy bear and her friends who were always there to play with her.", |
| "metrics": { |
| "ttft_ms": 5.501924999407493, |
| "tps": 171.43989002175832, |
| "total_latency_ms": 192.48729100218043, |
| "tokens_generated": 33, |
| "perplexity": 4.468316612463211, |
| "avg_token_prob": 0.43498773728702766, |
| "repetition_rate": 0.13043478260869565, |
| "coherence_length": 33, |
| "unique_tokens": 0.7272727272727273 |
| } |
| }, |
| { |
| "prompt": "One day it started to", |
| "output": " rain. The rain was very loud and it made the rain all around.", |
| "metrics": { |
| "ttft_ms": 5.50372400903143, |
| "tps": 168.08853315109658, |
| "total_latency_ms": 89.23868701094761, |
| "tokens_generated": 15, |
| "perplexity": 2.362106614863965, |
| "avg_token_prob": 0.5356466830708086, |
| "repetition_rate": 0.2, |
| "coherence_length": 15, |
| "unique_tokens": 0.8 |
| } |
| }, |
| { |
| "prompt": "There was a friendly", |
| "output": " lady who walked by. She was an intelligent girl who wanted to help others. She wanted to make someone happy.", |
| "metrics": { |
| "ttft_ms": 5.499763996340334, |
| "tps": 170.91901114889987, |
| "total_latency_ms": 152.118829995743, |
| "tokens_generated": 26, |
| "perplexity": 5.0636285096506, |
| "avg_token_prob": 0.44369540574822436, |
| "repetition_rate": 0.1875, |
| "coherence_length": 26, |
| "unique_tokens": 0.7692307692307693 |
| } |
| }, |
| { |
| "prompt": "A boy named Tom had a", |
| "output": " toy car that he loved to play with. One day, his friend Lisa came over to play. Tom wanted to make a big tower, but Lisa said it was too hard to play with.", |
| "metrics": { |
| "ttft_ms": 5.536806012969464, |
| "tps": 171.89760721219304, |
| "total_latency_ms": 255.96633201348595, |
| "tokens_generated": 44, |
| "perplexity": 2.5663853611263345, |
| "avg_token_prob": 0.634976064447417, |
| "repetition_rate": 0.029411764705882353, |
| "coherence_length": 32, |
| "unique_tokens": 0.7272727272727273 |
| } |
| }, |
| { |
| "prompt": "Once there was a magic", |
| "output": "al fox. He always wanted to help people. One day he got a surprise - he found a mug! It was a big, round mug. He was so happy!", |
| "metrics": { |
| "ttft_ms": 5.5177259928314015, |
| "tps": 171.72187238801448, |
| "total_latency_ms": 221.28805999818724, |
| "tokens_generated": 38, |
| "perplexity": 3.714756040967972, |
| "avg_token_prob": 0.48345267919536966, |
| "repetition_rate": 0.21428571428571427, |
| "coherence_length": 38, |
| "unique_tokens": 0.7368421052631579 |
| } |
| }, |
| { |
| "prompt": "In the park there was a", |
| "output": " big, dark hole. It was the king's castle. The king was curious. He wanted to see what was inside the castle. He looked inside the castle.", |
| "metrics": { |
| "ttft_ms": 5.539995996514335, |
| "tps": 171.16363415482638, |
| "total_latency_ms": 204.48268800100777, |
| "tokens_generated": 35, |
| "perplexity": 2.8845480748557306, |
| "avg_token_prob": 0.5343477547996573, |
| "repetition_rate": 0.48, |
| "coherence_length": 31, |
| "unique_tokens": 0.6 |
| } |
| }, |
| { |
| "prompt": "A small dog was playing in the", |
| "output": " park. The dog had a ball in his mouth. The dog wanted to play with the ball. The dog saw the ball and ran to the ball. He picked up the ball and threw it far away. The ball went far away again. The dog was happy.", |
| "metrics": { |
| "ttft_ms": 5.497314006788656, |
| "tps": 172.52832247732664, |
| "total_latency_ms": 330.3805379982805, |
| "tokens_generated": 57, |
| "perplexity": 2.2736130700197497, |
| "avg_token_prob": 0.637459190020434, |
| "repetition_rate": 0.3191489361702128, |
| "coherence_length": 12, |
| "unique_tokens": 0.5614035087719298 |
| } |
| }, |
| { |
| "prompt": "One day the wind was very", |
| "output": " loud, but he couldn't stop thinking about how much fun he could have. When he kept walking, he saw something funny. It was a big stone in the sky! It was big and shiny and made him feel very playful. He wanted to show it to his friends.", |
| "metrics": { |
| "ttft_ms": 5.4834250040585175, |
| "tps": 174.05051462530827, |
| "total_latency_ms": 344.7275070066098, |
| "tokens_generated": 60, |
| "perplexity": 4.366138486472589, |
| "avg_token_prob": 0.47264670486634475, |
| "repetition_rate": 0.18, |
| "coherence_length": 60, |
| "unique_tokens": 0.8 |
| } |
| }, |
| { |
| "prompt": "There was a girl who liked to", |
| "output": " sit on the big tree in the sun. The tree was very tall for her to hold and she would sit on it, just on one side.", |
| "metrics": { |
| "ttft_ms": 5.4195520060602576, |
| "tps": 173.97969161505011, |
| "total_latency_ms": 178.18171599355992, |
| "tokens_generated": 31, |
| "perplexity": 6.10826473733112, |
| "avg_token_prob": 0.39321230060431844, |
| "repetition_rate": 0.09523809523809523, |
| "coherence_length": 31, |
| "unique_tokens": 0.8064516129032258 |
| } |
| }, |
| { |
| "prompt": "A baby bird fell from the", |
| "output": " tree. The bird cried, \"Help me, I'm a bird.\"", |
| "metrics": { |
| "ttft_ms": 5.3888920083409175, |
| "tps": 171.66143375578008, |
| "total_latency_ms": 99.03214500809554, |
| "tokens_generated": 17, |
| "perplexity": 3.881028893036348, |
| "avg_token_prob": 0.5203898828864718, |
| "repetition_rate": 0.14285714285714285, |
| "coherence_length": 17, |
| "unique_tokens": 0.8823529411764706 |
| } |
| }, |
| { |
| "prompt": "Once upon a time a king", |
| "output": " was having a very special party. He was very special and everyone loved his ordinary passport. Every morning he would wake up and get ready for the party. He loved it!", |
| "metrics": { |
| "ttft_ms": 5.4397829953813925, |
| "tps": 175.28321714645247, |
| "total_latency_ms": 251.0223209974356, |
| "tokens_generated": 44, |
| "perplexity": 4.046599035368443, |
| "avg_token_prob": 0.4781880490688814, |
| "repetition_rate": 0.058823529411764705, |
| "coherence_length": 37, |
| "unique_tokens": 0.7727272727272727 |
| } |
| }, |
| { |
| "prompt": "The flowers in the garden were", |
| "output": " beautiful and colorful. She had so much fun.", |
| "metrics": { |
| "ttft_ms": 5.392371007474139, |
| "tps": 168.7473081700123, |
| "total_latency_ms": 65.18622500880156, |
| "tokens_generated": 11, |
| "perplexity": 3.9714843532369173, |
| "avg_token_prob": 0.4500497790674369, |
| "repetition_rate": 1.0, |
| "coherence_length": 11, |
| "unique_tokens": 0.9090909090909091 |
| } |
| }, |
| { |
| "prompt": "One night the stars were", |
| "output": " twinkling and the stars were so bright.", |
| "metrics": { |
| "ttft_ms": 5.374860993470065, |
| "tps": 169.5299282605037, |
| "total_latency_ms": 70.7839620008599, |
| "tokens_generated": 12, |
| "perplexity": 2.439630274088658, |
| "avg_token_prob": 0.5424664181012374, |
| "repetition_rate": 0.0, |
| "coherence_length": 12, |
| "unique_tokens": 1.0 |
| } |
| }, |
| { |
| "prompt": "There was a fish who wanted to", |
| "output": " be her friend. It did not need a friend to be happy. So, it asked the fish to share her apples. The fish said no! The fish didn't know, but the little fish had a good idea.", |
| "metrics": { |
| "ttft_ms": 5.379951006034389, |
| "tps": 175.23127757528636, |
| "total_latency_ms": 262.5102129968582, |
| "tokens_generated": 46, |
| "perplexity": 4.9984933891039205, |
| "avg_token_prob": 0.4382489896478488, |
| "repetition_rate": 0.16666666666666666, |
| "coherence_length": 46, |
| "unique_tokens": 0.6956521739130435 |
| } |
| }, |
| { |
| "prompt": "A little bear went to find", |
| "output": " a new home. He gave the rabbit a big hug and a treat. The bear was very happy and thanked his friend. From that day on, the little bear and the little bear became best friends and played together in the forest every day.", |
| "metrics": { |
| "ttft_ms": 5.504996006493457, |
| "tps": 173.4964107004605, |
| "total_latency_ms": 288.1904000096256, |
| "tokens_generated": 50, |
| "perplexity": 2.369936848694788, |
| "avg_token_prob": 0.631290824134268, |
| "repetition_rate": 0.2, |
| "coherence_length": 35, |
| "unique_tokens": 0.7 |
| } |
| }, |
| { |
| "prompt": "Once there was a cloud that", |
| "output": " was very dull. One day a little girl named Sandy went exploring in the woods.", |
| "metrics": { |
| "ttft_ms": 5.438393010990694, |
| "tps": 170.93079604331112, |
| "total_latency_ms": 117.00641700008418, |
| "tokens_generated": 20, |
| "perplexity": 5.608422224659605, |
| "avg_token_prob": 0.429343445348509, |
| "repetition_rate": 0.0, |
| "coherence_length": 20, |
| "unique_tokens": 0.95 |
| } |
| }, |
| { |
| "prompt": "The rabbit was looking for", |
| "output": " the path and he couldn't find it. He asked a little squirrel where it was but he couldn't find it.", |
| "metrics": { |
| "ttft_ms": 5.446704002679326, |
| "tps": 173.54879141698513, |
| "total_latency_ms": 144.05170900863595, |
| "tokens_generated": 25, |
| "perplexity": 5.080071677284565, |
| "avg_token_prob": 0.41098208777391565, |
| "repetition_rate": 0.13333333333333333, |
| "coherence_length": 19, |
| "unique_tokens": 0.72 |
| } |
| }, |
| { |
| "prompt": "One day a new friend came to", |
| "output": " the village. They said their names were so pretty. They liked the new friend very much.", |
| "metrics": { |
| "ttft_ms": 5.394592008087784, |
| "tps": 173.14930856871305, |
| "total_latency_ms": 127.05797200032976, |
| "tokens_generated": 22, |
| "perplexity": 4.480738654765149, |
| "avg_token_prob": 0.45832450542113057, |
| "repetition_rate": 0.25, |
| "coherence_length": 22, |
| "unique_tokens": 0.8181818181818182 |
| } |
| }, |
| { |
| "prompt": "There was a tree that could", |
| "output": " hold the biggest tree in the jungle. The tree knew how to manage the tree so it could reach the top. The tree used its strong trunk to pull the tree back down.", |
| "metrics": { |
| "ttft_ms": 5.380492002586834, |
| "tps": 175.35036825005983, |
| "total_latency_ms": 256.6290590038989, |
| "tokens_generated": 45, |
| "perplexity": 3.8042695106611877, |
| "avg_token_prob": 0.5529437074640199, |
| "repetition_rate": 0.17142857142857143, |
| "coherence_length": 29, |
| "unique_tokens": 0.6888888888888889 |
| } |
| }, |
| { |
| "prompt": "A kitten and a puppy were", |
| "output": " friends. They played together every day.", |
| "metrics": { |
| "ttft_ms": 5.435832994407974, |
| "tps": 163.81125226182547, |
| "total_latency_ms": 48.83669399714563, |
| "tokens_generated": 8, |
| "perplexity": 2.0775135339734354, |
| "avg_token_prob": 0.5704126117957963, |
| "repetition_rate": 0.0, |
| "coherence_length": 8, |
| "unique_tokens": 0.875 |
| } |
| }, |
| { |
| "prompt": "Lily was a girl who", |
| "output": " liked to play in the park. One day, she saw a big dog with a collar. The dog was very friendly and wagged its tail. Lily wanted to pet the dog, but the dog growled and barked loudly.", |
| "metrics": { |
| "ttft_ms": 5.3931820002617314, |
| "tps": 175.86276394952642, |
| "total_latency_ms": 295.6851060007466, |
| "tokens_generated": 52, |
| "perplexity": 1.5557167202604396, |
| "avg_token_prob": 0.7745692398891134, |
| "repetition_rate": 0.09523809523809523, |
| "coherence_length": 52, |
| "unique_tokens": 0.75 |
| } |
| }, |
| { |
| "prompt": "Tom was a boy who loved", |
| "output": " to play with his scooter. He would zoom it around the yard, bounce it and feel the wind in his hair. He would laugh and giggle when he was playing with his scooter.", |
| "metrics": { |
| "ttft_ms": 5.423401991720311, |
| "tps": 175.61256166817898, |
| "total_latency_ms": 290.4120269959094, |
| "tokens_generated": 51, |
| "perplexity": 1.9774541440835982, |
| "avg_token_prob": 0.7073492919108293, |
| "repetition_rate": 0.024390243902439025, |
| "coherence_length": 31, |
| "unique_tokens": 0.7254901960784313 |
| } |
| }, |
| { |
| "prompt": "The old man had a", |
| "output": " nice, sunny day, and was feeling happy. He decided to go and play in the park. He quickly ran and ran and he laughed and played.", |
| "metrics": { |
| "ttft_ms": 5.414512997958809, |
| "tps": 175.14413062023831, |
| "total_latency_ms": 182.7066650002962, |
| "tokens_generated": 32, |
| "perplexity": 5.64510922319398, |
| "avg_token_prob": 0.3793968067673797, |
| "repetition_rate": 0.3181818181818182, |
| "coherence_length": 32, |
| "unique_tokens": 0.71875 |
| } |
| }, |
| { |
| "prompt": "A brave knight went to", |
| "output": " a brave knight. He bravely stepped forward and the brave knight gave him a special symbol of breathe.", |
| "metrics": { |
| "ttft_ms": 5.448963012895547, |
| "tps": 174.68345637627448, |
| "total_latency_ms": 183.1884980056202, |
| "tokens_generated": 32, |
| "perplexity": 3.5374397050512654, |
| "avg_token_prob": 0.5756716660971781, |
| "repetition_rate": 0.045454545454545456, |
| "coherence_length": 15, |
| "unique_tokens": 0.8125 |
| } |
| }, |
| { |
| "prompt": "The princess wanted to", |
| "output": " make him all his wings strong again. She tried to provide some animals from the forest, but they were too expensive.", |
| "metrics": { |
| "ttft_ms": 5.369101010728627, |
| "tps": 174.95164279150475, |
| "total_latency_ms": 177.19182001019362, |
| "tokens_generated": 31, |
| "perplexity": 7.299243684563719, |
| "avg_token_prob": 0.4217095172680274, |
| "repetition_rate": 0.0, |
| "coherence_length": 31, |
| "unique_tokens": 0.967741935483871 |
| } |
| }, |
| { |
| "prompt": "A wise owl told the", |
| "output": " fox that he could send him lots of details to his friends.", |
| "metrics": { |
| "ttft_ms": 5.414073006249964, |
| "tps": 171.8756527203767, |
| "total_latency_ms": 104.72687501169275, |
| "tokens_generated": 18, |
| "perplexity": 5.196371721890952, |
| "avg_token_prob": 0.3799460002858388, |
| "repetition_rate": 0.0, |
| "coherence_length": 18, |
| "unique_tokens": 1.0 |
| } |
| }, |
| { |
| "prompt": "The farmer had many", |
| "output": " things to do and he was very pleased. He had done many things, but he wanted to be independent and do the same thing.", |
| "metrics": { |
| "ttft_ms": 5.343350989278406, |
| "tps": 175.30736286594149, |
| "total_latency_ms": 205.35361100337468, |
| "tokens_generated": 36, |
| "perplexity": 3.3211225094320014, |
| "avg_token_prob": 0.5291075505366599, |
| "repetition_rate": 0.0, |
| "coherence_length": 36, |
| "unique_tokens": 0.8333333333333334 |
| } |
| }, |
| { |
| "prompt": "A young fox was very", |
| "output": " excited and he said, \"Yes, I'd love to make the right decision!\"", |
| "metrics": { |
| "ttft_ms": 5.487923990585841, |
| "tps": 170.93612837174632, |
| "total_latency_ms": 117.00276700139511, |
| "tokens_generated": 20, |
| "perplexity": 4.345499780476525, |
| "avg_token_prob": 0.46406066194841905, |
| "repetition_rate": 0.0, |
| "coherence_length": 20, |
| "unique_tokens": 0.95 |
| } |
| }, |
| { |
| "prompt": "The teacher said to the", |
| "output": " children, \"Sorry, my name is Sara. What's your name?\"", |
| "metrics": { |
| "ttft_ms": 5.472443997859955, |
| "tps": 169.69316929066315, |
| "total_latency_ms": 100.18081500311382, |
| "tokens_generated": 17, |
| "perplexity": 3.504856932158683, |
| "avg_token_prob": 0.5555279637272987, |
| "repetition_rate": 0.14285714285714285, |
| "coherence_length": 17, |
| "unique_tokens": 0.8823529411764706 |
| } |
| }, |
| { |
| "prompt": "Mom told her that", |
| "output": " she had to take a nap or she would not have any more energy to play. Sarah was sad, but she knew that would be a good girl.", |
| "metrics": { |
| "ttft_ms": 5.590917004155926, |
| "tps": 173.14227343311453, |
| "total_latency_ms": 202.14589600800537, |
| "tokens_generated": 35, |
| "perplexity": 3.541019476667736, |
| "avg_token_prob": 0.5120536366820387, |
| "repetition_rate": 0.0, |
| "coherence_length": 35, |
| "unique_tokens": 0.8285714285714286 |
| } |
| }, |
| { |
| "prompt": "Dad was going to", |
| "output": " help the little girl. He got a big bag and pulled the bag out of the bag. The little girl was so excited! She walked up and down the stairs, clapping her hands.", |
| "metrics": { |
| "ttft_ms": 5.475193989695981, |
| "tps": 173.64231103626145, |
| "total_latency_ms": 241.87653198896442, |
| "tokens_generated": 42, |
| "perplexity": 2.8313962915060693, |
| "avg_token_prob": 0.5515058994791362, |
| "repetition_rate": 0.09375, |
| "coherence_length": 42, |
| "unique_tokens": 0.7619047619047619 |
| } |
| }, |
| { |
| "prompt": "The baby was crying because", |
| "output": " she felt very dizzy.", |
| "metrics": { |
| "ttft_ms": 5.39501199091319, |
| "tps": 161.5045580083253, |
| "total_latency_ms": 43.342429999029264, |
| "tokens_generated": 7, |
| "perplexity": 6.42331682758703, |
| "avg_token_prob": 0.4154997030564118, |
| "repetition_rate": 0.0, |
| "coherence_length": 7, |
| "unique_tokens": 1.0 |
| } |
| }, |
| { |
| "prompt": "A kind woman gave the", |
| "output": " little boy his lollipop as a result. The little boy was so happy and he thanked the man. From then on, he was more careful and never entered a new lab again.", |
| "metrics": { |
| "ttft_ms": 5.439612999907695, |
| "tps": 175.21844015312266, |
| "total_latency_ms": 256.8222840054659, |
| "tokens_generated": 45, |
| "perplexity": 4.2954848851028915, |
| "avg_token_prob": 0.506639371474233, |
| "repetition_rate": 0.02857142857142857, |
| "coherence_length": 45, |
| "unique_tokens": 0.8222222222222222 |
| } |
| }, |
| { |
| "prompt": "The big bear was", |
| "output": " always so very angry. He was too happy to escape, so he stumbled away and never came back. Every time he walked away he was embarrassed and angry.", |
| "metrics": { |
| "ttft_ms": 5.401580987381749, |
| "tps": 175.4426355905507, |
| "total_latency_ms": 250.7942259981064, |
| "tokens_generated": 44, |
| "perplexity": 5.122659197800781, |
| "avg_token_prob": 0.4860582287268092, |
| "repetition_rate": 0.058823529411764705, |
| "coherence_length": 44, |
| "unique_tokens": 0.7727272727272727 |
| } |
| }, |
| { |
| "prompt": "A clever mouse found", |
| "output": " a special box. He opened it and inside was a piece of wood. He was so proud and excited. He said, \"I'm so proud of my work, Daddy.\"", |
| "metrics": { |
| "ttft_ms": 5.378101996029727, |
| "tps": 175.1118014777255, |
| "total_latency_ms": 222.71485799865332, |
| "tokens_generated": 39, |
| "perplexity": 4.180413877959823, |
| "avg_token_prob": 0.41720462588127705, |
| "repetition_rate": 0.1724137931034483, |
| "coherence_length": 39, |
| "unique_tokens": 0.717948717948718 |
| } |
| }, |
| { |
| "prompt": "The old cat always", |
| "output": " wanted to make friends. One day, the cat had a new idea. He wanted to make a special gift for him!", |
| "metrics": { |
| "ttft_ms": 5.43780300358776, |
| "tps": 174.15545102932145, |
| "total_latency_ms": 155.03390700905584, |
| "tokens_generated": 27, |
| "perplexity": 3.3524021378105235, |
| "avg_token_prob": 0.49735279224946033, |
| "repetition_rate": 0.11764705882352941, |
| "coherence_length": 16, |
| "unique_tokens": 0.8148148148148148 |
| } |
| }, |
| { |
| "prompt": "A tall giraffe could", |
| "output": " see. The giraffe said, \"We can supply you with a rope!\" The little bird was excited.", |
| "metrics": { |
| "ttft_ms": 5.395961998146959, |
| "tps": 173.43671190520345, |
| "total_latency_ms": 167.2079669951927, |
| "tokens_generated": 29, |
| "perplexity": 3.487616671395913, |
| "avg_token_prob": 0.4947713171131909, |
| "repetition_rate": 0.0, |
| "coherence_length": 29, |
| "unique_tokens": 0.9310344827586207 |
| } |
| }, |
| { |
| "prompt": "The little duck went", |
| "output": " on his way, and the lake was filled with the most beautiful flowers. He had never been so happy before and it made him feel so happy.", |
| "metrics": { |
| "ttft_ms": 5.41214199620299, |
| "tps": 174.69745614086642, |
| "total_latency_ms": 177.44963598670438, |
| "tokens_generated": 31, |
| "perplexity": 4.039051608973161, |
| "avg_token_prob": 0.4163947983761318, |
| "repetition_rate": 0.14285714285714285, |
| "coherence_length": 31, |
| "unique_tokens": 0.8387096774193549 |
| } |
| }, |
| { |
| "prompt": "A strong lion was", |
| "output": " safe and sound.", |
| "metrics": { |
| "ttft_ms": 5.41139199049212, |
| "tps": 147.9126328806203, |
| "total_latency_ms": 27.0429910015082, |
| "tokens_generated": 4, |
| "perplexity": 6.172626149036135, |
| "avg_token_prob": 0.3887217565439641, |
| "repetition_rate": 0.0, |
| "coherence_length": 4, |
| "unique_tokens": 1.0 |
| } |
| }, |
| { |
| "prompt": "The funny monkey liked to", |
| "output": " laugh and play all day long. He was happy to make new friends and share his toys with each other.", |
| "metrics": { |
| "ttft_ms": 5.391590995714068, |
| "tps": 173.10960688771172, |
| "total_latency_ms": 127.08711200684775, |
| "tokens_generated": 22, |
| "perplexity": 3.887027141617524, |
| "avg_token_prob": 0.4700900082192991, |
| "repetition_rate": 0.0, |
| "coherence_length": 22, |
| "unique_tokens": 0.9090909090909091 |
| } |
| }, |
| { |
| "prompt": "The dog ran to the", |
| "output": " door and pushed it open. It licked the door open and smiled.", |
| "metrics": { |
| "ttft_ms": 5.377452005632222, |
| "tps": 172.22307962190038, |
| "total_latency_ms": 98.70918600063305, |
| "tokens_generated": 17, |
| "perplexity": 3.181371746725628, |
| "avg_token_prob": 0.5743587566022244, |
| "repetition_rate": 0.2857142857142857, |
| "coherence_length": 17, |
| "unique_tokens": 0.7647058823529411 |
| } |
| }, |
| { |
| "prompt": "She picked up the", |
| "output": " old sock and went outside to show her friends. Everyone was amazed at how beautiful it looked. She was so envious of the old sock and wanted it for herself.", |
| "metrics": { |
| "ttft_ms": 5.3919719939585775, |
| "tps": 175.25268904179214, |
| "total_latency_ms": 211.1237219942268, |
| "tokens_generated": 37, |
| "perplexity": 3.5701787699020953, |
| "avg_token_prob": 0.5070018262830625, |
| "repetition_rate": 0.1111111111111111, |
| "coherence_length": 28, |
| "unique_tokens": 0.7567567567567568 |
| } |
| }, |
| { |
| "prompt": "He walked to the big", |
| "output": " tree and looked around. He saw a big bunch of furry animals. He said, \"Hello, little bunny. What are you doing here?\"", |
| "metrics": { |
| "ttft_ms": 5.380720991524868, |
| "tps": 174.90714007586885, |
| "total_latency_ms": 188.67154300096445, |
| "tokens_generated": 33, |
| "perplexity": 2.6956593733665484, |
| "avg_token_prob": 0.5799521070302409, |
| "repetition_rate": 0.08695652173913043, |
| "coherence_length": 33, |
| "unique_tokens": 0.8787878787878788 |
| } |
| }, |
| { |
| "prompt": "They went to play in the", |
| "output": " park. They see a big pond with ducks and fish. Sara wanted to feed the ducks. She saw a duck that was red and gray. She wanted to feed them some bread.", |
| "metrics": { |
| "ttft_ms": 5.406481999671087, |
| "tps": 175.17462312993896, |
| "total_latency_ms": 245.46934499812778, |
| "tokens_generated": 43, |
| "perplexity": 2.561333762785194, |
| "avg_token_prob": 0.6724424372435103, |
| "repetition_rate": 0.09090909090909091, |
| "coherence_length": 34, |
| "unique_tokens": 0.6744186046511628 |
| } |
| }, |
| { |
| "prompt": "The cat jumped on the", |
| "output": " ball, but it wouldn't move. \"Help me, Mr. Mole!\" he said.", |
| "metrics": { |
| "ttft_ms": 5.444623006042093, |
| "tps": 173.92175346712088, |
| "total_latency_ms": 143.74280101037584, |
| "tokens_generated": 25, |
| "perplexity": 3.5818833552368154, |
| "avg_token_prob": 0.49816639714229566, |
| "repetition_rate": 0.2, |
| "coherence_length": 25, |
| "unique_tokens": 0.84 |
| } |
| }, |
| { |
| "prompt": "She opened the door and", |
| "output": " stepped outside. She saw a big, white house with a porch chimney. She smiled and said, \"Hello, little girl. Who's there?\"", |
| "metrics": { |
| "ttft_ms": 5.378531001042575, |
| "tps": 175.43369146556924, |
| "total_latency_ms": 216.60605601209681, |
| "tokens_generated": 38, |
| "perplexity": 2.8891818308822033, |
| "avg_token_prob": 0.6227461695402431, |
| "repetition_rate": 0.07142857142857142, |
| "coherence_length": 38, |
| "unique_tokens": 0.8421052631578947 |
| } |
| }, |
| { |
| "prompt": "He found a box with", |
| "output": " a handle. He put the handle on the box and said, \"This is a gift for you. It is a gift from your grandpa. He will give you a gift for my gift. Do you want to see it?\"", |
| "metrics": { |
| "ttft_ms": 5.422043002909049, |
| "tps": 175.87507732827933, |
| "total_latency_ms": 335.4653819988016, |
| "tokens_generated": 59, |
| "perplexity": 2.085509608349118, |
| "avg_token_prob": 0.6758157710622376, |
| "repetition_rate": 0.1836734693877551, |
| "coherence_length": 26, |
| "unique_tokens": 0.6101694915254238 |
| } |
| }, |
| { |
| "prompt": "They ran as fast as", |
| "output": " they could, laughing and shouting. They were having so much fun, they forgot all about the spicy pepper.", |
| "metrics": { |
| "ttft_ms": 5.3763309988426045, |
| "tps": 174.0633714421593, |
| "total_latency_ms": 155.11592000257224, |
| "tokens_generated": 27, |
| "perplexity": 2.3006938989869465, |
| "avg_token_prob": 0.6149383358923453, |
| "repetition_rate": 0.0, |
| "coherence_length": 27, |
| "unique_tokens": 0.8888888888888888 |
| } |
| }, |
| { |
| "prompt": "The bird flew to the", |
| "output": " pole and said, \"Remember to always be careful when you touch the sky. You might find a new one to explore.\"", |
| "metrics": { |
| "ttft_ms": 5.419802997494116, |
| "tps": 174.13903701964313, |
| "total_latency_ms": 160.791057991446, |
| "tokens_generated": 28, |
| "perplexity": 4.922916376426072, |
| "avg_token_prob": 0.3919130789822546, |
| "repetition_rate": 0.0, |
| "coherence_length": 28, |
| "unique_tokens": 0.9642857142857143 |
| } |
| }, |
| { |
| "prompt": "She gave her friend a", |
| "output": " big hug and a kiss to say thank you.", |
| "metrics": { |
| "ttft_ms": 5.41884200356435, |
| "tps": 169.18061369169152, |
| "total_latency_ms": 65.01926999771968, |
| "tokens_generated": 11, |
| "perplexity": 2.348699392289767, |
| "avg_token_prob": 0.6198003700313469, |
| "repetition_rate": 0.0, |
| "coherence_length": 11, |
| "unique_tokens": 1.0 |
| } |
| }, |
| { |
| "prompt": "He tried to climb the", |
| "output": " chair, but it was too hard. He asked his mom for help.", |
| "metrics": { |
| "ttft_ms": 5.428061995189637, |
| "tps": 168.80384111140157, |
| "total_latency_ms": 94.78457299701404, |
| "tokens_generated": 16, |
| "perplexity": 1.8453794281745726, |
| "avg_token_prob": 0.6973827169002855, |
| "repetition_rate": 0.16666666666666666, |
| "coherence_length": 16, |
| "unique_tokens": 0.9375 |
| } |
| }, |
| { |
| "prompt": "They built a house with", |
| "output": " their blocks and some blocks. They like to make towers and houses and cars.", |
| "metrics": { |
| "ttft_ms": 5.504273998667486, |
| "tps": 168.92302337235185, |
| "total_latency_ms": 112.47726698638871, |
| "tokens_generated": 19, |
| "perplexity": 2.352876505380719, |
| "avg_token_prob": 0.6814019936602562, |
| "repetition_rate": 0.2222222222222222, |
| "coherence_length": 19, |
| "unique_tokens": 0.7894736842105263 |
| } |
| }, |
| { |
| "prompt": "The fish swam to the", |
| "output": " shore. When they got there, they saw the shore was full of fish and rocks. The little girl was so happy to have found a new friend.", |
| "metrics": { |
| "ttft_ms": 5.508885005838238, |
| "tps": 171.55125911973388, |
| "total_latency_ms": 198.1914920033887, |
| "tokens_generated": 34, |
| "perplexity": 3.0010629085765306, |
| "avg_token_prob": 0.500669502267348, |
| "repetition_rate": 0.0, |
| "coherence_length": 34, |
| "unique_tokens": 0.8235294117647058 |
| } |
| }, |
| { |
| "prompt": "She put the ball in the", |
| "output": " sandpit and was very careful not to get her ball back.", |
| "metrics": { |
| "ttft_ms": 5.513195006642491, |
| "tps": 167.34574975728881, |
| "total_latency_ms": 83.6591309926007, |
| "tokens_generated": 14, |
| "perplexity": 4.841949514485788, |
| "avg_token_prob": 0.4210808418691158, |
| "repetition_rate": 0.0, |
| "coherence_length": 14, |
| "unique_tokens": 1.0 |
| } |
| }, |
| { |
| "prompt": "He looked under the", |
| "output": " bed and saw his mom and dad there. They were burning when they heard them. They ran to them and hugged them.", |
| "metrics": { |
| "ttft_ms": 5.520965001778677, |
| "tps": 171.36055596463902, |
| "total_latency_ms": 157.56251401035115, |
| "tokens_generated": 27, |
| "perplexity": 4.007081222398978, |
| "avg_token_prob": 0.5104152596572281, |
| "repetition_rate": 0.29411764705882354, |
| "coherence_length": 27, |
| "unique_tokens": 0.7407407407407407 |
| } |
| }, |
| { |
| "prompt": "They shared the cake and", |
| "output": " played together. They had a lot of fun. But they also learned that sometimes it's important to be patient and wait for it to be ready.", |
| "metrics": { |
| "ttft_ms": 5.5018860002746806, |
| "tps": 171.18476361151585, |
| "total_latency_ms": 181.09088300843723, |
| "tokens_generated": 31, |
| "perplexity": 3.0797860447516854, |
| "avg_token_prob": 0.5349120798382501, |
| "repetition_rate": 0.14285714285714285, |
| "coherence_length": 31, |
| "unique_tokens": 0.8387096774193549 |
| } |
| }, |
| { |
| "prompt": "The frog jumped into the", |
| "output": " pond and started to move. The frog hopped around and was so happy.", |
| "metrics": { |
| "ttft_ms": 5.503735999809578, |
| "tps": 168.33754020508937, |
| "total_latency_ms": 89.10668399767019, |
| "tokens_generated": 15, |
| "perplexity": 4.428303059194973, |
| "avg_token_prob": 0.42222121469967533, |
| "repetition_rate": 0.4, |
| "coherence_length": 15, |
| "unique_tokens": 0.8666666666666667 |
| } |
| }, |
| { |
| "prompt": "She drew a picture of", |
| "output": " her family and put it on the wall. She drew one flower with yellow. She drew a big sun with yellow and black flowers. She was very happy.", |
| "metrics": { |
| "ttft_ms": 5.502326006535441, |
| "tps": 171.69180705544602, |
| "total_latency_ms": 203.85364101093728, |
| "tokens_generated": 35, |
| "perplexity": 3.705030592618181, |
| "avg_token_prob": 0.49107404619280715, |
| "repetition_rate": 0.28, |
| "coherence_length": 16, |
| "unique_tokens": 0.7142857142857143 |
| } |
| }, |
| { |
| "prompt": "He made a wish and", |
| "output": " said to his friends, \"Will my friend feel better?\"", |
| "metrics": { |
| "ttft_ms": 5.5266950075747445, |
| "tps": 167.04893673708966, |
| "total_latency_ms": 77.82150700222701, |
| "tokens_generated": 13, |
| "perplexity": 6.139926596597796, |
| "avg_token_prob": 0.36014615651220083, |
| "repetition_rate": 0.0, |
| "coherence_length": 13, |
| "unique_tokens": 1.0 |
| } |
| }, |
| { |
| "prompt": "They danced in the", |
| "output": " air and danced in the rain. They danced together and had so much fun.", |
| "metrics": { |
| "ttft_ms": 5.526403998374008, |
| "tps": 169.30021777572452, |
| "total_latency_ms": 106.32000499754213, |
| "tokens_generated": 18, |
| "perplexity": 3.133021661369998, |
| "avg_token_prob": 0.555212070136086, |
| "repetition_rate": 0.25, |
| "coherence_length": 18, |
| "unique_tokens": 0.7777777777777778 |
| } |
| }, |
| { |
| "prompt": "She was very happy because", |
| "output": " there were lots of things to do.", |
| "metrics": { |
| "ttft_ms": 5.481494008563459, |
| "tps": 161.02768835067747, |
| "total_latency_ms": 49.680897005600855, |
| "tokens_generated": 8, |
| "perplexity": 3.503360619527197, |
| "avg_token_prob": 0.5312426815637283, |
| "repetition_rate": 0.0, |
| "coherence_length": 8, |
| "unique_tokens": 1.0 |
| } |
| }, |
| { |
| "prompt": "He was sad because his", |
| "output": " toys had gone to a magical place and he didn't have any fun.", |
| "metrics": { |
| "ttft_ms": 5.4792950104456395, |
| "tps": 168.46189488627235, |
| "total_latency_ms": 94.9769680009922, |
| "tokens_generated": 16, |
| "perplexity": 6.080285085347364, |
| "avg_token_prob": 0.3893093287616092, |
| "repetition_rate": 0.0, |
| "coherence_length": 16, |
| "unique_tokens": 1.0 |
| } |
| }, |
| { |
| "prompt": "The girl felt scared when", |
| "output": " she saw the missile and she wanted to get away. She ran and ran but she couldn't catch it. She felt ashamed and sad.", |
| "metrics": { |
| "ttft_ms": 5.532265000510961, |
| "tps": 171.45488284540468, |
| "total_latency_ms": 192.4704590055626, |
| "tokens_generated": 33, |
| "perplexity": 3.6345241363114136, |
| "avg_token_prob": 0.48281043561805476, |
| "repetition_rate": 0.13043478260869565, |
| "coherence_length": 33, |
| "unique_tokens": 0.7575757575757576 |
| } |
| }, |
| { |
| "prompt": "They were excited to", |
| "output": " go outside and explore the world outside. They decided to go outside and look around.", |
| "metrics": { |
| "ttft_ms": 5.535313990549184, |
| "tps": 169.01904222853491, |
| "total_latency_ms": 100.58038299030159, |
| "tokens_generated": 17, |
| "perplexity": 4.275871387864309, |
| "avg_token_prob": 0.4110999672363202, |
| "repetition_rate": 0.2857142857142857, |
| "coherence_length": 11, |
| "unique_tokens": 0.7058823529411765 |
| } |
| }, |
| { |
| "prompt": "He was angry because", |
| "output": " it was his favorite toy. He thought he knew what him thought was wrong.", |
| "metrics": { |
| "ttft_ms": 5.458382001961581, |
| "tps": 169.3556372497733, |
| "total_latency_ms": 94.47574500518385, |
| "tokens_generated": 16, |
| "perplexity": 8.499416122376724, |
| "avg_token_prob": 0.3393442474291934, |
| "repetition_rate": 0.3333333333333333, |
| "coherence_length": 16, |
| "unique_tokens": 0.8125 |
| } |
| }, |
| { |
| "prompt": "She felt proud when she", |
| "output": " showed it to her friends.", |
| "metrics": { |
| "ttft_ms": 5.520393999177031, |
| "tps": 155.45061952863293, |
| "total_latency_ms": 38.597465987550095, |
| "tokens_generated": 6, |
| "perplexity": 3.6796541767038673, |
| "avg_token_prob": 0.5522760468801218, |
| "repetition_rate": 0.0, |
| "coherence_length": 6, |
| "unique_tokens": 1.0 |
| } |
| }, |
| { |
| "prompt": "The boy was surprised to see", |
| "output": " the number three times. \"What did the sides say?\" he asked.", |
| "metrics": { |
| "ttft_ms": 5.47573299263604, |
| "tps": 169.57739627555324, |
| "total_latency_ms": 117.94024698610883, |
| "tokens_generated": 20, |
| "perplexity": 6.5915736920375645, |
| "avg_token_prob": 0.42919189281972303, |
| "repetition_rate": 0.0, |
| "coherence_length": 20, |
| "unique_tokens": 0.9 |
| } |
| }, |
| { |
| "prompt": "They were tired after", |
| "output": " playing and playing and playing.", |
| "metrics": { |
| "ttft_ms": 5.478362989379093, |
| "tps": 155.85288361413023, |
| "total_latency_ms": 38.49784399790224, |
| "tokens_generated": 6, |
| "perplexity": 4.528192948722, |
| "avg_token_prob": 0.29605002009442877, |
| "repetition_rate": 0.0, |
| "coherence_length": 2, |
| "unique_tokens": 0.5 |
| } |
| }, |
| { |
| "prompt": "She was kind to the", |
| "output": " boy and they became friends. They played together until it was time for dinner. Lily felt happy that the boy came to her rescue and got to have dinner for dinner.", |
| "metrics": { |
| "ttft_ms": 5.498494007042609, |
| "tps": 171.71061094457056, |
| "total_latency_ms": 215.47882100276183, |
| "tokens_generated": 37, |
| "perplexity": 3.75731770889242, |
| "avg_token_prob": 0.5553149435865251, |
| "repetition_rate": 0.1111111111111111, |
| "coherence_length": 34, |
| "unique_tokens": 0.7837837837837838 |
| } |
| }, |
| { |
| "prompt": "He was brave and", |
| "output": " he went back outside to play with the tube. He put the tube on the ground and it was so sparkly and shiny! He smiled and thought, \"This tube will be so much fun!\"", |
| "metrics": { |
| "ttft_ms": 5.521933999261819, |
| "tps": 172.4844697121605, |
| "total_latency_ms": 266.6906770027708, |
| "tokens_generated": 46, |
| "perplexity": 3.694424890602502, |
| "avg_token_prob": 0.4826170892276345, |
| "repetition_rate": 0.19444444444444445, |
| "coherence_length": 14, |
| "unique_tokens": 0.7391304347826086 |
| } |
| }, |
| { |
| "prompt": "The dog was lonely because", |
| "output": " it had no friends. So, the dog decided to live in the park with its owner. The dog found a friend and brought him a tasty treat. The dog was so happy and grateful that the owner gave the dog a treat. From that day on, the dog and the dog became good friends and the dog always brought them food.", |
| "metrics": { |
| "ttft_ms": 5.476733000250533, |
| "tps": 172.6216177043268, |
| "total_latency_ms": 440.26930700056255, |
| "tokens_generated": 76, |
| "perplexity": 2.531667518969078, |
| "avg_token_prob": 0.6086966905216747, |
| "repetition_rate": 0.12121212121212122, |
| "coherence_length": 34, |
| "unique_tokens": 0.6052631578947368 |
| } |
| }, |
| { |
| "prompt": "She was curious about the", |
| "output": " classroom and wanted to know more. She put on her shoes and shoes and went outside. She saw a big, red truck with many seats. She wanted to touch it.", |
| "metrics": { |
| "ttft_ms": 5.4799329955130816, |
| "tps": 172.05337168227447, |
| "total_latency_ms": 238.29814899363555, |
| "tokens_generated": 41, |
| "perplexity": 3.2555349830954188, |
| "avg_token_prob": 0.5245777656479428, |
| "repetition_rate": 0.12903225806451613, |
| "coherence_length": 16, |
| "unique_tokens": 0.7317073170731707 |
| } |
| }, |
| { |
| "prompt": "He felt sorry for the", |
| "output": " little girl. He realized he was wrong to steal and said he was sorry. Lily forgave him and they became friends. From that day on, they played together nicely and never fought over the toy again.", |
| "metrics": { |
| "ttft_ms": 5.489982999279164, |
| "tps": 172.39189008310407, |
| "total_latency_ms": 261.0331610048888, |
| "tokens_generated": 45, |
| "perplexity": 2.4878078027986237, |
| "avg_token_prob": 0.599274014234138, |
| "repetition_rate": 0.14285714285714285, |
| "coherence_length": 45, |
| "unique_tokens": 0.8222222222222222 |
| } |
| }, |
| { |
| "prompt": "They were grateful for", |
| "output": " the old man's help. They all went to the park and looked for more treasures.", |
| "metrics": { |
| "ttft_ms": 5.492083000717685, |
| "tps": 169.52352226317262, |
| "total_latency_ms": 117.97772800491657, |
| "tokens_generated": 20, |
| "perplexity": 4.041723763059697, |
| "avg_token_prob": 0.4485632260607201, |
| "repetition_rate": 0.1, |
| "coherence_length": 20, |
| "unique_tokens": 0.9 |
| } |
| }, |
| { |
| "prompt": "The cat was sleepy and", |
| "output": " wanted to sleep.", |
| "metrics": { |
| "ttft_ms": 5.511044000741094, |
| "tps": 145.32350063488263, |
| "total_latency_ms": 27.52479800255969, |
| "tokens_generated": 4, |
| "perplexity": 2.870392847354081, |
| "avg_token_prob": 0.4738614305853844, |
| "repetition_rate": 0.0, |
| "coherence_length": 4, |
| "unique_tokens": 1.0 |
| } |
| }, |
| { |
| "prompt": "Mom said to the boy", |
| "output": ", \"How about a quiz? A quiz is about the teacher when you are a bit older.\"", |
| "metrics": { |
| "ttft_ms": 5.494972996530123, |
| "tps": 171.01749760876694, |
| "total_latency_ms": 152.03122700040694, |
| "tokens_generated": 26, |
| "perplexity": 4.870066853665657, |
| "avg_token_prob": 0.48132327018969656, |
| "repetition_rate": 0.1875, |
| "coherence_length": 26, |
| "unique_tokens": 0.8461538461538461 |
| } |
| }, |
| { |
| "prompt": "Can I have a", |
| "output": " popcorn too?\"", |
| "metrics": { |
| "ttft_ms": 5.474762991070747, |
| "tps": 155.68141825601427, |
| "total_latency_ms": 38.540244990144856, |
| "tokens_generated": 6, |
| "perplexity": 4.884962499076227, |
| "avg_token_prob": 0.46392870880663395, |
| "repetition_rate": 0.0, |
| "coherence_length": 6, |
| "unique_tokens": 1.0 |
| } |
| }, |
| { |
| "prompt": "Please help me find my", |
| "output": " lunch.\"", |
| "metrics": { |
| "ttft_ms": 5.5021239968482405, |
| "tps": 145.32598213849928, |
| "total_latency_ms": 27.524328004801646, |
| "tokens_generated": 4, |
| "perplexity": 4.642904586253171, |
| "avg_token_prob": 0.4428863288834691, |
| "repetition_rate": 0.0, |
| "coherence_length": 4, |
| "unique_tokens": 1.0 |
| } |
| }, |
| { |
| "prompt": "Where is the big", |
| "output": " dog?\" she asked.", |
| "metrics": { |
| "ttft_ms": 5.508853995706886, |
| "tps": 151.4127781409521, |
| "total_latency_ms": 33.02231199631933, |
| "tokens_generated": 5, |
| "perplexity": 2.419718498078839, |
| "avg_token_prob": 0.5923146562029918, |
| "repetition_rate": 0.0, |
| "coherence_length": 5, |
| "unique_tokens": 1.0 |
| } |
| }, |
| { |
| "prompt": "I want to go to the", |
| "output": " park!\" But the boy said, \"No way! I want to go to the park. Everyone is too busy to play with me!\"", |
| "metrics": { |
| "ttft_ms": 5.476662001456134, |
| "tps": 171.23937907759557, |
| "total_latency_ms": 169.35356899921317, |
| "tokens_generated": 29, |
| "perplexity": 3.8800797701753202, |
| "avg_token_prob": 0.49077289617659214, |
| "repetition_rate": 0.10526315789473684, |
| "coherence_length": 29, |
| "unique_tokens": 0.8275862068965517 |
| } |
| }, |
| { |
| "prompt": "Let us play with the", |
| "output": " box. We can pretend it is a castle or a dragon or a castle or a dragon. We can have fun and be happy.\"", |
| "metrics": { |
| "ttft_ms": 5.483333006850444, |
| "tps": 171.4852838864142, |
| "total_latency_ms": 169.110721006291, |
| "tokens_generated": 29, |
| "perplexity": 2.162664598222736, |
| "avg_token_prob": 0.6181280688693126, |
| "repetition_rate": 0.42105263157894735, |
| "coherence_length": 14, |
| "unique_tokens": 0.6206896551724138 |
| } |
| }, |
| { |
| "prompt": "Do you want to be my", |
| "output": " friend?\" The bunny said, \"Yes, I would love to be your friend!\"", |
| "metrics": { |
| "ttft_ms": 5.4681620094925165, |
| "tps": 168.36525084794243, |
| "total_latency_ms": 100.97095400851686, |
| "tokens_generated": 17, |
| "perplexity": 1.8678501096274776, |
| "avg_token_prob": 0.7103151196820868, |
| "repetition_rate": 0.0, |
| "coherence_length": 17, |
| "unique_tokens": 0.8823529411764706 |
| } |
| }, |
| { |
| "prompt": "Come and see the", |
| "output": " fish and the frogs. They say thank you and swim to the rocks and the swans. They are happy and proud. They have learned a good lesson. They have a good day.", |
| "metrics": { |
| "ttft_ms": 5.463591995066963, |
| "tps": 172.0745370808259, |
| "total_latency_ms": 238.26883800211363, |
| "tokens_generated": 41, |
| "perplexity": 3.3317666167153344, |
| "avg_token_prob": 0.5426314635191202, |
| "repetition_rate": 0.41935483870967744, |
| "coherence_length": 20, |
| "unique_tokens": 0.5853658536585366 |
| } |
| }, |
| { |
| "prompt": "I am going to make a", |
| "output": " new one. A better one. Are you ready?\"", |
| "metrics": { |
| "ttft_ms": 5.52486399828922, |
| "tps": 166.00836051678698, |
| "total_latency_ms": 72.28551599837374, |
| "tokens_generated": 12, |
| "perplexity": 5.6284509781350005, |
| "avg_token_prob": 0.4042969765858008, |
| "repetition_rate": 0.0, |
| "coherence_length": 5, |
| "unique_tokens": 0.75 |
| } |
| }, |
| { |
| "prompt": "Why is the sky so", |
| "output": " blue?\" Her mommy smiled and said, \"When you're sad, it's okay sweetie. We don't want you to get hurt.\" Lily felt bad and said, \"I'm sorry, mommy. I won't do it again.\"", |
| "metrics": { |
| "ttft_ms": 5.512303003342822, |
| "tps": 172.34929346503617, |
| "total_latency_ms": 290.10852899227757, |
| "tokens_generated": 50, |
| "perplexity": 3.190497335482682, |
| "avg_token_prob": 0.586293162600401, |
| "repetition_rate": 0.05, |
| "coherence_length": 32, |
| "unique_tokens": 0.76 |
| } |
| }, |
| { |
| "prompt": "What is in the box", |
| "output": "?\" Sam asked.", |
| "metrics": { |
| "ttft_ms": 5.450443000881933, |
| "tps": 145.29663178858104, |
| "total_latency_ms": 27.5298880005721, |
| "tokens_generated": 4, |
| "perplexity": 3.0719463989623885, |
| "avg_token_prob": 0.6329497193917633, |
| "repetition_rate": 0.0, |
| "coherence_length": 4, |
| "unique_tokens": 1.0 |
| } |
| }, |
| { |
| "prompt": "Can you help the little", |
| "output": " boy?\" the little boy asked.", |
| "metrics": { |
| "ttft_ms": 5.472873002872802, |
| "tps": 158.84455921731475, |
| "total_latency_ms": 44.06823900353629, |
| "tokens_generated": 7, |
| "perplexity": 3.2228413071189363, |
| "avg_token_prob": 0.46354065160267055, |
| "repetition_rate": 0.0, |
| "coherence_length": 7, |
| "unique_tokens": 0.8571428571428571 |
| } |
| }, |
| { |
| "prompt": "I love you said the", |
| "output": " magical magic that can make you suffer. That's a very special kind of magical day.\"", |
| "metrics": { |
| "ttft_ms": 5.462771994643845, |
| "tps": 170.39139678405647, |
| "total_latency_ms": 129.11449999955948, |
| "tokens_generated": 22, |
| "perplexity": 5.901925697327286, |
| "avg_token_prob": 0.34826818604589155, |
| "repetition_rate": 0.0, |
| "coherence_length": 22, |
| "unique_tokens": 0.8636363636363636 |
| } |
| }, |
| { |
| "prompt": "Look at the pretty", |
| "output": " flowers, Sara. They are the garden. They have red petals and yellow petals. Sara has a big bucket of red petals. She has red petals and yellow curls.", |
| "metrics": { |
| "ttft_ms": 5.478143008076586, |
| "tps": 172.69474769443005, |
| "total_latency_ms": 272.1565109968651, |
| "tokens_generated": 47, |
| "perplexity": 3.5938700565101773, |
| "avg_token_prob": 0.5324473968551805, |
| "repetition_rate": 0.21621621621621623, |
| "coherence_length": 17, |
| "unique_tokens": 0.5531914893617021 |
| } |
| }, |
| { |
| "prompt": "Tell me a story about", |
| "output": " a magical creature.", |
| "metrics": { |
| "ttft_ms": 5.557504991884343, |
| "tps": 155.12931995333614, |
| "total_latency_ms": 38.67740799614694, |
| "tokens_generated": 6, |
| "perplexity": 3.5209022303435025, |
| "avg_token_prob": 0.5014029335496681, |
| "repetition_rate": 0.0, |
| "coherence_length": 6, |
| "unique_tokens": 1.0 |
| } |
| } |
| ] |
