Upload folder using huggingface_hub

README.md

@@ -1,3 +0,0 @@
----
-license: cc-by-nc-4.0
----

benchmarking-scripts/calculate-benchmarks.py

@@ -0,0 +1,61 @@
+"""TinyLM Benchmarking Calculator — Averages 9 metrics from serving results."""
+import json
+import statistics
+import os
+
+RESULTS_DIR = os.path.dirname(os.path.abspath(__file__)) + '/serving-results'
+
+models = ['tinystories_10m', 'tinystories_7m', 'tinystories_5m', 'tinystories_2_5m']
+labels = ['10M', '7M', '5M', '2.5M']
+
+keys = [
+    ('ttft_ms', 'TTFT (ms)'),
+    ('tps', 'TPS (tokens/sec)'),
+    ('total_latency_ms', 'Total Latency (ms)'),
+    ('tokens_generated', 'Tokens Generated'),
+    ('perplexity', 'Perplexity'),
+    ('avg_token_prob', 'Avg Token Probability'),
+    ('repetition_rate', 'Repetition Rate (%)'),
+    ('coherence_length', 'Coherence Length'),
+    ('unique_tokens', 'Vocab Diversity (%)'),
+]
+
+results = {}
+for model, label in zip(models, labels):
+    filepath = f'{RESULTS_DIR}/{model}_samples.json'
+    with open(filepath) as f:
+        samples = json.load(f)
+    metrics = [s['metrics'] for s in samples]
+    results[label] = {}
+    for key, _ in keys:
+        vals = [m[key] for m in metrics]
+        results[label][key] = {
+            'mean': statistics.mean(vals),
+            'median': statistics.median(vals),
+            'min': min(vals),
+            'max': max(vals),
+        }
+
+# Print table
+print(f"\n{'Metric':<30} {'10M':>10} {'7M':>10} {'5M':>10} {'2.5M':>10}")
+print("=" * 72)
+
+for key, name in keys:
+    vals = [results[l][key]['mean'] for l in labels]
+    if key in ('repetition_rate', 'unique_tokens'):
+        print(f"  {name:<28} {vals[0]*100:>9.1f}% {vals[1]*100:>9.1f}% {vals[2]*100:>9.1f}% {vals[3]*100:>9.1f}%")
+    elif key in ('ttft_ms', 'total_latency_ms'):
+        print(f"  {name:<28} {vals[0]:>10.1f} {vals[1]:>10.1f} {vals[2]:>10.1f} {vals[3]:>10.1f}")
+    elif key == 'tps':
+        print(f"  {name:<28} {vals[0]:>10.0f} {vals[1]:>10.0f} {vals[2]:>10.0f} {vals[3]:>10.0f}")
+    elif key == 'avg_token_prob':
+        print(f"  {name:<28} {vals[0]:>10.4f} {vals[1]:>10.4f} {vals[2]:>10.4f} {vals[3]:>10.4f}")
+    else:
+        print(f"  {name:<28} {vals[0]:>10.1f} {vals[1]:>10.1f} {vals[2]:>10.1f} {vals[3]:>10.1f}")
+
+# Save as JSON
+output = {label: {name: results[label][key] for key, name in keys} for label in labels}
+output_path = f'{RESULTS_DIR}/benchmarking_summary.json'
+with open(output_path, 'w') as f:
+    json.dump(output, f, indent=2)
+print(f"\nSaved: {output_path}")

benchmarking-scripts/generate-plots-2.py

@@ -0,0 +1,84 @@
+"""Generate additional benchmarking plots."""
+import json
+import matplotlib
+matplotlib.use('Agg')
+import matplotlib.pyplot as plt
+
+RESULTS_DIR = '/Users/abhdey/Documents/My LLM/Research & Experiment/serving-results'
+OUTPUT_DIR = '/Users/abhdey/Documents/My LLM/Research & Experiment/TinyLLMExperiment/serving-results'
+
+models = ['tinystories_10m', 'tinystories_7m', 'tinystories_5m', 'tinystories_2_5m']
+labels = ['10M', '7M', '5M', '2.5M']
+colors = ['#0969da', '#e5383b', '#2d6a4f', '#9b5de5']
+
+data = {}
+for model, label in zip(models, labels):
+    with open(f'{RESULTS_DIR}/{model}_samples.json') as f:
+        samples = json.load(f)
+    data[label] = [s['metrics'] for s in samples]
+
+# Plot 4: Tokens Generated vs Repetition Rate
+fig, ax = plt.subplots(figsize=(10, 6))
+for label, color in zip(labels, colors):
+    tokens = [m['tokens_generated'] for m in data[label]]
+    rep = [m['repetition_rate'] * 100 for m in data[label]]
+    ax.scatter(tokens, rep, c=color, alpha=0.6, s=30, label=label)
+ax.set_xlabel('Tokens Generated', fontsize=12)
+ax.set_ylabel('Repetition Rate (%)', fontsize=12)
+ax.set_title('Tokens Generated vs Repetition Rate (100 samples per model)', fontsize=13)
+ax.legend(fontsize=11)
+ax.grid(True, alpha=0.3)
+plt.tight_layout()
+plt.savefig(f'{OUTPUT_DIR}/plot4_tokens_vs_repetition.png', dpi=150)
+plt.close()
+print("Plot 4 saved: tokens vs repetition")
+
+# Plot 5: Tokens Generated vs Vocab Diversity
+fig, ax = plt.subplots(figsize=(10, 6))
+for label, color in zip(labels, colors):
+    tokens = [m['tokens_generated'] for m in data[label]]
+    div = [m['unique_tokens'] * 100 for m in data[label]]
+    ax.scatter(tokens, div, c=color, alpha=0.6, s=30, label=label)
+ax.set_xlabel('Tokens Generated', fontsize=12)
+ax.set_ylabel('Vocab Diversity (%)', fontsize=12)
+ax.set_title('Tokens Generated vs Vocab Diversity (100 samples per model)', fontsize=13)
+ax.legend(fontsize=11)
+ax.grid(True, alpha=0.3)
+plt.tight_layout()
+plt.savefig(f'{OUTPUT_DIR}/plot5_tokens_vs_diversity.png', dpi=150)
+plt.close()
+print("Plot 5 saved: tokens vs diversity")
+
+# Plot 6: Avg Token Probability vs Coherence Length
+fig, ax = plt.subplots(figsize=(10, 6))
+for label, color in zip(labels, colors):
+    prob = [m['avg_token_prob'] for m in data[label]]
+    coherence = [m['coherence_length'] for m in data[label]]
+    ax.scatter(prob, coherence, c=color, alpha=0.6, s=30, label=label)
+ax.set_xlabel('Avg Token Probability', fontsize=12)
+ax.set_ylabel('Coherence Length', fontsize=12)
+ax.set_title('Token Confidence vs Coherence Length (100 samples per model)', fontsize=13)
+ax.legend(fontsize=11)
+ax.grid(True, alpha=0.3)
+plt.tight_layout()
+plt.savefig(f'{OUTPUT_DIR}/plot6_confidence_vs_coherence.png', dpi=150)
+plt.close()
+print("Plot 6 saved: confidence vs coherence")
+
+# Plot 9: TPS vs Total Latency
+fig, ax = plt.subplots(figsize=(10, 6))
+for label, color in zip(labels, colors):
+    tps = [m['tps'] for m in data[label][1:]]  # skip cold start
+    latency = [m['total_latency_ms'] for m in data[label][1:]]
+    ax.scatter(tps, latency, c=color, alpha=0.6, s=30, label=label)
+ax.set_xlabel('TPS (tokens/sec)', fontsize=12)
+ax.set_ylabel('Total Latency (ms)', fontsize=12)
+ax.set_title('TPS vs Total Latency (99 samples per model, cold start excluded)', fontsize=13)
+ax.legend(fontsize=11)
+ax.grid(True, alpha=0.3)
+plt.tight_layout()
+plt.savefig(f'{OUTPUT_DIR}/plot9_tps_vs_latency.png', dpi=150)
+plt.close()
+print("Plot 9 saved: tps vs latency")
+
+print(f"\nAll 4 plots saved to: {OUTPUT_DIR}")

benchmarking-scripts/generate-plots.py

@@ -0,0 +1,68 @@
+"""Generate benchmarking plots from serving results."""
+import json
+import matplotlib
+matplotlib.use('Agg')
+import matplotlib.pyplot as plt
+import os
+
+RESULTS_DIR = '/Users/abhdey/Documents/My LLM/Research & Experiment/serving-results'
+OUTPUT_DIR = '/Users/abhdey/Documents/My LLM/Research & Experiment/TinyLLMExperiment/serving-results'
+
+models = ['tinystories_10m', 'tinystories_7m', 'tinystories_5m', 'tinystories_2_5m']
+labels = ['10M', '7M', '5M', '2.5M']
+colors = ['#0969da', '#e5383b', '#2d6a4f', '#9b5de5']
+
+data = {}
+for model, label in zip(models, labels):
+    with open(f'{RESULTS_DIR}/{model}_samples.json') as f:
+        samples = json.load(f)
+    data[label] = [s['metrics'] for s in samples]
+
+# Plot 1: Tokens vs Coherence
+fig, ax = plt.subplots(figsize=(10, 6))
+for label, color in zip(labels, colors):
+    tokens = [m['tokens_generated'] for m in data[label]]
+    coherence = [m['coherence_length'] for m in data[label]]
+    ax.scatter(tokens, coherence, c=color, alpha=0.6, s=30, label=label)
+ax.set_xlabel('Tokens Generated', fontsize=12)
+ax.set_ylabel('Coherence Length', fontsize=12)
+ax.set_title('Tokens Generated vs Coherence Length (100 samples per model)', fontsize=13)
+ax.legend(fontsize=11)
+ax.grid(True, alpha=0.3)
+plt.tight_layout()
+plt.savefig(f'{OUTPUT_DIR}/plot1_tokens_vs_coherence.png', dpi=150)
+plt.close()
+print("Plot 1 saved: tokens vs coherence")
+
+# Plot 2: Perplexity vs Repetition
+fig, ax = plt.subplots(figsize=(10, 6))
+for label, color in zip(labels, colors):
+    ppl = [m['perplexity'] for m in data[label]]
+    rep = [m['repetition_rate'] * 100 for m in data[label]]
+    ax.scatter(ppl, rep, c=color, alpha=0.6, s=30, label=label)
+ax.set_xlabel('Perplexity', fontsize=12)
+ax.set_ylabel('Repetition Rate (%)', fontsize=12)
+ax.set_title('Perplexity vs Repetition Rate (100 samples per model)', fontsize=13)
+ax.legend(fontsize=11)
+ax.grid(True, alpha=0.3)
+plt.tight_layout()
+plt.savefig(f'{OUTPUT_DIR}/plot2_perplexity_vs_repetition.png', dpi=150)
+plt.close()
+print("Plot 2 saved: perplexity vs repetition")
+
+# Plot 3: Coherence Distribution
+fig, ax = plt.subplots(figsize=(10, 6))
+for label, color in zip(labels, colors):
+    coherence = [m['coherence_length'] for m in data[label]]
+    ax.hist(coherence, bins=20, alpha=0.5, color=color, label=label, edgecolor='white')
+ax.set_xlabel('Coherence Length (tokens)', fontsize=12)
+ax.set_ylabel('Count', fontsize=12)
+ax.set_title('Coherence Length Distribution (100 samples per model)', fontsize=13)
+ax.legend(fontsize=11)
+ax.grid(True, alpha=0.3, axis='y')
+plt.tight_layout()
+plt.savefig(f'{OUTPUT_DIR}/plot3_coherence_distribution.png', dpi=150)
+plt.close()
+print("Plot 3 saved: coherence distribution")
+
+print(f"\nAll plots saved to: {OUTPUT_DIR}")

benchmarking/tinystories_10m_eval_metrics.json

@@ -0,0 +1,18 @@
+{
+  "model": "10M",
+  "num_samples": 100,
+  "temperature": 0.8,
+  "top_k": 50,
+  "metrics": {
+    "ttft_ms": 5.45,
+    "tps": 296.9,
+    "total_latency_ms": 90.2,
+    "tokens_generated": 26.7,
+    "perplexity": 4.13,
+    "avg_token_prob": 0.4957,
+    "repetition_rate": 0.1298,
+    "coherence_length": 21.7,
+    "vocab_diversity": 0.8235
+  },
+  "evaluated_at": "2026-06-21 09:13:07"
+}

benchmarking/tinystories_10m_samples.json

@@ -0,0 +1,1502 @@
+[
+  {
+    "prompt": "Once upon a time there was a little",
+    "output": " girl who wanted to go on a picnic. But her mom said no, and she got very angry. She was so mad that she started to cry.",
+    "metrics": {
+      "ttft_ms": 239.03151800914202,
+      "tps": 93.46803878920997,
+      "total_latency_ms": 353.06186400703155,
+      "tokens_generated": 33,
+      "perplexity": 2.7358654595026684,
+      "avg_token_prob": 0.521269855199053,
+      "repetition_rate": 0.08695652173913043,
+      "coherence_length": 33,
+      "unique_tokens": 0.8787878787878788
+    }
+  },
+  {
+    "prompt": "One day a small bird",
+    "output": " saw a nest in a tree. The bird was in trouble so he flew down and got a big bag of food. The bird was very happy and chirped loudly.",
+    "metrics": {
+      "ttft_ms": 3.177703998517245,
+      "tps": 307.86346696429615,
+      "total_latency_ms": 120.18314600572921,
+      "tokens_generated": 37,
+      "perplexity": 4.405224769294524,
+      "avg_token_prob": 0.49719251532377184,
+      "repetition_rate": 0.037037037037037035,
+      "coherence_length": 24,
+      "unique_tokens": 0.7567567567567568
+    }
+  },
+  {
+    "prompt": "There was a big red",
+    "output": " car. It could go very fast. Tom wanted to play with the car.",
+    "metrics": {
+      "ttft_ms": 3.078039997490123,
+      "tps": 301.3879442578731,
+      "total_latency_ms": 53.087723994394764,
+      "tokens_generated": 16,
+      "perplexity": 2.479669939726876,
+      "avg_token_prob": 0.5511099752038717,
+      "repetition_rate": 0.16666666666666666,
+      "coherence_length": 16,
+      "unique_tokens": 0.8125
+    }
+  },
+  {
+    "prompt": "A little boy went to the",
+    "output": " park with his mom. He saw a big, orange cat in the park. The cat was very big and had a long tail. The little boy wanted to play with the cat, but the cat was scared.",
+    "metrics": {
+      "ttft_ms": 3.084709998802282,
+      "tps": 308.87681214093453,
+      "total_latency_ms": 139.21407599991653,
+      "tokens_generated": 43,
+      "perplexity": 1.8685314109600761,
+      "avg_token_prob": 0.67287561183118,
+      "repetition_rate": 0.09090909090909091,
+      "coherence_length": 43,
+      "unique_tokens": 0.6511627906976745
+    }
+  },
+  {
+    "prompt": "Once there was a happy",
+    "output": " little girl called Milly. She loved to play in the park. One day, she went to the park with her mommy. It was a sunny day and the sun was warm. Milly was so happy!",
+    "metrics": {
+      "ttft_ms": 3.0862309940857813,
+      "tps": 310.49281290531167,
+      "total_latency_ms": 138.48951799445786,
+      "tokens_generated": 43,
+      "perplexity": 2.521533518654548,
+      "avg_token_prob": 0.5580383733719249,
+      "repetition_rate": 0.15151515151515152,
+      "coherence_length": 43,
+      "unique_tokens": 0.7209302325581395
+    }
+  },
+  {
+    "prompt": "In a small house lived a",
+    "output": " little girl named Sally. Every day, Sally would go outside and look for animals but she never found them.",
+    "metrics": {
+      "ttft_ms": 3.0751010053791106,
+      "tps": 304.41591115909176,
+      "total_latency_ms": 72.26954700308852,
+      "tokens_generated": 22,
+      "perplexity": 3.574084776042664,
+      "avg_token_prob": 0.5800334933294874,
+      "repetition_rate": 0.0,
+      "coherence_length": 22,
+      "unique_tokens": 0.9090909090909091
+    }
+  },
+  {
+    "prompt": "One morning the sun was",
+    "output": " shining. Susie was playing in the garden when she saw a big, juicy apple. She wanted it so badly that she ran to get the apple. But when she tried to grab it, she felt very nervous. She wasn't sure if it would work, and she slipped and the apple fell.",
+    "metrics": {
+      "ttft_ms": 3.091951002716087,
+      "tps": 309.71084623895746,
+      "total_latency_ms": 222.78845199616626,
+      "tokens_generated": 69,
+      "perplexity": 3.166928801939507,
+      "avg_token_prob": 0.5510764794474069,
+      "repetition_rate": 0.06779661016949153,
+      "coherence_length": 69,
+      "unique_tokens": 0.7101449275362319
+    }
+  },
+  {
+    "prompt": "There was a very old",
+    "output": " man. He lived in a little house near the river. Every day, he would come to the river and play with his toys.",
+    "metrics": {
+      "ttft_ms": 3.1659730011597276,
+      "tps": 307.13013531798214,
+      "total_latency_ms": 87.91061799274758,
+      "tokens_generated": 27,
+      "perplexity": 2.7657552555309532,
+      "avg_token_prob": 0.5457245639325785,
+      "repetition_rate": 0.17647058823529413,
+      "coherence_length": 27,
+      "unique_tokens": 0.8518518518518519
+    }
+  },
+  {
+    "prompt": "A tiny cat found a",
+    "output": " big nail in the ground. She was so happy. She wanted to show her friends.",
+    "metrics": {
+      "ttft_ms": 3.0838210077490658,
+      "tps": 303.98164920647986,
+      "total_latency_ms": 62.503773006028496,
+      "tokens_generated": 19,
+      "perplexity": 3.060717159938993,
+      "avg_token_prob": 0.45170804504305123,
+      "repetition_rate": 0.3333333333333333,
+      "coherence_length": 19,
+      "unique_tokens": 0.8421052631578947
+    }
+  },
+  {
+    "prompt": "Once upon a time in a",
+    "output": " far away town, there was a lawyer. He lived in a big, big house. He was a kind man who always gave care. Every day he would walk around the city, to the people he could see. He would sing songs too.",
+    "metrics": {
+      "ttft_ms": 3.127452000626363,
+      "tps": 311.78890339347475,
+      "total_latency_ms": 176.40140300500207,
+      "tokens_generated": 55,
+      "perplexity": 5.871677245230654,
+      "avg_token_prob": 0.4364758665111107,
+      "repetition_rate": 0.17777777777777778,
+      "coherence_length": 55,
+      "unique_tokens": 0.7272727272727273
+    }
+  },
+  {
+    "prompt": "The little girl loved to",
+    "output": " swing. Every day she would go down to the park and swing as high as she could.",
+    "metrics": {
+      "ttft_ms": 3.086410986725241,
+      "tps": 304.310445355505,
+      "total_latency_ms": 62.43623999762349,
+      "tokens_generated": 19,
+      "perplexity": 2.1703275833037035,
+      "avg_token_prob": 0.6724813562817872,
+      "repetition_rate": 0.1111111111111111,
+      "coherence_length": 19,
+      "unique_tokens": 0.7894736842105263
+    }
+  },
+  {
+    "prompt": "One day it started to",
+    "output": " get dark and it looked for a place to sleep. Suddenly, it heard a voice. The voice said \"Let's be a bird\". The bird was very excited and said \"Yes!\" The voice said \"How about a fancy bird? It looks too big for us\". The bird thought for a moment and then nodded.",
+    "metrics": {
+      "ttft_ms": 3.090601006988436,
+      "tps": 312.3009942160171,
+      "total_latency_ms": 217.73866000876296,
+      "tokens_generated": 68,
+      "perplexity": 4.2751132366676075,
+      "avg_token_prob": 0.4422811888052029,
+      "repetition_rate": 0.20689655172413793,
+      "coherence_length": 38,
+      "unique_tokens": 0.6470588235294118
+    }
+  },
+  {
+    "prompt": "There was a friendly",
+    "output": " dog. She said, \"Let's pass the ball to each other!\" The little girl said, \"Yes, let's go!\"",
+    "metrics": {
+      "ttft_ms": 3.074230990023352,
+      "tps": 307.6294600455639,
+      "total_latency_ms": 91.01859098882414,
+      "tokens_generated": 28,
+      "perplexity": 3.0747248132044693,
+      "avg_token_prob": 0.5516863828083372,
+      "repetition_rate": 0.05555555555555555,
+      "coherence_length": 19,
+      "unique_tokens": 0.7857142857142857
+    }
+  },
+  {
+    "prompt": "A boy named Tom had a",
+    "output": " toy truck. It was very useful. He loved to drive it around the yard and make it go vroom vroom. One day, Tom's dad came home and saw the toy truck. He picked it up and saw the truck. Tom was very happy.",
+    "metrics": {
+      "ttft_ms": 3.146502989693545,
+      "tps": 312.35501404325066,
+      "total_latency_ms": 176.08169399318285,
+      "tokens_generated": 55,
+      "perplexity": 2.784638064972828,
+      "avg_token_prob": 0.5561090339532322,
+      "repetition_rate": 0.2,
+      "coherence_length": 38,
+      "unique_tokens": 0.6181818181818182
+    }
+  },
+  {
+    "prompt": "Once there was a magic",
+    "output": " rabbit. Every morning he would hop around, hoping to see what he could do. He would hop over and over again.",
+    "metrics": {
+      "ttft_ms": 3.088632001890801,
+      "tps": 306.949395745434,
+      "total_latency_ms": 84.70451598986983,
+      "tokens_generated": 26,
+      "perplexity": 3.8997015703284217,
+      "avg_token_prob": 0.4090563556248391,
+      "repetition_rate": 0.1875,
+      "coherence_length": 26,
+      "unique_tokens": 0.7307692307692307
+    }
+  },
+  {
+    "prompt": "In the park there was a",
+    "output": " big puddle of water. Isn't this water?\" Tom asked.",
+    "metrics": {
+      "ttft_ms": 3.101542009972036,
+      "tps": 300.4548190430603,
+      "total_latency_ms": 53.252599012921564,
+      "tokens_generated": 16,
+      "perplexity": 3.810484387199143,
+      "avg_token_prob": 0.47735087644747076,
+      "repetition_rate": 0.3333333333333333,
+      "coherence_length": 16,
+      "unique_tokens": 0.875
+    }
+  },
+  {
+    "prompt": "A small dog was playing in the",
+    "output": " park. They were very happy.",
+    "metrics": {
+      "ttft_ms": 3.0628600070485845,
+      "tps": 283.89311716682164,
+      "total_latency_ms": 24.65716699953191,
+      "tokens_generated": 7,
+      "perplexity": 2.6680735670384217,
+      "avg_token_prob": 0.5311885364353657,
+      "repetition_rate": 0.0,
+      "coherence_length": 7,
+      "unique_tokens": 0.8571428571428571
+    }
+  },
+  {
+    "prompt": "One day the wind was very",
+    "output": " strong. The little girl was so scared. She didn't want to go to the town anymore. So she asked her mommy, \"Can I go to the town?\"",
+    "metrics": {
+      "ttft_ms": 3.1038209999678656,
+      "tps": 309.50182904120595,
+      "total_latency_ms": 109.85395500028972,
+      "tokens_generated": 34,
+      "perplexity": 2.7104315074065815,
+      "avg_token_prob": 0.5343505433361445,
+      "repetition_rate": 0.041666666666666664,
+      "coherence_length": 29,
+      "unique_tokens": 0.7941176470588235
+    }
+  },
+  {
+    "prompt": "There was a girl who liked to",
+    "output": " pretend. She pretended to be a princess, a dragon, a spider and a rocket. She had a lot of fun.",
+    "metrics": {
+      "ttft_ms": 3.0783910042373464,
+      "tps": 307.4201536077138,
+      "total_latency_ms": 94.33343799901195,
+      "tokens_generated": 29,
+      "perplexity": 2.1322834024643504,
+      "avg_token_prob": 0.6839070910277466,
+      "repetition_rate": 0.3157894736842105,
+      "coherence_length": 29,
+      "unique_tokens": 0.6896551724137931
+    }
+  },
+  {
+    "prompt": "A baby bird fell from the",
+    "output": " tree. The bird was hurt and needed help. The baby bird's mom heard it and came to help. She gently picked the bird up and gently took it to the vet. The bird was very happy and thanked the tree for its help.",
+    "metrics": {
+      "ttft_ms": 3.0794210033491254,
+      "tps": 311.6053891534489,
+      "total_latency_ms": 166.8777300073998,
+      "tokens_generated": 52,
+      "perplexity": 2.536216849263299,
+      "avg_token_prob": 0.6277516074906947,
+      "repetition_rate": 0.11904761904761904,
+      "coherence_length": 38,
+      "unique_tokens": 0.5769230769230769
+    }
+  },
+  {
+    "prompt": "Once upon a time a king",
+    "output": " wanted to build something special. He had an idea that he could make special designs. He got down his designs and started to try and create his designs.",
+    "metrics": {
+      "ttft_ms": 3.1735039956402034,
+      "tps": 309.45790157440774,
+      "total_latency_ms": 122.79537800350226,
+      "tokens_generated": 38,
+      "perplexity": 4.701280722439184,
+      "avg_token_prob": 0.5065986556851735,
+      "repetition_rate": 0.17857142857142858,
+      "coherence_length": 23,
+      "unique_tokens": 0.6578947368421053
+    }
+  },
+  {
+    "prompt": "The flowers in the garden were",
+    "output": " so happy to see these. But then it became hot again.",
+    "metrics": {
+      "ttft_ms": 3.0917209951439872,
+      "tps": 299.73738944101285,
+      "total_latency_ms": 46.70755298866425,
+      "tokens_generated": 14,
+      "perplexity": 11.358549591120362,
+      "avg_token_prob": 0.2597356433359285,
+      "repetition_rate": 0.25,
+      "coherence_length": 14,
+      "unique_tokens": 0.9285714285714286
+    }
+  },
+  {
+    "prompt": "One night the stars were",
+    "output": " talking about a magical garden and a magical thing. The garden's secret was to stay strong and brave.",
+    "metrics": {
+      "ttft_ms": 3.105502008111216,
+      "tps": 306.21926454933174,
+      "total_latency_ms": 71.84394499927294,
+      "tokens_generated": 22,
+      "perplexity": 9.146528577261066,
+      "avg_token_prob": 0.3103238119257857,
+      "repetition_rate": 0.08333333333333333,
+      "coherence_length": 22,
+      "unique_tokens": 0.7727272727272727
+    }
+  },
+  {
+    "prompt": "There was a fish who wanted to",
+    "output": " find somewhere special, so he asked his friends to help him. Together they planned an oasis in the oasis.",
+    "metrics": {
+      "ttft_ms": 3.0940419965190813,
+      "tps": 307.7385726666518,
+      "total_latency_ms": 97.48534199025016,
+      "tokens_generated": 30,
+      "perplexity": 4.743910887556641,
+      "avg_token_prob": 0.4884407021679855,
+      "repetition_rate": 0.15,
+      "coherence_length": 26,
+      "unique_tokens": 0.8666666666666667
+    }
+  },
+  {
+    "prompt": "A little bear went to find",
+    "output": " the rabbit. He found the rabbit and gave him a carrot to eat. The rabbit ate the carrot and hopped around. The bear felt very full and full.",
+    "metrics": {
+      "ttft_ms": 3.1144519889494404,
+      "tps": 309.19535987053234,
+      "total_latency_ms": 103.4944379935041,
+      "tokens_generated": 32,
+      "perplexity": 3.6881983529932163,
+      "avg_token_prob": 0.49279923655205604,
+      "repetition_rate": 0.3181818181818182,
+      "coherence_length": 32,
+      "unique_tokens": 0.625
+    }
+  },
+  {
+    "prompt": "Once there was a cloud that",
+    "output": " was very dry outside. The cloud was so dry it could stretch out all the dry.",
+    "metrics": {
+      "ttft_ms": 3.066421006224118,
+      "tps": 304.9871700313906,
+      "total_latency_ms": 65.57652899937239,
+      "tokens_generated": 20,
+      "perplexity": 5.724063935907925,
+      "avg_token_prob": 0.40092495135918615,
+      "repetition_rate": 0.1,
+      "coherence_length": 20,
+      "unique_tokens": 0.8
+    }
+  },
+  {
+    "prompt": "The rabbit was looking for",
+    "output": " his friend. He saw a big carrot in a nearby bush. Ben hopped over the bush and carefully placed the carrot in the bush.",
+    "metrics": {
+      "ttft_ms": 3.0958910065237433,
+      "tps": 308.0449107976339,
+      "total_latency_ms": 90.89583699824288,
+      "tokens_generated": 28,
+      "perplexity": 4.895826618220884,
+      "avg_token_prob": 0.45619641306558184,
+      "repetition_rate": 0.2777777777777778,
+      "coherence_length": 28,
+      "unique_tokens": 0.6785714285714286
+    }
+  },
+  {
+    "prompt": "One day a new friend came to",
+    "output": " the town. His name was Sam and he was very friendly. Sam had a new game and was very excited to play.",
+    "metrics": {
+      "ttft_ms": 3.093342005740851,
+      "tps": 307.0688841348004,
+      "total_latency_ms": 81.41495700692758,
+      "tokens_generated": 25,
+      "perplexity": 3.1914202906207927,
+      "avg_token_prob": 0.5210180674464657,
+      "repetition_rate": 0.26666666666666666,
+      "coherence_length": 25,
+      "unique_tokens": 0.72
+    }
+  },
+  {
+    "prompt": "There was a tree that could",
+    "output": " not reach the sky. The little bird knew it needed help. So, the tree thought of a plan.",
+    "metrics": {
+      "ttft_ms": 3.0694809975102544,
+      "tps": 305.79612789735484,
+      "total_latency_ms": 71.94335700478405,
+      "tokens_generated": 22,
+      "perplexity": 4.085900060187435,
+      "avg_token_prob": 0.45406296043454303,
+      "repetition_rate": 0.16666666666666666,
+      "coherence_length": 22,
+      "unique_tokens": 0.8636363636363636
+    }
+  },
+  {
+    "prompt": "A kitten and a puppy were",
+    "output": " all together. One day the kitten got stuck in a tree. He tried to get it down, but it was too high.",
+    "metrics": {
+      "ttft_ms": 3.074401000048965,
+      "tps": 307.26337152953283,
+      "total_latency_ms": 87.87249799934216,
+      "tokens_generated": 27,
+      "perplexity": 2.8434049346272503,
+      "avg_token_prob": 0.5479151140898466,
+      "repetition_rate": 0.058823529411764705,
+      "coherence_length": 27,
+      "unique_tokens": 0.8888888888888888
+    }
+  },
+  {
+    "prompt": "Lily was a girl who",
+    "output": " loved animals. She had a big, white dog named Buddy who loved to play with his ball. Buddy was a good dog, but he was very shy. One day, Buddy met a new friend named Buddy. Buddy was also shy and did not shy at first. Buddy liked to play with balls and they played together all day.",
+    "metrics": {
+      "ttft_ms": 3.067780999117531,
+      "tps": 311.97567062111915,
+      "total_latency_ms": 266.04638699791394,
+      "tokens_generated": 83,
+      "perplexity": 2.4473507747328727,
+      "avg_token_prob": 0.6081537952247474,
+      "repetition_rate": 0.1780821917808219,
+      "coherence_length": 22,
+      "unique_tokens": 0.5180722891566265
+    }
+  },
+  {
+    "prompt": "Tom was a boy who loved",
+    "output": " to play. He had many toys, but his favorite was a big red car. He liked to push buttons and make vroom-vroom noises. He liked to pretend he was going on an adventure in the world.",
+    "metrics": {
+      "ttft_ms": 3.123861999483779,
+      "tps": 310.2341254285682,
+      "total_latency_ms": 151.49848500732332,
+      "tokens_generated": 47,
+      "perplexity": 2.0490936133315567,
+      "avg_token_prob": 0.6963343010478033,
+      "repetition_rate": 0.02702702702702703,
+      "coherence_length": 32,
+      "unique_tokens": 0.7872340425531915
+    }
+  },
+  {
+    "prompt": "The old man had a",
+    "output": " lovely house. Inside the house was a family of four. The father had a dog, and he was so glad to be together.",
+    "metrics": {
+      "ttft_ms": 3.166802998748608,
+      "tps": 307.82446384670027,
+      "total_latency_ms": 97.45814099733252,
+      "tokens_generated": 30,
+      "perplexity": 4.801265538314021,
+      "avg_token_prob": 0.42605917971400964,
+      "repetition_rate": 0.15,
+      "coherence_length": 30,
+      "unique_tokens": 0.8
+    }
+  },
+  {
+    "prompt": "A brave knight went to",
+    "output": " the edge of town, but he was not very successful. He sulked with fear and tried to hit the edge of town. The edge seemed happy and awe of the townspeople.",
+    "metrics": {
+      "ttft_ms": 3.088782003032975,
+      "tps": 311.0060886055187,
+      "total_latency_ms": 167.19929900136776,
+      "tokens_generated": 52,
+      "perplexity": 4.632447259163944,
+      "avg_token_prob": 0.4947699609812226,
+      "repetition_rate": 0.11904761904761904,
+      "coherence_length": 28,
+      "unique_tokens": 0.6730769230769231
+    }
+  },
+  {
+    "prompt": "The princess wanted to",
+    "output": " learn more, so she said, \"I can show you all the time to the test\". The tutor was very excited and said, \"Yes, I'll teach you how to do it\".",
+    "metrics": {
+      "ttft_ms": 3.20212499354966,
+      "tps": 310.6702515673988,
+      "total_latency_ms": 138.41041999694426,
+      "tokens_generated": 43,
+      "perplexity": 3.458249524010498,
+      "avg_token_prob": 0.5144718543372371,
+      "repetition_rate": 0.09090909090909091,
+      "coherence_length": 28,
+      "unique_tokens": 0.7674418604651163
+    }
+  },
+  {
+    "prompt": "A wise owl told the",
+    "output": " little girl that it's not nice to take things that don't belong to us.",
+    "metrics": {
+      "ttft_ms": 3.087252000113949,
+      "tps": 302.59425985590684,
+      "total_latency_ms": 56.180840998422354,
+      "tokens_generated": 17,
+      "perplexity": 2.1173237879224427,
+      "avg_token_prob": 0.5960211964944998,
+      "repetition_rate": 0.2857142857142857,
+      "coherence_length": 17,
+      "unique_tokens": 0.8823529411764706
+    }
+  },
+  {
+    "prompt": "The farmer had many",
+    "output": " friends. He would look for them all day long, and his friends would watch him with joy.",
+    "metrics": {
+      "ttft_ms": 3.120162000413984,
+      "tps": 303.95078573986194,
+      "total_latency_ms": 65.80012600170448,
+      "tokens_generated": 20,
+      "perplexity": 4.492487266908206,
+      "avg_token_prob": 0.416559866696064,
+      "repetition_rate": 0.0,
+      "coherence_length": 20,
+      "unique_tokens": 0.85
+    }
+  },
+  {
+    "prompt": "A young fox was very",
+    "output": " worried. He came to the cage and asked the cop why he was so sad. The cop said he had lost his hat and he needed it for a long time.",
+    "metrics": {
+      "ttft_ms": 3.0746410047868267,
+      "tps": 310.1843688620785,
+      "total_latency_ms": 119.28389601234812,
+      "tokens_generated": 37,
+      "perplexity": 3.149315035811557,
+      "avg_token_prob": 0.5287123534852933,
+      "repetition_rate": 0.2222222222222222,
+      "coherence_length": 37,
+      "unique_tokens": 0.7567567567567568
+    }
+  },
+  {
+    "prompt": "The teacher said to the",
+    "output": " little girl, \"It looks like you need a seat to sit on.\"",
+    "metrics": {
+      "ttft_ms": 3.0934810056351125,
+      "tps": 301.1157090129122,
+      "total_latency_ms": 53.13571999431588,
+      "tokens_generated": 16,
+      "perplexity": 3.3834278743394974,
+      "avg_token_prob": 0.47894586031051245,
+      "repetition_rate": 0.0,
+      "coherence_length": 16,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "Mom told her that",
+    "output": " it's important to always be kind and make others happy. From that day on, Lily always remembered to be kind to others and even happier to make them happy too.",
+    "metrics": {
+      "ttft_ms": 3.1020219903439283,
+      "tps": 309.2843676642856,
+      "total_latency_ms": 113.1644650013186,
+      "tokens_generated": 35,
+      "perplexity": 2.49145121322887,
+      "avg_token_prob": 0.6055856720017295,
+      "repetition_rate": 0.08,
+      "coherence_length": 35,
+      "unique_tokens": 0.6857142857142857
+    }
+  },
+  {
+    "prompt": "Dad was going to",
+    "output": " the table but his daughter had forgotten to hold the remote too tightly.",
+    "metrics": {
+      "ttft_ms": 3.119831992080435,
+      "tps": 302.44814583070627,
+      "total_latency_ms": 62.820685998303816,
+      "tokens_generated": 19,
+      "perplexity": 10.222662939970043,
+      "avg_token_prob": 0.3941892774368171,
+      "repetition_rate": 0.0,
+      "coherence_length": 19,
+      "unique_tokens": 0.9473684210526315
+    }
+  },
+  {
+    "prompt": "The baby was crying because",
+    "output": " he was so sad.",
+    "metrics": {
+      "ttft_ms": 3.0578910082112998,
+      "tps": 270.28111068415916,
+      "total_latency_ms": 18.49925800343044,
+      "tokens_generated": 5,
+      "perplexity": 2.493387712763218,
+      "avg_token_prob": 0.4525824561715126,
+      "repetition_rate": 0.0,
+      "coherence_length": 5,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "A kind woman gave the",
+    "output": " kids a big hug. From that day on, the kids learned to always be kind to others.",
+    "metrics": {
+      "ttft_ms": 3.067751007620245,
+      "tps": 303.74286998571415,
+      "total_latency_ms": 65.84516700240783,
+      "tokens_generated": 20,
+      "perplexity": 3.189661107637553,
+      "avg_token_prob": 0.5068282327570376,
+      "repetition_rate": 0.1,
+      "coherence_length": 20,
+      "unique_tokens": 0.85
+    }
+  },
+  {
+    "prompt": "The big bear was",
+    "output": " big and black. He had a mean smile and a bushy tail. He liked to roar at the children. He liked to kick and bite.",
+    "metrics": {
+      "ttft_ms": 3.0829809984425083,
+      "tps": 308.44543059323377,
+      "total_latency_ms": 103.74606600089464,
+      "tokens_generated": 32,
+      "perplexity": 4.998311385014472,
+      "avg_token_prob": 0.47917947988025844,
+      "repetition_rate": 0.2727272727272727,
+      "coherence_length": 23,
+      "unique_tokens": 0.6875
+    }
+  },
+  {
+    "prompt": "A clever mouse found",
+    "output": " a tree and sat down with his friend, a bird named Billy.",
+    "metrics": {
+      "ttft_ms": 3.085581003688276,
+      "tps": 299.61923529850804,
+      "total_latency_ms": 46.725972002604976,
+      "tokens_generated": 14,
+      "perplexity": 5.989792330906451,
+      "avg_token_prob": 0.3673692471968631,
+      "repetition_rate": 0.0,
+      "coherence_length": 14,
+      "unique_tokens": 0.9285714285714286
+    }
+  },
+  {
+    "prompt": "The old cat always",
+    "output": " stayed safe in the woods. One day, it found a box and it was very excited to see what was inside.",
+    "metrics": {
+      "ttft_ms": 3.0703709926456213,
+      "tps": 306.3708829452348,
+      "total_latency_ms": 78.33642599871382,
+      "tokens_generated": 24,
+      "perplexity": 4.2781675081331585,
+      "avg_token_prob": 0.4414284898340702,
+      "repetition_rate": 0.14285714285714285,
+      "coherence_length": 24,
+      "unique_tokens": 0.875
+    }
+  },
+  {
+    "prompt": "A tall giraffe could",
+    "output": " hold the string of the tree. She watched it hop on the branch as it spun around and around.",
+    "metrics": {
+      "ttft_ms": 3.1282829877454787,
+      "tps": 303.1568740652589,
+      "total_latency_ms": 75.8683109888807,
+      "tokens_generated": 23,
+      "perplexity": 6.161735224093023,
+      "avg_token_prob": 0.3891358539306869,
+      "repetition_rate": 0.23076923076923078,
+      "coherence_length": 23,
+      "unique_tokens": 0.782608695652174
+    }
+  },
+  {
+    "prompt": "The little duck went",
+    "output": " to the shop with his mommy. He saw many things, but he couldn't find anything he liked.",
+    "metrics": {
+      "ttft_ms": 3.092650993494317,
+      "tps": 305.33555122874327,
+      "total_latency_ms": 68.77679299213924,
+      "tokens_generated": 21,
+      "perplexity": 3.7836348957474315,
+      "avg_token_prob": 0.462347094244747,
+      "repetition_rate": 0.09090909090909091,
+      "coherence_length": 21,
+      "unique_tokens": 0.9047619047619048
+    }
+  },
+  {
+    "prompt": "A strong lion was",
+    "output": " there, he was so happy! He ran to the jungle and jumped on it. He had a fun day exploring and he discovered all sorts of exciting things.",
+    "metrics": {
+      "ttft_ms": 3.065390992560424,
+      "tps": 309.9158239210036,
+      "total_latency_ms": 116.16057400533464,
+      "tokens_generated": 36,
+      "perplexity": 5.43357496076665,
+      "avg_token_prob": 0.3897642449954072,
+      "repetition_rate": 0.0,
+      "coherence_length": 36,
+      "unique_tokens": 0.8888888888888888
+    }
+  },
+  {
+    "prompt": "The funny monkey liked to",
+    "output": " make funny sounds. He had a funny hat on his head and looked silly. They laughed and had fun.",
+    "metrics": {
+      "ttft_ms": 3.071331011597067,
+      "tps": 305.446150657541,
+      "total_latency_ms": 72.02578900614753,
+      "tokens_generated": 22,
+      "perplexity": 4.70548828143968,
+      "avg_token_prob": 0.44234097359256574,
+      "repetition_rate": 0.16666666666666666,
+      "coherence_length": 22,
+      "unique_tokens": 0.7727272727272727
+    }
+  },
+  {
+    "prompt": "The dog ran to the",
+    "output": " other side of the park and sniffed the air. The dog looked at the ball and then at Ben. It bumped into the carpet and made a lot of noise.",
+    "metrics": {
+      "ttft_ms": 3.0639509932370856,
+      "tps": 310.40804861387153,
+      "total_latency_ms": 128.86263799737208,
+      "tokens_generated": 40,
+      "perplexity": 3.6984200492355757,
+      "avg_token_prob": 0.5339644756792795,
+      "repetition_rate": 0.1,
+      "coherence_length": 40,
+      "unique_tokens": 0.75
+    }
+  },
+  {
+    "prompt": "She picked up the",
+    "output": " stone and threw it in the trash. Then, she took a deep breath and put the stone in the trash.",
+    "metrics": {
+      "ttft_ms": 3.083750998484902,
+      "tps": 308.04219625691684,
+      "total_latency_ms": 90.89663799386472,
+      "tokens_generated": 28,
+      "perplexity": 2.338004903194961,
+      "avg_token_prob": 0.6331489578146359,
+      "repetition_rate": 0.05555555555555555,
+      "coherence_length": 23,
+      "unique_tokens": 0.6785714285714286
+    }
+  },
+  {
+    "prompt": "He walked to the big",
+    "output": " tree and saw a little bird stuck in a tree. The bird had hurt its wing and couldn't fly anymore.",
+    "metrics": {
+      "ttft_ms": 3.0705719982506707,
+      "tps": 306.9395895260373,
+      "total_latency_ms": 78.19128199480474,
+      "tokens_generated": 24,
+      "perplexity": 2.0363989273331824,
+      "avg_token_prob": 0.6612530656158924,
+      "repetition_rate": 0.07142857142857142,
+      "coherence_length": 24,
+      "unique_tokens": 0.7916666666666666
+    }
+  },
+  {
+    "prompt": "They went to play in the",
+    "output": " yard. They had a lot of fun. They learned to share and be nice. They made new friends.",
+    "metrics": {
+      "ttft_ms": 3.0747920100111514,
+      "tps": 304.83126798021334,
+      "total_latency_ms": 72.17107400356326,
+      "tokens_generated": 22,
+      "perplexity": 2.6811005923005204,
+      "avg_token_prob": 0.5990688394674141,
+      "repetition_rate": 0.25,
+      "coherence_length": 22,
+      "unique_tokens": 0.7727272727272727
+    }
+  },
+  {
+    "prompt": "The cat jumped on the",
+    "output": " big chair and started to eat the food. But then, the big dog came into the room and bit the little girl on the arm. The big dog started to bark and bit the little girl's arm. The little girl fell down and started to cry.",
+    "metrics": {
+      "ttft_ms": 3.057670997804962,
+      "tps": 311.68439214286997,
+      "total_latency_ms": 170.04380500293337,
+      "tokens_generated": 53,
+      "perplexity": 2.4771343104383,
+      "avg_token_prob": 0.5875354993536517,
+      "repetition_rate": 0.16279069767441862,
+      "coherence_length": 35,
+      "unique_tokens": 0.5283018867924528
+    }
+  },
+  {
+    "prompt": "She opened the door and",
+    "output": " called for a nosy cat. A kind and friendly dog came out from behind the door. The cat was also curious and wanted to see the pup.",
+    "metrics": {
+      "ttft_ms": 3.085790987825021,
+      "tps": 308.5748466229264,
+      "total_latency_ms": 103.7025549885584,
+      "tokens_generated": 32,
+      "perplexity": 4.86017695941391,
+      "avg_token_prob": 0.3917207001764892,
+      "repetition_rate": 0.0,
+      "coherence_length": 32,
+      "unique_tokens": 0.84375
+    }
+  },
+  {
+    "prompt": "He found a box with",
+    "output": " glitter and decided to take it home. He put the glitter on his folder, and when he was done, he put it on.",
+    "metrics": {
+      "ttft_ms": 3.1144820095505565,
+      "tps": 308.6521944188714,
+      "total_latency_ms": 106.91646000486799,
+      "tokens_generated": 33,
+      "perplexity": 3.524668933845503,
+      "avg_token_prob": 0.5129551284634919,
+      "repetition_rate": 0.13043478260869565,
+      "coherence_length": 13,
+      "unique_tokens": 0.6666666666666666
+    }
+  },
+  {
+    "prompt": "They ran as fast as",
+    "output": " they could. They saw a big box. It was empty. They saw a man. He is running after them.",
+    "metrics": {
+      "ttft_ms": 3.082011011429131,
+      "tps": 306.78464266617067,
+      "total_latency_ms": 84.75000500038732,
+      "tokens_generated": 26,
+      "perplexity": 3.873872587169916,
+      "avg_token_prob": 0.5384018115625993,
+      "repetition_rate": 0.1875,
+      "coherence_length": 14,
+      "unique_tokens": 0.7307692307692307
+    }
+  },
+  {
+    "prompt": "The bird flew to the",
+    "output": " tree and saw the man working. He saw the man working hard to make the tree better. It was a big, shiny branch. The man put the bird in the tree and watched it. The bird was happy and flew away. The man felt good that he could help his friend.",
+    "metrics": {
+      "ttft_ms": 3.1046310032252222,
+      "tps": 311.6703303385287,
+      "total_latency_ms": 192.51110599725507,
+      "tokens_generated": 60,
+      "perplexity": 3.345182892010602,
+      "avg_token_prob": 0.49836862429816153,
+      "repetition_rate": 0.22,
+      "coherence_length": 9,
+      "unique_tokens": 0.6166666666666667
+    }
+  },
+  {
+    "prompt": "She gave her friend a",
+    "output": " big hug and they were all so glad for the nice hot day.",
+    "metrics": {
+      "ttft_ms": 3.0825020076008514,
+      "tps": 299.6299313273726,
+      "total_latency_ms": 46.72430400387384,
+      "tokens_generated": 14,
+      "perplexity": 9.085097889624834,
+      "avg_token_prob": 0.3727869594023408,
+      "repetition_rate": 0.0,
+      "coherence_length": 14,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "He tried to climb the",
+    "output": " tree by himself, but it was hard. He called for help and his mom came quickly but it was too late. The leak had fallen apart and Timmy had to stay in the ground as a million pieces of wood. Timmy was very sad and wanted to play with his favorite toy, a big, fancy bear.",
+    "metrics": {
+      "ttft_ms": 3.2001139916246757,
+      "tps": 311.8793107520706,
+      "total_latency_ms": 227.65216400148347,
+      "tokens_generated": 71,
+      "perplexity": 5.04822476929757,
+      "avg_token_prob": 0.5034108456314799,
+      "repetition_rate": 0.03278688524590164,
+      "coherence_length": 18,
+      "unique_tokens": 0.7605633802816901
+    }
+  },
+  {
+    "prompt": "They built a house with",
+    "output": " a big pile of food. They were very happy and proud.",
+    "metrics": {
+      "ttft_ms": 3.1131330033531412,
+      "tps": 297.0757853865091,
+      "total_latency_ms": 47.126022007432766,
+      "tokens_generated": 14,
+      "perplexity": 3.433792946388224,
+      "avg_token_prob": 0.4451331926509738,
+      "repetition_rate": 0.25,
+      "coherence_length": 14,
+      "unique_tokens": 0.9285714285714286
+    }
+  },
+  {
+    "prompt": "The fish swam to the",
+    "output": " other side of the pond and started swimming around happily. The other fish laughed and cheered as the fish swam around it. It was a great adventure and everyone was happy.",
+    "metrics": {
+      "ttft_ms": 3.087000994128175,
+      "tps": 308.9337095864849,
+      "total_latency_ms": 110.0559729966335,
+      "tokens_generated": 34,
+      "perplexity": 3.602159189205308,
+      "avg_token_prob": 0.47271773261683325,
+      "repetition_rate": 0.16666666666666666,
+      "coherence_length": 34,
+      "unique_tokens": 0.7352941176470589
+    }
+  },
+  {
+    "prompt": "She put the ball in the",
+    "output": " bathtub and was very happy. She could play with it again.",
+    "metrics": {
+      "ttft_ms": 3.0901920108590275,
+      "tps": 300.6279384557176,
+      "total_latency_ms": 53.221933005261235,
+      "tokens_generated": 16,
+      "perplexity": 3.3247877753491517,
+      "avg_token_prob": 0.5193824980627088,
+      "repetition_rate": 0.16666666666666666,
+      "coherence_length": 16,
+      "unique_tokens": 0.9375
+    }
+  },
+  {
+    "prompt": "He looked under the",
+    "output": " bed, in the closet, and in the toy chest. He did not find them. He started to cry.",
+    "metrics": {
+      "ttft_ms": 3.0838120001135394,
+      "tps": 307.03528242248046,
+      "total_latency_ms": 81.42386699910276,
+      "tokens_generated": 25,
+      "perplexity": 2.1342706136711747,
+      "avg_token_prob": 0.6884382022298479,
+      "repetition_rate": 0.2,
+      "coherence_length": 25,
+      "unique_tokens": 0.76
+    }
+  },
+  {
+    "prompt": "They shared the cake and",
+    "output": " ate it with the cat. They had a nice day.",
+    "metrics": {
+      "ttft_ms": 3.081670991377905,
+      "tps": 295.98437992563476,
+      "total_latency_ms": 40.54267999890726,
+      "tokens_generated": 12,
+      "perplexity": 4.684810421284052,
+      "avg_token_prob": 0.41022055445668787,
+      "repetition_rate": 0.5,
+      "coherence_length": 12,
+      "unique_tokens": 0.9166666666666666
+    }
+  },
+  {
+    "prompt": "The frog jumped into the",
+    "output": " pond, but it was dirty! He couldn't swim and was scared.",
+    "metrics": {
+      "ttft_ms": 3.092851009569131,
+      "tps": 300.04417850591466,
+      "total_latency_ms": 49.992637999821454,
+      "tokens_generated": 15,
+      "perplexity": 6.49280920418637,
+      "avg_token_prob": 0.35916809742411715,
+      "repetition_rate": 0.2,
+      "coherence_length": 15,
+      "unique_tokens": 0.9333333333333333
+    }
+  },
+  {
+    "prompt": "She drew a picture of",
+    "output": " a yellow sun and a green tree with a yellow bird on the top. She drew a big green tree with yellow leaves. She said, \"Look, mom, I drew this. It is the best sun.\"",
+    "metrics": {
+      "ttft_ms": 3.081700997427106,
+      "tps": 227.07363072700022,
+      "total_latency_ms": 198.1736049929168,
+      "tokens_generated": 45,
+      "perplexity": 3.1584458090373606,
+      "avg_token_prob": 0.5147035023369624,
+      "repetition_rate": 0.08571428571428572,
+      "coherence_length": 20,
+      "unique_tokens": 0.6222222222222222
+    }
+  },
+  {
+    "prompt": "He made a wish and",
+    "output": " waved the flag to the kids and started to play pirates. They had so much fun together!",
+    "metrics": {
+      "ttft_ms": 3.1114919984247535,
+      "tps": 303.8773280874912,
+      "total_latency_ms": 75.68843699118588,
+      "tokens_generated": 23,
+      "perplexity": 5.270039774914218,
+      "avg_token_prob": 0.4314354603702668,
+      "repetition_rate": 0.0,
+      "coherence_length": 23,
+      "unique_tokens": 0.9130434782608695
+    }
+  },
+  {
+    "prompt": "They danced in the",
+    "output": " sun. They saw the sun. They saw the birds and the sun and the flowers. They felt happy and free. They thanked their mom for taking them to the beach. They said they wanted to dance. They danced to the beat.",
+    "metrics": {
+      "ttft_ms": 3.07564101240132,
+      "tps": 309.5577894092315,
+      "total_latency_ms": 158.29031501198187,
+      "tokens_generated": 49,
+      "perplexity": 3.198854127142223,
+      "avg_token_prob": 0.4923974376544356,
+      "repetition_rate": 0.3076923076923077,
+      "coherence_length": 5,
+      "unique_tokens": 0.5306122448979592
+    }
+  },
+  {
+    "prompt": "She was very happy because",
+    "output": " the tent was perfect.",
+    "metrics": {
+      "ttft_ms": 3.0890710040694103,
+      "tps": 275.5878368283138,
+      "total_latency_ms": 21.771643005195074,
+      "tokens_generated": 6,
+      "perplexity": 10.648928874488538,
+      "avg_token_prob": 0.32455805582659586,
+      "repetition_rate": 0.0,
+      "coherence_length": 6,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "He was sad because his",
+    "output": " mom didn't understand, so she kept telling him that he needed to be obedient and listen to her.",
+    "metrics": {
+      "ttft_ms": 3.076352004427463,
+      "tps": 304.3193567589267,
+      "total_latency_ms": 78.86452000821009,
+      "tokens_generated": 24,
+      "perplexity": 4.27923512653107,
+      "avg_token_prob": 0.5115590107860044,
+      "repetition_rate": 0.07142857142857142,
+      "coherence_length": 24,
+      "unique_tokens": 0.9583333333333334
+    }
+  },
+  {
+    "prompt": "The girl felt scared when",
+    "output": " she heard a knock on her door. She opened the door and saw a man standing there. He was wearing a big hat and an old, harsh sound. He said \"I have a special delivery for you\".",
+    "metrics": {
+      "ttft_ms": 3.0853209900669754,
+      "tps": 309.51151159918857,
+      "total_latency_ms": 161.54488000029232,
+      "tokens_generated": 50,
+      "perplexity": 3.3698045790650943,
+      "avg_token_prob": 0.5324389314023303,
+      "repetition_rate": 0.05,
+      "coherence_length": 50,
+      "unique_tokens": 0.84
+    }
+  },
+  {
+    "prompt": "They were excited to",
+    "output": " start the game. They were going to the park.",
+    "metrics": {
+      "ttft_ms": 3.09383099374827,
+      "tps": 294.35064060601945,
+      "total_latency_ms": 37.37039599218406,
+      "tokens_generated": 11,
+      "perplexity": 4.030431166947352,
+      "avg_token_prob": 0.43095147776572656,
+      "repetition_rate": 1.0,
+      "coherence_length": 11,
+      "unique_tokens": 0.8181818181818182
+    }
+  },
+  {
+    "prompt": "He was angry because",
+    "output": " it had been taken by a man. He called the nurse. He said the judge University was a bad man.",
+    "metrics": {
+      "ttft_ms": 3.0870010086800903,
+      "tps": 307.03617210686565,
+      "total_latency_ms": 107.47919300047215,
+      "tokens_generated": 33,
+      "perplexity": 6.170845142785543,
+      "avg_token_prob": 0.41246182014754806,
+      "repetition_rate": 0.13043478260869565,
+      "coherence_length": 33,
+      "unique_tokens": 0.8181818181818182
+    }
+  },
+  {
+    "prompt": "She felt proud when she",
+    "output": " showed her mom the powder.",
+    "metrics": {
+      "ttft_ms": 3.112731996225193,
+      "tps": 285.9147527772792,
+      "total_latency_ms": 27.980368002317846,
+      "tokens_generated": 8,
+      "perplexity": 4.874408530879595,
+      "avg_token_prob": 0.4377849427983165,
+      "repetition_rate": 0.0,
+      "coherence_length": 8,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "The boy was surprised to see",
+    "output": " it shinning in the sky like an angel. He smiled and said, \"Thank you, little boy.\"",
+    "metrics": {
+      "ttft_ms": 3.105311989202164,
+      "tps": 305.5522087502514,
+      "total_latency_ms": 81.819077997352,
+      "tokens_generated": 25,
+      "perplexity": 4.64584540946717,
+      "avg_token_prob": 0.44825011615802607,
+      "repetition_rate": 0.06666666666666667,
+      "coherence_length": 25,
+      "unique_tokens": 0.92
+    }
+  },
+  {
+    "prompt": "They were tired after",
+    "output": " a long day of playing, and then they said goodbye and headed back home. The fat cat was glad that he had gone to the cave, and all he had had to do was to wait there with his best friend.",
+    "metrics": {
+      "ttft_ms": 3.073681000387296,
+      "tps": 310.1420829476504,
+      "total_latency_ms": 151.54344600159675,
+      "tokens_generated": 47,
+      "perplexity": 5.025313467549466,
+      "avg_token_prob": 0.4492420233230708,
+      "repetition_rate": 0.16216216216216217,
+      "coherence_length": 47,
+      "unique_tokens": 0.7872340425531915
+    }
+  },
+  {
+    "prompt": "She was kind to the",
+    "output": " little girl and made her feel better.",
+    "metrics": {
+      "ttft_ms": 3.0812219920335338,
+      "tps": 287.3837286027016,
+      "total_latency_ms": 27.83734499826096,
+      "tokens_generated": 8,
+      "perplexity": 2.590356337005428,
+      "avg_token_prob": 0.5621132322897514,
+      "repetition_rate": 0.0,
+      "coherence_length": 8,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "He was brave and",
+    "output": " he wanted to go on an adventure! He climbed a big mountain and soon he was out of the forest.",
+    "metrics": {
+      "ttft_ms": 3.0640009936178103,
+      "tps": 305.66992190122954,
+      "total_latency_ms": 75.24456399551127,
+      "tokens_generated": 23,
+      "perplexity": 4.013197789804503,
+      "avg_token_prob": 0.44126233311059576,
+      "repetition_rate": 0.0,
+      "coherence_length": 23,
+      "unique_tokens": 0.9565217391304348
+    }
+  },
+  {
+    "prompt": "The dog was lonely because",
+    "output": " nobody had any friends. He was alone and cried. The boy felt sad and lonely.",
+    "metrics": {
+      "ttft_ms": 3.1653429905418307,
+      "tps": 302.78297521614644,
+      "total_latency_ms": 66.05391199991573,
+      "tokens_generated": 20,
+      "perplexity": 4.695942748512594,
+      "avg_token_prob": 0.3526226578812514,
+      "repetition_rate": 0.3,
+      "coherence_length": 20,
+      "unique_tokens": 0.85
+    }
+  },
+  {
+    "prompt": "She was curious about the",
+    "output": " new place. She said hello to the lady and asked her name.",
+    "metrics": {
+      "ttft_ms": 3.0669609986944124,
+      "tps": 298.8877001301167,
+      "total_latency_ms": 46.84033499506768,
+      "tokens_generated": 14,
+      "perplexity": 3.773987980484865,
+      "avg_token_prob": 0.43168318395813304,
+      "repetition_rate": 0.0,
+      "coherence_length": 14,
+      "unique_tokens": 0.9285714285714286
+    }
+  },
+  {
+    "prompt": "He felt sorry for the",
+    "output": " dog. He wanted to play with the dog, but he did not like it either.",
+    "metrics": {
+      "ttft_ms": 3.076220993534662,
+      "tps": 303.64091113187163,
+      "total_latency_ms": 65.86727699323092,
+      "tokens_generated": 20,
+      "perplexity": 3.393809018839907,
+      "avg_token_prob": 0.5692052010313741,
+      "repetition_rate": 0.0,
+      "coherence_length": 20,
+      "unique_tokens": 0.9
+    }
+  },
+  {
+    "prompt": "They were grateful for",
+    "output": " the lion and the zebra. They decided to keep the zebra as their pet. They hoped to see its friends there.",
+    "metrics": {
+      "ttft_ms": 3.106702002696693,
+      "tps": 307.2220342493842,
+      "total_latency_ms": 97.64924600312952,
+      "tokens_generated": 30,
+      "perplexity": 3.086030815551165,
+      "avg_token_prob": 0.5542233138074798,
+      "repetition_rate": 0.3,
+      "coherence_length": 13,
+      "unique_tokens": 0.6666666666666666
+    }
+  },
+  {
+    "prompt": "The cat was sleepy and",
+    "output": " felt much better. The cat was happy and went back to sleep. The end.",
+    "metrics": {
+      "ttft_ms": 3.0910509958630428,
+      "tps": 300.7574079928954,
+      "total_latency_ms": 56.52396100049373,
+      "tokens_generated": 17,
+      "perplexity": 2.5350561230137187,
+      "avg_token_prob": 0.6065332637582388,
+      "repetition_rate": 0.42857142857142855,
+      "coherence_length": 17,
+      "unique_tokens": 0.8235294117647058
+    }
+  },
+  {
+    "prompt": "Mom said to the boy",
+    "output": ", \"What are you doing? I want you to punish!\"",
+    "metrics": {
+      "ttft_ms": 3.0927309999242425,
+      "tps": 300.1362138571992,
+      "total_latency_ms": 49.97730799368583,
+      "tokens_generated": 15,
+      "perplexity": 3.4839419237737945,
+      "avg_token_prob": 0.5291094688000157,
+      "repetition_rate": 0.0,
+      "coherence_length": 15,
+      "unique_tokens": 0.9333333333333333
+    }
+  },
+  {
+    "prompt": "Can I have a",
+    "output": " cookie?\" asked Lily.",
+    "metrics": {
+      "ttft_ms": 3.0784010014031082,
+      "tps": 277.30865111869764,
+      "total_latency_ms": 21.6365410014987,
+      "tokens_generated": 6,
+      "perplexity": 2.1206786897781593,
+      "avg_token_prob": 0.6417255694312709,
+      "repetition_rate": 0.0,
+      "coherence_length": 6,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "Please help me find my",
+    "output": " way home.\"",
+    "metrics": {
+      "ttft_ms": 3.0943620076868683,
+      "tps": 240.97047493670394,
+      "total_latency_ms": 12.449657995603047,
+      "tokens_generated": 3,
+      "perplexity": 1.5792263736263417,
+      "avg_token_prob": 0.6717569977045059,
+      "repetition_rate": 0.0,
+      "coherence_length": 3,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "Where is the big",
+    "output": " red ball?\"",
+    "metrics": {
+      "ttft_ms": 3.074751002714038,
+      "tps": 242.4162894150064,
+      "total_latency_ms": 12.375405989587307,
+      "tokens_generated": 3,
+      "perplexity": 2.9606571584861467,
+      "avg_token_prob": 0.47103328723460436,
+      "repetition_rate": 0.0,
+      "coherence_length": 3,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "I want to go to the",
+    "output": " park. I saw the dog and I am scared. I want to go home.\"",
+    "metrics": {
+      "ttft_ms": 3.1418519938597456,
+      "tps": 301.15312061251376,
+      "total_latency_ms": 56.44968900014646,
+      "tokens_generated": 17,
+      "perplexity": 3.3943230685285206,
+      "avg_token_prob": 0.49815227791097844,
+      "repetition_rate": 0.2857142857142857,
+      "coherence_length": 17,
+      "unique_tokens": 0.8235294117647058
+    }
+  },
+  {
+    "prompt": "Let us play with the",
+    "output": " cube!\u00e2\u20ac",
+    "metrics": {
+      "ttft_ms": 3.076951004914008,
+      "tps": 269.07182431810355,
+      "total_latency_ms": 18.582399003207684,
+      "tokens_generated": 5,
+      "perplexity": 6.134807141189395,
+      "avg_token_prob": 0.5818403238275399,
+      "repetition_rate": 0.0,
+      "coherence_length": 5,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "Do you want to be my",
+    "output": " friend?\" Max asked.",
+    "metrics": {
+      "ttft_ms": 3.081531001953408,
+      "tps": 269.6855773838992,
+      "total_latency_ms": 18.54010899842251,
+      "tokens_generated": 5,
+      "perplexity": 3.323196131394541,
+      "avg_token_prob": 0.5927301327853153,
+      "repetition_rate": 0.0,
+      "coherence_length": 5,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "Come and see the",
+    "output": " horses. I like them!\"",
+    "metrics": {
+      "ttft_ms": 3.071811006520875,
+      "tps": 288.0279421756241,
+      "total_latency_ms": 27.775082999141887,
+      "tokens_generated": 8,
+      "perplexity": 10.473610125074051,
+      "avg_token_prob": 0.2495244611054659,
+      "repetition_rate": 0.0,
+      "coherence_length": 8,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "I am going to make a",
+    "output": " pie!\"",
+    "metrics": {
+      "ttft_ms": 3.0734610045328736,
+      "tps": 215.22304898683487,
+      "total_latency_ms": 9.2926850047661,
+      "tokens_generated": 2,
+      "perplexity": 11.790211441149461,
+      "avg_token_prob": 0.2445784149070581,
+      "repetition_rate": 0.0,
+      "coherence_length": 2,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "Why is the sky so",
+    "output": " blue, so blue?\" asked Mia.",
+    "metrics": {
+      "ttft_ms": 3.077221001149155,
+      "tps": 287.44694395345607,
+      "total_latency_ms": 27.831223007524386,
+      "tokens_generated": 8,
+      "perplexity": 5.010786068064446,
+      "avg_token_prob": 0.4444640437141061,
+      "repetition_rate": 0.0,
+      "coherence_length": 8,
+      "unique_tokens": 0.875
+    }
+  },
+  {
+    "prompt": "What is in the box",
+    "output": "?\u00e2\u20ac",
+    "metrics": {
+      "ttft_ms": 3.1016510038170964,
+      "tps": 242.33050205905798,
+      "total_latency_ms": 12.379787003737874,
+      "tokens_generated": 3,
+      "perplexity": 2.1950676175586543,
+      "avg_token_prob": 0.6735592596232891,
+      "repetition_rate": 0.0,
+      "coherence_length": 3,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "Can you help the little",
+    "output": " girl get the ball?\" The pony replied, \"Yes, I can help you. But you must be careful\".",
+    "metrics": {
+      "ttft_ms": 3.085820993874222,
+      "tps": 305.80659695649325,
+      "total_latency_ms": 81.75101599772461,
+      "tokens_generated": 25,
+      "perplexity": 3.5508995927539675,
+      "avg_token_prob": 0.5164458125453586,
+      "repetition_rate": 0.13333333333333333,
+      "coherence_length": 25,
+      "unique_tokens": 0.92
+    }
+  },
+  {
+    "prompt": "I love you said the",
+    "output": " parade.",
+    "metrics": {
+      "ttft_ms": 3.0924309976398945,
+      "tps": 257.67517738192714,
+      "total_latency_ms": 15.523419991950504,
+      "tokens_generated": 4,
+      "perplexity": 4.025496701107276,
+      "avg_token_prob": 0.34057336747646333,
+      "repetition_rate": 0.0,
+      "coherence_length": 4,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "Look at the pretty",
+    "output": " flowers!\" Timmy said.",
+    "metrics": {
+      "ttft_ms": 3.0968420032877475,
+      "tps": 270.1936227905999,
+      "total_latency_ms": 18.505248008295894,
+      "tokens_generated": 5,
+      "perplexity": 2.6448171430839222,
+      "avg_token_prob": 0.5048398207873106,
+      "repetition_rate": 0.0,
+      "coherence_length": 5,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "Tell me a story about",
+    "output": " the old man who had a bad idea. He wanted to make the old man happy. He thought, \"I have to go to the store and buy a new car. I will be happy.\"",
+    "metrics": {
+      "ttft_ms": 3.067001001909375,
+      "tps": 309.0175341194725,
+      "total_latency_ms": 129.44249300926458,
+      "tokens_generated": 40,
+      "perplexity": 3.8240860882679457,
+      "avg_token_prob": 0.3947237283900017,
+      "repetition_rate": 0.1,
+      "coherence_length": 13,
+      "unique_tokens": 0.725
+    }
+  }
+]

benchmarking/tinystories_2_5m_eval_metrics.json

@@ -0,0 +1,18 @@
+{
+  "model": "2.5M",
+  "num_samples": 100,
+  "temperature": 0.8,
+  "top_k": 50,
+  "metrics": {
+    "ttft_ms": 4.13,
+    "tps": 538.3,
+    "total_latency_ms": 68.7,
+    "tokens_generated": 37.1,
+    "perplexity": 3.83,
+    "avg_token_prob": 0.5382,
+    "repetition_rate": 0.0682,
+    "coherence_length": 27.3,
+    "vocab_diversity": 0.8371
+  },
+  "evaluated_at": "2026-06-21 09:19:22"
+}

benchmarking/tinystories_2_5m_samples.json

@@ -0,0 +1,1502 @@
+[
+  {
+    "prompt": "Once upon a time there was a little",
+    "output": " girl named Sunny. She went to the pool with her mommy and daddy. The pool was very hot and wet, so she asked her mommy, \"Can you help us pick up your pool. The pool is so deep that there are many water in the water and take a look around. When we help the pool, the pool was very happy.",
+    "metrics": {
+      "ttft_ms": 244.7804109979188,
+      "tps": 232.48556153459154,
+      "total_latency_ms": 434.43558100261725,
+      "tokens_generated": 101,
+      "perplexity": 3.4791796017657197,
+      "avg_token_prob": 0.5436820859630482,
+      "repetition_rate": 0.12087912087912088,
+      "coherence_length": 23,
+      "unique_tokens": 0.6237623762376238
+    }
+  },
+  {
+    "prompt": "One day a small bird",
+    "output": " came to the sky. The bird wanted to fly away, but it was too heavy for the bird to rescue.",
+    "metrics": {
+      "ttft_ms": 1.8339670059503987,
+      "tps": 551.5656578697918,
+      "total_latency_ms": 58.016665003378876,
+      "tokens_generated": 32,
+      "perplexity": 1.9903133595800888,
+      "avg_token_prob": 0.67342656094468,
+      "repetition_rate": 0.045454545454545456,
+      "coherence_length": 32,
+      "unique_tokens": 0.8125
+    }
+  },
+  {
+    "prompt": "There was a big red",
+    "output": " shark.",
+    "metrics": {
+      "ttft_ms": 1.698784006293863,
+      "tps": 435.29430011852486,
+      "total_latency_ms": 6.891889002872631,
+      "tokens_generated": 3,
+      "perplexity": 17.102115613500295,
+      "avg_token_prob": 0.1426427363185212,
+      "repetition_rate": 0.0,
+      "coherence_length": 3,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "A little boy went to the",
+    "output": " park to play. He saw a big slide. The slide was blue and the slide was cold. He ran to the slide.",
+    "metrics": {
+      "ttft_ms": 1.6815129929454997,
+      "tps": 559.2677817838859,
+      "total_latency_ms": 64.36987999768462,
+      "tokens_generated": 36,
+      "perplexity": 2.4225155530843647,
+      "avg_token_prob": 0.6237772569450474,
+      "repetition_rate": 0.34615384615384615,
+      "coherence_length": 13,
+      "unique_tokens": 0.5555555555555556
+    }
+  },
+  {
+    "prompt": "Once there was a happy",
+    "output": " little girl. She wanted to go to the store with her mom. Her mom said she was very creative and knew she could do everything.",
+    "metrics": {
+      "ttft_ms": 1.7966770101338625,
+      "tps": 557.9016133103067,
+      "total_latency_ms": 68.11236801149789,
+      "tokens_generated": 38,
+      "perplexity": 2.79282232260067,
+      "avg_token_prob": 0.5665346618550711,
+      "repetition_rate": 0.03571428571428571,
+      "coherence_length": 38,
+      "unique_tokens": 0.868421052631579
+    }
+  },
+  {
+    "prompt": "In a small house lived a",
+    "output": " puppy named Spot. They liked to play together in the woods. One day, they saw a big rock near the rock. The rock was green and smelled fun.",
+    "metrics": {
+      "ttft_ms": 1.6998640057863668,
+      "tps": 560.4833917418904,
+      "total_latency_ms": 85.64036099414807,
+      "tokens_generated": 48,
+      "perplexity": 2.3521343380008726,
+      "avg_token_prob": 0.6424846200424493,
+      "repetition_rate": 0.10526315789473684,
+      "coherence_length": 48,
+      "unique_tokens": 0.8333333333333334
+    }
+  },
+  {
+    "prompt": "One morning the sun was",
+    "output": " shining, when he noticed something strange. A little boy named Joe got upset and started to shrink! He had caused all the secrets! Joe was so sad and he ran away.",
+    "metrics": {
+      "ttft_ms": 1.727655006106943,
+      "tps": 564.083346702221,
+      "total_latency_ms": 106.3672599993879,
+      "tokens_generated": 60,
+      "perplexity": 3.375316265340397,
+      "avg_token_prob": 0.5158744235599383,
+      "repetition_rate": 0.02,
+      "coherence_length": 49,
+      "unique_tokens": 0.7833333333333333
+    }
+  },
+  {
+    "prompt": "There was a very old",
+    "output": " bear and he had an idea.",
+    "metrics": {
+      "ttft_ms": 1.719374005915597,
+      "tps": 531.4131885346128,
+      "total_latency_ms": 18.817749005393125,
+      "tokens_generated": 10,
+      "perplexity": 4.438213839624825,
+      "avg_token_prob": 0.4875718761574138,
+      "repetition_rate": 0.0,
+      "coherence_length": 10,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "A tiny cat found a",
+    "output": " balloon and wanted to play with it. She thought and thought and thought.",
+    "metrics": {
+      "ttft_ms": 1.7335150041617453,
+      "tps": 550.6120065386185,
+      "total_latency_ms": 38.13937900122255,
+      "tokens_generated": 21,
+      "perplexity": 3.099029603347217,
+      "avg_token_prob": 0.5057729279453104,
+      "repetition_rate": 0.6363636363636364,
+      "coherence_length": 15,
+      "unique_tokens": 0.6666666666666666
+    }
+  },
+  {
+    "prompt": "Once upon a time in a",
+    "output": " cheerful little forest, there lived a brave lion named Lucy. Today, Lucy was a very gifted girl, and she wanted to learn more about the world.",
+    "metrics": {
+      "ttft_ms": 1.6682129935361445,
+      "tps": 563.8287400112727,
+      "total_latency_ms": 97.54735098977108,
+      "tokens_generated": 55,
+      "perplexity": 2.514937420013627,
+      "avg_token_prob": 0.6370321236276401,
+      "repetition_rate": 0.1111111111111111,
+      "coherence_length": 29,
+      "unique_tokens": 0.8181818181818182
+    }
+  },
+  {
+    "prompt": "The little girl loved to",
+    "output": " play in the garden. She would hide behind the trees and the flowers and pick the flowers.",
+    "metrics": {
+      "ttft_ms": 1.7211949889315292,
+      "tps": 557.2000490389507,
+      "total_latency_ms": 53.84062699158676,
+      "tokens_generated": 30,
+      "perplexity": 2.402116263876163,
+      "avg_token_prob": 0.6049018290359527,
+      "repetition_rate": 0.3,
+      "coherence_length": 25,
+      "unique_tokens": 0.7333333333333333
+    }
+  },
+  {
+    "prompt": "One day it started to",
+    "output": " go for a walk. It was very soon running and jumping out of sight.",
+    "metrics": {
+      "ttft_ms": 1.710654003545642,
+      "tps": 555.0242246011858,
+      "total_latency_ms": 45.043079007882625,
+      "tokens_generated": 25,
+      "perplexity": 3.75726741127704,
+      "avg_token_prob": 0.5367088002833322,
+      "repetition_rate": 0.06666666666666667,
+      "coherence_length": 25,
+      "unique_tokens": 0.92
+    }
+  },
+  {
+    "prompt": "There was a friendly",
+    "output": " bear, but he was also very curious. He asked if he could join in and they said yes.",
+    "metrics": {
+      "ttft_ms": 1.6911540005821735,
+      "tps": 556.3884830886914,
+      "total_latency_ms": 55.716465998557396,
+      "tokens_generated": 31,
+      "perplexity": 2.005832235278691,
+      "avg_token_prob": 0.6344147606287152,
+      "repetition_rate": 0.0,
+      "coherence_length": 31,
+      "unique_tokens": 0.9032258064516129
+    }
+  },
+  {
+    "prompt": "A boy named Tom had a",
+    "output": " big sister named Sally. He liked to play with his toys and run around in the park. One day, Tom saw a little bird who was sad because he lost his favorite toy.",
+    "metrics": {
+      "ttft_ms": 1.7422250093659386,
+      "tps": 562.6831568276201,
+      "total_latency_ms": 88.8599550089566,
+      "tokens_generated": 50,
+      "perplexity": 1.9503275032889917,
+      "avg_token_prob": 0.6797042783422798,
+      "repetition_rate": 0.0,
+      "coherence_length": 50,
+      "unique_tokens": 0.92
+    }
+  },
+  {
+    "prompt": "Once there was a magic",
+    "output": "al duck. He wanted to help others when he needed it. But it was too heavy for him to buy. He wanted to find one too.",
+    "metrics": {
+      "ttft_ms": 1.7145739984698594,
+      "tps": 562.3054721020065,
+      "total_latency_ms": 69.35731899284292,
+      "tokens_generated": 39,
+      "perplexity": 3.8678499032839215,
+      "avg_token_prob": 0.5326484109624289,
+      "repetition_rate": 0.20689655172413793,
+      "coherence_length": 31,
+      "unique_tokens": 0.6923076923076923
+    }
+  },
+  {
+    "prompt": "In the park there was a",
+    "output": " group of older kids who were playing in the park. They had to explore the park, but they had to prepare a big group in the park. The group of kids liked to play in the sandbox, and they all wanted to play with the other kids.",
+    "metrics": {
+      "ttft_ms": 1.7564549925737083,
+      "tps": 566.7903948234435,
+      "total_latency_ms": 137.61701100156642,
+      "tokens_generated": 78,
+      "perplexity": 2.8469369683062675,
+      "avg_token_prob": 0.5664035963672626,
+      "repetition_rate": 0.1323529411764706,
+      "coherence_length": 37,
+      "unique_tokens": 0.5769230769230769
+    }
+  },
+  {
+    "prompt": "A small dog was playing in the",
+    "output": " park. He had a lot of fun, but he wanted to stay. Suddenly, he heard a loud roar! He quickly ran over to try and peeked inside.",
+    "metrics": {
+      "ttft_ms": 1.6985239926725626,
+      "tps": 564.8593795227677,
+      "total_latency_ms": 88.51760599645786,
+      "tokens_generated": 50,
+      "perplexity": 2.7775885217202845,
+      "avg_token_prob": 0.5725229040664785,
+      "repetition_rate": 0.05,
+      "coherence_length": 50,
+      "unique_tokens": 0.78
+    }
+  },
+  {
+    "prompt": "One day the wind was very",
+    "output": " gently and made it to the sky. Everyone in the sun would spread out on the windows and watch them and they would do lots of fun things.",
+    "metrics": {
+      "ttft_ms": 1.671663994784467,
+      "tps": 563.7545207317165,
+      "total_latency_ms": 81.59579800849315,
+      "tokens_generated": 46,
+      "perplexity": 3.747163733441334,
+      "avg_token_prob": 0.518732829851673,
+      "repetition_rate": 0.1111111111111111,
+      "coherence_length": 46,
+      "unique_tokens": 0.8260869565217391
+    }
+  },
+  {
+    "prompt": "There was a girl who liked to",
+    "output": " explore. One day, she wanted to go outside and explore. She opened her drawers and began to jog around. She was so excited that she almost dressed her dress and shoes.",
+    "metrics": {
+      "ttft_ms": 1.6810330125736073,
+      "tps": 564.0215497731908,
+      "total_latency_ms": 108.15189601271413,
+      "tokens_generated": 61,
+      "perplexity": 2.744878846392499,
+      "avg_token_prob": 0.5967493603013516,
+      "repetition_rate": 0.0784313725490196,
+      "coherence_length": 14,
+      "unique_tokens": 0.6721311475409836
+    }
+  },
+  {
+    "prompt": "A baby bird fell from the",
+    "output": " tree.\"",
+    "metrics": {
+      "ttft_ms": 1.7012240132316947,
+      "tps": 389.6681058913336,
+      "total_latency_ms": 5.132573001901619,
+      "tokens_generated": 2,
+      "perplexity": 7.948639965597329,
+      "avg_token_prob": 0.4596440941095352,
+      "repetition_rate": 0.0,
+      "coherence_length": 2,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "Once upon a time a king",
+    "output": ". He lived in the jungle, and the king and the king were very happy.",
+    "metrics": {
+      "ttft_ms": 1.7808069969760254,
+      "tps": 549.1278940676754,
+      "total_latency_ms": 41.884596008458175,
+      "tokens_generated": 23,
+      "perplexity": 2.654787109855793,
+      "avg_token_prob": 0.5474674326057235,
+      "repetition_rate": 0.38461538461538464,
+      "coherence_length": 15,
+      "unique_tokens": 0.7391304347826086
+    }
+  },
+  {
+    "prompt": "The flowers in the garden were",
+    "output": " very happy.",
+    "metrics": {
+      "ttft_ms": 1.6842440090840682,
+      "tps": 439.44982034122427,
+      "total_latency_ms": 6.826718003139831,
+      "tokens_generated": 3,
+      "perplexity": 2.372591582134224,
+      "avg_token_prob": 0.4536142535507679,
+      "repetition_rate": 0.0,
+      "coherence_length": 3,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "One night the stars were",
+    "output": " sitting in the middle of the map. The stars opened up and out came a beautiful old man with a big flag. The water was so loud that it made the stars twinkling again.",
+    "metrics": {
+      "ttft_ms": 1.674222992733121,
+      "tps": 568.1477565660579,
+      "total_latency_ms": 112.64675299753435,
+      "tokens_generated": 64,
+      "perplexity": 3.1751070812262214,
+      "avg_token_prob": 0.5573203071450384,
+      "repetition_rate": 0.07407407407407407,
+      "coherence_length": 53,
+      "unique_tokens": 0.78125
+    }
+  },
+  {
+    "prompt": "There was a fish who wanted to",
+    "output": " fish to be different. He fished stepping, but he stared at it with big eyes. Then he saw a bright long, green stones that looked like a squirrel. He was so happy!",
+    "metrics": {
+      "ttft_ms": 1.677203006693162,
+      "tps": 567.5399297152409,
+      "total_latency_ms": 112.76739599998109,
+      "tokens_generated": 64,
+      "perplexity": 5.0145148663051815,
+      "avg_token_prob": 0.4451010952600672,
+      "repetition_rate": 0.037037037037037035,
+      "coherence_length": 64,
+      "unique_tokens": 0.78125
+    }
+  },
+  {
+    "prompt": "A little bear went to find",
+    "output": " a friend.",
+    "metrics": {
+      "ttft_ms": 1.6912939900066704,
+      "tps": 439.513623238451,
+      "total_latency_ms": 6.825726988608949,
+      "tokens_generated": 3,
+      "perplexity": 6.579906385881654,
+      "avg_token_prob": 0.17042673751711845,
+      "repetition_rate": 0.0,
+      "coherence_length": 3,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "Once there was a cloud that",
+    "output": " lit someone else, he would go out to play. He would fly high up in the sky, then even fly the water around here, and everyone was so happy.",
+    "metrics": {
+      "ttft_ms": 1.6581919917371124,
+      "tps": 567.4126857953004,
+      "total_latency_ms": 86.35689900256693,
+      "tokens_generated": 49,
+      "perplexity": 5.985283262395485,
+      "avg_token_prob": 0.39845010903314687,
+      "repetition_rate": 0.02564102564102564,
+      "coherence_length": 49,
+      "unique_tokens": 0.7959183673469388
+    }
+  },
+  {
+    "prompt": "The rabbit was looking for",
+    "output": " something to eat. He saw a little rabbit hopping around, and he became very glad. The rabbit had gone and was so happy to be back home. The rabbit thanked the rabbit and said goodbye. The rabbit watched as the rabbit and the rabbit slowly crawled away to enjoy the food he had with his friends. They had come to the enormous rabbit against the rabbit who helped him find his way out.",
+    "metrics": {
+      "ttft_ms": 1.69328399351798,
+      "tps": 561.3743514954419,
+      "total_latency_ms": 268.98271999380086,
+      "tokens_generated": 151,
+      "perplexity": 2.7753593522229485,
+      "avg_token_prob": 0.6315859929316886,
+      "repetition_rate": 0.19148936170212766,
+      "coherence_length": 30,
+      "unique_tokens": 0.5033112582781457
+    }
+  },
+  {
+    "prompt": "One day a new friend came to",
+    "output": " her house. After the new picnic, the new apple was ready to share. The new friend was so excited. He asked the new friend for help and the new friend and the new friend said, \"I'm so happy we can help you!\" The new friend smiled and said, \"Thank you!\"",
+    "metrics": {
+      "ttft_ms": 1.7107040039263666,
+      "tps": 566.8659061397719,
+      "total_latency_ms": 134.0705079928739,
+      "tokens_generated": 76,
+      "perplexity": 3.015170502116456,
+      "avg_token_prob": 0.5353033160518661,
+      "repetition_rate": 0.19696969696969696,
+      "coherence_length": 42,
+      "unique_tokens": 0.618421052631579
+    }
+  },
+  {
+    "prompt": "There was a tree that could",
+    "output": " make a sound. One day, the sky turned wide and it was a small hole in the ground.",
+    "metrics": {
+      "ttft_ms": 1.6723629960324615,
+      "tps": 560.8981100934707,
+      "total_latency_ms": 57.05135999596678,
+      "tokens_generated": 32,
+      "perplexity": 3.109959187394783,
+      "avg_token_prob": 0.5465985865219298,
+      "repetition_rate": 0.0,
+      "coherence_length": 32,
+      "unique_tokens": 0.875
+    }
+  },
+  {
+    "prompt": "A kitten and a puppy were",
+    "output": " very happy. They played together all day long, and was very happy.",
+    "metrics": {
+      "ttft_ms": 1.6754329990362749,
+      "tps": 542.8778844824958,
+      "total_latency_ms": 31.31459299765993,
+      "tokens_generated": 17,
+      "perplexity": 2.745048272404325,
+      "avg_token_prob": 0.5640256419008236,
+      "repetition_rate": 0.0,
+      "coherence_length": 14,
+      "unique_tokens": 0.8235294117647058
+    }
+  },
+  {
+    "prompt": "Lily was a girl who",
+    "output": " loved to do things. She saw other kids playing with toys and stories. She played with them all day long.",
+    "metrics": {
+      "ttft_ms": 1.6886040102690458,
+      "tps": 559.8615025560426,
+      "total_latency_ms": 55.370836998918094,
+      "tokens_generated": 31,
+      "perplexity": 3.3594405922834256,
+      "avg_token_prob": 0.5754864213231485,
+      "repetition_rate": 0.09523809523809523,
+      "coherence_length": 31,
+      "unique_tokens": 0.8387096774193549
+    }
+  },
+  {
+    "prompt": "Tom was a boy who loved",
+    "output": " to climb. He loved to see new things and hear the birds singing. One day, he saw something very important. It was a poster farmer who was making things that he could see.",
+    "metrics": {
+      "ttft_ms": 1.702574998489581,
+      "tps": 567.3815866590807,
+      "total_latency_ms": 102.22397300822195,
+      "tokens_generated": 58,
+      "perplexity": 2.9931962161887338,
+      "avg_token_prob": 0.5636125095346469,
+      "repetition_rate": 0.0625,
+      "coherence_length": 58,
+      "unique_tokens": 0.7586206896551724
+    }
+  },
+  {
+    "prompt": "The old man had a",
+    "output": " tricky happy smile and thanked his Grandma with a big smile. From that day on, the elderly man was always by Lily's encouraging friend and to go on adventures.",
+    "metrics": {
+      "ttft_ms": 1.6982729866867885,
+      "tps": 568.7210755285339,
+      "total_latency_ms": 107.2582019987749,
+      "tokens_generated": 61,
+      "perplexity": 3.575645302145975,
+      "avg_token_prob": 0.5522002941185248,
+      "repetition_rate": 0.0,
+      "coherence_length": 61,
+      "unique_tokens": 0.8360655737704918
+    }
+  },
+  {
+    "prompt": "A brave knight went to",
+    "output": " the stove to buy a bear. He saw many people and animals, watching the people, and lots of people came to see the stove. He started to buy them to buy them all.",
+    "metrics": {
+      "ttft_ms": 1.728364994050935,
+      "tps": 562.0814234629555,
+      "total_latency_ms": 119.19981199025642,
+      "tokens_generated": 67,
+      "perplexity": 3.7839530015017857,
+      "avg_token_prob": 0.5363541069082738,
+      "repetition_rate": 0.21052631578947367,
+      "coherence_length": 31,
+      "unique_tokens": 0.5522388059701493
+    }
+  },
+  {
+    "prompt": "The princess wanted to",
+    "output": " build a new castle.",
+    "metrics": {
+      "ttft_ms": 1.7177049885503948,
+      "tps": 535.7176864619693,
+      "total_latency_ms": 20.533202987280674,
+      "tokens_generated": 11,
+      "perplexity": 2.6602768454926027,
+      "avg_token_prob": 0.5680408948101103,
+      "repetition_rate": 0.0,
+      "coherence_length": 11,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "A wise owl told the",
+    "output": " truth: \"It's okay Ella, I can tell you a joke!\"",
+    "metrics": {
+      "ttft_ms": 1.7168240010505542,
+      "tps": 556.4752617484397,
+      "total_latency_ms": 46.72265199769754,
+      "tokens_generated": 26,
+      "perplexity": 3.24375430465228,
+      "avg_token_prob": 0.5353746134744681,
+      "repetition_rate": 0.0,
+      "coherence_length": 26,
+      "unique_tokens": 0.9615384615384616
+    }
+  },
+  {
+    "prompt": "The farmer had many",
+    "output": " animals and magic and made everyone laugh. The wise owl was so proud of the farm and used its big bone as the cow.",
+    "metrics": {
+      "ttft_ms": 1.685042996541597,
+      "tps": 565.5587808810888,
+      "total_latency_ms": 81.33548899786547,
+      "tokens_generated": 46,
+      "perplexity": 4.991924101729816,
+      "avg_token_prob": 0.47829152722446683,
+      "repetition_rate": 0.027777777777777776,
+      "coherence_length": 46,
+      "unique_tokens": 0.8478260869565217
+    }
+  },
+  {
+    "prompt": "A young fox was very",
+    "output": " foolish, but he was happy to have a new friend. He had learned a new lesson to his friends and was grateful for the delicate visits.",
+    "metrics": {
+      "ttft_ms": 1.675084000453353,
+      "tps": 565.8655489393252,
+      "total_latency_ms": 86.59300798899494,
+      "tokens_generated": 49,
+      "perplexity": 3.242620093911352,
+      "avg_token_prob": 0.5162711975816637,
+      "repetition_rate": 0.10256410256410256,
+      "coherence_length": 49,
+      "unique_tokens": 0.8163265306122449
+    }
+  },
+  {
+    "prompt": "The teacher said to the",
+    "output": " girl, \"Do you want to go outside and play?\" The girl nodded her head and said, \"I want to go outside and play.\"",
+    "metrics": {
+      "ttft_ms": 1.693304002401419,
+      "tps": 562.7574845845409,
+      "total_latency_ms": 62.193753008614294,
+      "tokens_generated": 35,
+      "perplexity": 2.0872451689213776,
+      "avg_token_prob": 0.6645816270158522,
+      "repetition_rate": 0.04,
+      "coherence_length": 27,
+      "unique_tokens": 0.6857142857142857
+    }
+  },
+  {
+    "prompt": "Mom told her that",
+    "output": " it was a wise old call.",
+    "metrics": {
+      "ttft_ms": 1.680843997746706,
+      "tps": 538.4721196553712,
+      "total_latency_ms": 20.428169998922385,
+      "tokens_generated": 11,
+      "perplexity": 8.09494792154369,
+      "avg_token_prob": 0.2975003140551659,
+      "repetition_rate": 0.0,
+      "coherence_length": 11,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "Dad was going to",
+    "output": " rain.",
+    "metrics": {
+      "ttft_ms": 1.7425550031475723,
+      "tps": 434.0994370953352,
+      "total_latency_ms": 6.910858995979652,
+      "tokens_generated": 3,
+      "perplexity": 4.965371676631161,
+      "avg_token_prob": 0.31489772954955697,
+      "repetition_rate": 0.0,
+      "coherence_length": 3,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "The baby was crying because",
+    "output": " it was sad because the elevator was too lazy and couldn't move. But then, the dog brought the baby to Tim and Sally. Tim felt better and they both played together.",
+    "metrics": {
+      "ttft_ms": 1.6789829969638959,
+      "tps": 567.3169876840318,
+      "total_latency_ms": 102.23561299790163,
+      "tokens_generated": 58,
+      "perplexity": 4.139590658375599,
+      "avg_token_prob": 0.5407929856510699,
+      "repetition_rate": 0.08333333333333333,
+      "coherence_length": 58,
+      "unique_tokens": 0.7931034482758621
+    }
+  },
+  {
+    "prompt": "A kind woman gave the",
+    "output": " woman a big hug and said it was the best way to share. The little boy was so happy to have his wool back and thanked the kind woman. From that day on, the little boy and the nice lady were both very happy. They all lived happily ever after.",
+    "metrics": {
+      "ttft_ms": 1.6926240059547126,
+      "tps": 568.8578839127529,
+      "total_latency_ms": 137.11684799636714,
+      "tokens_generated": 78,
+      "perplexity": 2.4770642242918846,
+      "avg_token_prob": 0.6336674716620547,
+      "repetition_rate": 0.04411764705882353,
+      "coherence_length": 38,
+      "unique_tokens": 0.7435897435897436
+    }
+  },
+  {
+    "prompt": "The big bear was",
+    "output": " now rough, but he still wanted to eat it fast. So, he travelled through the woods, and eventually entered the big bear.",
+    "metrics": {
+      "ttft_ms": 1.6800840094219893,
+      "tps": 566.3672723465348,
+      "total_latency_ms": 90.04757599905133,
+      "tokens_generated": 51,
+      "perplexity": 3.681671489063484,
+      "avg_token_prob": 0.5475351850002951,
+      "repetition_rate": 0.024390243902439025,
+      "coherence_length": 51,
+      "unique_tokens": 0.803921568627451
+    }
+  },
+  {
+    "prompt": "A clever mouse found",
+    "output": " a candle that made the house look pretty. The candle said, \"Please come with us!\" They both laughed and shared their corn together.",
+    "metrics": {
+      "ttft_ms": 1.6974040045170113,
+      "tps": 566.9295802685876,
+      "total_latency_ms": 91.72214999853168,
+      "tokens_generated": 52,
+      "perplexity": 3.714957099057854,
+      "avg_token_prob": 0.5338248825074121,
+      "repetition_rate": 0.07142857142857142,
+      "coherence_length": 19,
+      "unique_tokens": 0.8076923076923077
+    }
+  },
+  {
+    "prompt": "The old cat always",
+    "output": " loved to hold onto things.",
+    "metrics": {
+      "ttft_ms": 1.6886139928828925,
+      "tps": 536.0052697706321,
+      "total_latency_ms": 18.656532993190922,
+      "tokens_generated": 10,
+      "perplexity": 3.9942324432064815,
+      "avg_token_prob": 0.4709642545574091,
+      "repetition_rate": 0.0,
+      "coherence_length": 10,
+      "unique_tokens": 0.9
+    }
+  },
+  {
+    "prompt": "A tall giraffe could",
+    "output": " be her best friend!",
+    "metrics": {
+      "ttft_ms": 1.6926740063354373,
+      "tps": 505.77263589346467,
+      "total_latency_ms": 11.863038002047688,
+      "tokens_generated": 6,
+      "perplexity": 7.362475649998418,
+      "avg_token_prob": 0.4114995097874531,
+      "repetition_rate": 0.0,
+      "coherence_length": 6,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "The little duck went",
+    "output": " to the pond to find some fish. The rabbit said, \"Let's play and play with the other animals!\" The little duck was very happy, and they all said, \"Yay! Thank you!\"",
+    "metrics": {
+      "ttft_ms": 1.6837639996083453,
+      "tps": 569.1045223917331,
+      "total_latency_ms": 101.91449499689043,
+      "tokens_generated": 58,
+      "perplexity": 2.520648696660346,
+      "avg_token_prob": 0.603585357004303,
+      "repetition_rate": 0.0625,
+      "coherence_length": 46,
+      "unique_tokens": 0.7931034482758621
+    }
+  },
+  {
+    "prompt": "A strong lion was",
+    "output": " called compassionate. He was a guardian who always wanted to sail his boat in common. One day, he woke up feeling sick.",
+    "metrics": {
+      "ttft_ms": 1.6755440010456368,
+      "tps": 568.0842017303484,
+      "total_latency_ms": 86.2548190052621,
+      "tokens_generated": 49,
+      "perplexity": 4.16796601007847,
+      "avg_token_prob": 0.5095151768834331,
+      "repetition_rate": 0.0,
+      "coherence_length": 49,
+      "unique_tokens": 0.8367346938775511
+    }
+  },
+  {
+    "prompt": "The funny monkey liked to",
+    "output": " play pretend. She had a big pot that was made of string.",
+    "metrics": {
+      "ttft_ms": 1.693294005235657,
+      "tps": 550.7479693918219,
+      "total_latency_ms": 36.314251003204845,
+      "tokens_generated": 20,
+      "perplexity": 5.102642248194123,
+      "avg_token_prob": 0.43839402971345753,
+      "repetition_rate": 0.1,
+      "coherence_length": 20,
+      "unique_tokens": 0.9
+    }
+  },
+  {
+    "prompt": "The dog ran to the",
+    "output": " kitchen, and into the living room. He was so happy that he could see the children and they all played together.",
+    "metrics": {
+      "ttft_ms": 1.6841339966049418,
+      "tps": 565.4365335800491,
+      "total_latency_ms": 65.43616799172014,
+      "tokens_generated": 37,
+      "perplexity": 2.853536474173403,
+      "avg_token_prob": 0.5729545884471583,
+      "repetition_rate": 0.0,
+      "coherence_length": 37,
+      "unique_tokens": 0.918918918918919
+    }
+  },
+  {
+    "prompt": "She picked up the",
+    "output": " cone with it. She started to move the box and the tape. She tried to pick it, but it was too heavy.",
+    "metrics": {
+      "ttft_ms": 1.702445006230846,
+      "tps": 562.9367380727849,
+      "total_latency_ms": 65.72674600465689,
+      "tokens_generated": 37,
+      "perplexity": 4.241482358944828,
+      "avg_token_prob": 0.4975009266605699,
+      "repetition_rate": 0.07407407407407407,
+      "coherence_length": 37,
+      "unique_tokens": 0.8108108108108109
+    }
+  },
+  {
+    "prompt": "He walked to the big",
+    "output": " tree and said, \"Hello, bird. What are you doing with the sky?\"",
+    "metrics": {
+      "ttft_ms": 1.6814730042824522,
+      "tps": 555.1625970681563,
+      "total_latency_ms": 41.42930399393663,
+      "tokens_generated": 23,
+      "perplexity": 2.6814963124483913,
+      "avg_token_prob": 0.6106544673675671,
+      "repetition_rate": 0.0,
+      "coherence_length": 23,
+      "unique_tokens": 0.9565217391304348
+    }
+  },
+  {
+    "prompt": "They went to play in the",
+    "output": " park. They had a great time.",
+    "metrics": {
+      "ttft_ms": 1.735505007673055,
+      "tps": 533.6296898718255,
+      "total_latency_ms": 18.73958700161893,
+      "tokens_generated": 10,
+      "perplexity": 1.8187173654721382,
+      "avg_token_prob": 0.6277793063358827,
+      "repetition_rate": 0.0,
+      "coherence_length": 10,
+      "unique_tokens": 0.9
+    }
+  },
+  {
+    "prompt": "The cat jumped on the",
+    "output": " paper and landed on the cat's legs. The cat jumped out and disappeared, and the cat was scared.",
+    "metrics": {
+      "ttft_ms": 1.6899540059966967,
+      "tps": 565.4493004448481,
+      "total_latency_ms": 70.74020600703079,
+      "tokens_generated": 40,
+      "perplexity": 2.844231021125524,
+      "avg_token_prob": 0.5903424000503813,
+      "repetition_rate": 0.1,
+      "coherence_length": 34,
+      "unique_tokens": 0.725
+    }
+  },
+  {
+    "prompt": "She opened the door and",
+    "output": " saw that there was lots of toys and fake. There was a big, green sticking out of the ground.",
+    "metrics": {
+      "ttft_ms": 1.691664001555182,
+      "tps": 559.7121567582917,
+      "total_latency_ms": 57.17224400723353,
+      "tokens_generated": 32,
+      "perplexity": 4.981527712941671,
+      "avg_token_prob": 0.4438038087083083,
+      "repetition_rate": 0.09090909090909091,
+      "coherence_length": 32,
+      "unique_tokens": 0.8125
+    }
+  },
+  {
+    "prompt": "He found a box with",
+    "output": " a lock on it. Timmy was so excited to open it! As he opened it, he saw a magical fairy who lived in and was very happy to find out what it was.",
+    "metrics": {
+      "ttft_ms": 1.6707930044503883,
+      "tps": 567.4386347799697,
+      "total_latency_ms": 88.11525499913841,
+      "tokens_generated": 50,
+      "perplexity": 2.897254200518505,
+      "avg_token_prob": 0.5963403913181038,
+      "repetition_rate": 0.175,
+      "coherence_length": 19,
+      "unique_tokens": 0.76
+    }
+  },
+  {
+    "prompt": "They ran as fast as",
+    "output": " they could.",
+    "metrics": {
+      "ttft_ms": 1.6810340021038428,
+      "tps": 444.3559020948721,
+      "total_latency_ms": 6.751345004886389,
+      "tokens_generated": 3,
+      "perplexity": 1.374876699048941,
+      "avg_token_prob": 0.795992337167263,
+      "repetition_rate": 0.0,
+      "coherence_length": 3,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "The bird flew to the",
+    "output": " ground and kept walking. The bird flew into the sky, and in a tall tree. It was so cool, it could see the whole park, glowing brightly colored on the bottom of her home.",
+    "metrics": {
+      "ttft_ms": 1.699223998002708,
+      "tps": 568.1180662988871,
+      "total_latency_ms": 116.17303499951959,
+      "tokens_generated": 66,
+      "perplexity": 4.354519683109762,
+      "avg_token_prob": 0.49295369480430745,
+      "repetition_rate": 0.07142857142857142,
+      "coherence_length": 66,
+      "unique_tokens": 0.7878787878787878
+    }
+  },
+  {
+    "prompt": "She gave her friend a",
+    "output": " big hug and said she was sorry for being so helpful. From that day on, he made sure to always ask for help when he saw even more adventurous and a nice friend.",
+    "metrics": {
+      "ttft_ms": 1.676422994933091,
+      "tps": 567.9754582057554,
+      "total_latency_ms": 93.3138910040725,
+      "tokens_generated": 53,
+      "perplexity": 3.129674281629432,
+      "avg_token_prob": 0.6143066425747411,
+      "repetition_rate": 0.046511627906976744,
+      "coherence_length": 53,
+      "unique_tokens": 0.8490566037735849
+    }
+  },
+  {
+    "prompt": "He tried to climb the",
+    "output": " tree, but he was too strong. Spot was very sad and cried if he tried to climb the tree.",
+    "metrics": {
+      "ttft_ms": 1.8080269946949556,
+      "tps": 559.354272725534,
+      "total_latency_ms": 55.42104800406378,
+      "tokens_generated": 31,
+      "perplexity": 2.794494484555046,
+      "avg_token_prob": 0.575993806734914,
+      "repetition_rate": 0.09523809523809523,
+      "coherence_length": 31,
+      "unique_tokens": 0.8387096774193549
+    }
+  },
+  {
+    "prompt": "They built a house with",
+    "output": " a bright cake!\" the cat said.",
+    "metrics": {
+      "ttft_ms": 1.6814330010674894,
+      "tps": 534.7226009082716,
+      "total_latency_ms": 20.571414002915844,
+      "tokens_generated": 11,
+      "perplexity": 18.285194198569343,
+      "avg_token_prob": 0.2672563666856149,
+      "repetition_rate": 0.0,
+      "coherence_length": 11,
+      "unique_tokens": 0.9090909090909091
+    }
+  },
+  {
+    "prompt": "The fish swam to the",
+    "output": " frog and pushed it back. Pete followed the pond and a frog croaked into the pond. They found some frogs and cleaned them in the shade.",
+    "metrics": {
+      "ttft_ms": 1.6748039925005287,
+      "tps": 569.2982573757147,
+      "total_latency_ms": 101.87981299532112,
+      "tokens_generated": 58,
+      "perplexity": 4.113159111086309,
+      "avg_token_prob": 0.5057254729741174,
+      "repetition_rate": 0.0625,
+      "coherence_length": 25,
+      "unique_tokens": 0.603448275862069
+    }
+  },
+  {
+    "prompt": "She put the ball in the",
+    "output": " pocket and rubbed it onto the pocket. She said to her mom, \"Can I have it, mom?\"",
+    "metrics": {
+      "ttft_ms": 1.6770840011304244,
+      "tps": 563.1702248539103,
+      "total_latency_ms": 62.148172000888735,
+      "tokens_generated": 35,
+      "perplexity": 2.7958250277480756,
+      "avg_token_prob": 0.5727307523807718,
+      "repetition_rate": 0.12,
+      "coherence_length": 15,
+      "unique_tokens": 0.7428571428571429
+    }
+  },
+  {
+    "prompt": "He looked under the",
+    "output": " tree. He noticed something moving in the wind. It was an old, it was something strange.",
+    "metrics": {
+      "ttft_ms": 1.6793940012576059,
+      "tps": 562.5853621197787,
+      "total_latency_ms": 55.10274900007062,
+      "tokens_generated": 31,
+      "perplexity": 3.7113617675096746,
+      "avg_token_prob": 0.5506945960878511,
+      "repetition_rate": 0.047619047619047616,
+      "coherence_length": 31,
+      "unique_tokens": 0.8709677419354839
+    }
+  },
+  {
+    "prompt": "They shared the cake and",
+    "output": " washed it in silence. They checked the cake and caught it. They were happy and proud. They thanked the cake for making it for the rest of the day. And they all lived happily ever after.",
+    "metrics": {
+      "ttft_ms": 1.6627120057819411,
+      "tps": 569.3149591566823,
+      "total_latency_ms": 112.41580599744339,
+      "tokens_generated": 64,
+      "perplexity": 2.462366417762602,
+      "avg_token_prob": 0.643015324537499,
+      "repetition_rate": 0.14814814814814814,
+      "coherence_length": 34,
+      "unique_tokens": 0.71875
+    }
+  },
+  {
+    "prompt": "The frog jumped into the",
+    "output": " wall, and it started to die.",
+    "metrics": {
+      "ttft_ms": 1.7187939956784248,
+      "tps": 528.8987362291773,
+      "total_latency_ms": 18.90721099334769,
+      "tokens_generated": 10,
+      "perplexity": 8.174416417362583,
+      "avg_token_prob": 0.3353981377387589,
+      "repetition_rate": 0.0,
+      "coherence_length": 10,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "She drew a picture of",
+    "output": " a dog. Lily loved cats and Max bark and runs away to pay for his toy raccoon.",
+    "metrics": {
+      "ttft_ms": 1.676714004133828,
+      "tps": 559.3049131275408,
+      "total_latency_ms": 55.42593900463544,
+      "tokens_generated": 31,
+      "perplexity": 6.277694727009991,
+      "avg_token_prob": 0.4045663520664675,
+      "repetition_rate": 0.19047619047619047,
+      "coherence_length": 31,
+      "unique_tokens": 0.8387096774193549
+    }
+  },
+  {
+    "prompt": "He made a wish and",
+    "output": " the bird perched on its jacket. The bird flew away and the bird was now better. The bird was sad because it could not swim in the rain.",
+    "metrics": {
+      "ttft_ms": 1.6714240045985207,
+      "tps": 566.0276423283988,
+      "total_latency_ms": 83.03481400071178,
+      "tokens_generated": 47,
+      "perplexity": 3.688464489215949,
+      "avg_token_prob": 0.5484610109997448,
+      "repetition_rate": 0.08108108108108109,
+      "coherence_length": 28,
+      "unique_tokens": 0.7659574468085106
+    }
+  },
+  {
+    "prompt": "They danced in the",
+    "output": " park and wondered how they were. They saw the park and the bear, the horns, the bear, and the animals. They giggled and thought they were amazing.",
+    "metrics": {
+      "ttft_ms": 1.6721029969630763,
+      "tps": 569.4788179837483,
+      "total_latency_ms": 96.57953599526081,
+      "tokens_generated": 55,
+      "perplexity": 3.3797440367070584,
+      "avg_token_prob": 0.5594969747139008,
+      "repetition_rate": 0.17777777777777778,
+      "coherence_length": 27,
+      "unique_tokens": 0.6363636363636364
+    }
+  },
+  {
+    "prompt": "She was very happy because",
+    "output": " she found a pretty place to skate. She was very excited and read it all by herself.",
+    "metrics": {
+      "ttft_ms": 1.6758839919930324,
+      "tps": 558.967023610665,
+      "total_latency_ms": 59.037471990450285,
+      "tokens_generated": 33,
+      "perplexity": 3.3125351384824677,
+      "avg_token_prob": 0.5669502801234451,
+      "repetition_rate": 0.0,
+      "coherence_length": 33,
+      "unique_tokens": 0.9090909090909091
+    }
+  },
+  {
+    "prompt": "He was sad because his",
+    "output": " toy car was under a big tree. He just wanted to play with it.",
+    "metrics": {
+      "ttft_ms": 1.7131240019807592,
+      "tps": 549.6739638474372,
+      "total_latency_ms": 34.56594499584753,
+      "tokens_generated": 19,
+      "perplexity": 3.5222620663568884,
+      "avg_token_prob": 0.4953259125351906,
+      "repetition_rate": 0.1111111111111111,
+      "coherence_length": 19,
+      "unique_tokens": 0.9473684210526315
+    }
+  },
+  {
+    "prompt": "The girl felt scared when",
+    "output": " she spotted a stranger in the hallway. She knew she shouldn't touch herself. She looked around, but she couldn't see anything. She was not there were lying on the ground.",
+    "metrics": {
+      "ttft_ms": 1.6786430060165003,
+      "tps": 567.6853847876441,
+      "total_latency_ms": 109.21542400319595,
+      "tokens_generated": 62,
+      "perplexity": 3.4375731133987983,
+      "avg_token_prob": 0.5804370750030059,
+      "repetition_rate": 0.019230769230769232,
+      "coherence_length": 62,
+      "unique_tokens": 0.8064516129032258
+    }
+  },
+  {
+    "prompt": "They were excited to",
+    "output": " see the letters in.",
+    "metrics": {
+      "ttft_ms": 1.7876060010166839,
+      "tps": 519.4724235161956,
+      "total_latency_ms": 15.40024000860285,
+      "tokens_generated": 8,
+      "perplexity": 5.8411743919721895,
+      "avg_token_prob": 0.3813811539827536,
+      "repetition_rate": 0.0,
+      "coherence_length": 8,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "He was angry because",
+    "output": " he wanted to destroy more.",
+    "metrics": {
+      "ttft_ms": 1.6702040011296049,
+      "tps": 529.2635086391446,
+      "total_latency_ms": 18.894180000643246,
+      "tokens_generated": 10,
+      "perplexity": 3.4663412485118648,
+      "avg_token_prob": 0.5562512803484093,
+      "repetition_rate": 0.0,
+      "coherence_length": 10,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "She felt proud when she",
+    "output": " returned to her. The little girl had been so happy to be celebrated with her. She had been feeling cheered for a long time, and she enjoyed the special treat of her celebration!",
+    "metrics": {
+      "ttft_ms": 1.6670229961164296,
+      "tps": 567.1281566947962,
+      "total_latency_ms": 123.42889199499041,
+      "tokens_generated": 70,
+      "perplexity": 3.4159442811741356,
+      "avg_token_prob": 0.5478980914807655,
+      "repetition_rate": 0.03333333333333333,
+      "coherence_length": 29,
+      "unique_tokens": 0.7
+    }
+  },
+  {
+    "prompt": "The boy was surprised to see",
+    "output": " the delicate bird up in his ear. The bird smiled, and said, \"Hi! I'm always here to protect my ears.\" The bird began to dance and sing. The bird laughed a lot. It reminded them that it's important to tell the people we come and heat them too. From that day on, the bird and the bird were best friends and went on many adventures together.",
+    "metrics": {
+      "ttft_ms": 1.725164009258151,
+      "tps": 567.4895142337315,
+      "total_latency_ms": 218.50624000944663,
+      "tokens_generated": 124,
+      "perplexity": 3.426166285992554,
+      "avg_token_prob": 0.5714318722849712,
+      "repetition_rate": 0.07017543859649122,
+      "coherence_length": 52,
+      "unique_tokens": 0.6774193548387096
+    }
+  },
+  {
+    "prompt": "They were tired after",
+    "output": " the stars. They ran to the slide, even on the slide. They slid down fast and laugh. They slid down and laugh. They are happy.",
+    "metrics": {
+      "ttft_ms": 1.6943630034802482,
+      "tps": 564.6047516389984,
+      "total_latency_ms": 85.01522500591818,
+      "tokens_generated": 48,
+      "perplexity": 2.4683722192741735,
+      "avg_token_prob": 0.6214201786431807,
+      "repetition_rate": 0.34210526315789475,
+      "coherence_length": 17,
+      "unique_tokens": 0.5416666666666666
+    }
+  },
+  {
+    "prompt": "She was kind to the",
+    "output": " cat and the cat was so happy.",
+    "metrics": {
+      "ttft_ms": 1.722305009025149,
+      "tps": 531.2299459680531,
+      "total_latency_ms": 18.82424000359606,
+      "tokens_generated": 10,
+      "perplexity": 3.175773357902911,
+      "avg_token_prob": 0.40984987501393666,
+      "repetition_rate": 0.0,
+      "coherence_length": 10,
+      "unique_tokens": 0.8
+    }
+  },
+  {
+    "prompt": "He was brave and",
+    "output": " hopped slowly to the slide. He looked down and couldn't believe his eyes.",
+    "metrics": {
+      "ttft_ms": 1.7230950033990666,
+      "tps": 552.3411523200101,
+      "total_latency_ms": 52.50378299388103,
+      "tokens_generated": 29,
+      "perplexity": 3.1754596055243316,
+      "avg_token_prob": 0.5659757218401258,
+      "repetition_rate": 0.05263157894736842,
+      "coherence_length": 29,
+      "unique_tokens": 0.8620689655172413
+    }
+  },
+  {
+    "prompt": "The dog was lonely because",
+    "output": " he had no friends. One day, he saw a little boy walking by the river with him. The boy felt sad for the rat and asked, \"Why are you sad?\"",
+    "metrics": {
+      "ttft_ms": 1.7719059978844598,
+      "tps": 560.2240094318678,
+      "total_latency_ms": 76.7550109885633,
+      "tokens_generated": 43,
+      "perplexity": 2.5050519147693877,
+      "avg_token_prob": 0.6059975164561447,
+      "repetition_rate": 0.0,
+      "coherence_length": 43,
+      "unique_tokens": 0.813953488372093
+    }
+  },
+  {
+    "prompt": "She was curious about the",
+    "output": " power of bee. As soon as they got closer, Lily held out her hand and looked at his paw. She noticed that the powder was right in front of the power to make her guitar blossom sounds.",
+    "metrics": {
+      "ttft_ms": 1.7363149963784963,
+      "tps": 565.6683526356853,
+      "total_latency_ms": 127.28306200006045,
+      "tokens_generated": 72,
+      "perplexity": 4.121166313416123,
+      "avg_token_prob": 0.5096509225589976,
+      "repetition_rate": 0.03225806451612903,
+      "coherence_length": 53,
+      "unique_tokens": 0.7638888888888888
+    }
+  },
+  {
+    "prompt": "He felt sorry for the",
+    "output": " bird and wanted to help. He gave the bird some food to the bird and said, \"Thank you, squirrel! We are very happy to help!\"",
+    "metrics": {
+      "ttft_ms": 1.6860840114532039,
+      "tps": 560.4714598550278,
+      "total_latency_ms": 73.15269899845589,
+      "tokens_generated": 41,
+      "perplexity": 2.386371448460959,
+      "avg_token_prob": 0.5869674533383832,
+      "repetition_rate": 0.12903225806451613,
+      "coherence_length": 41,
+      "unique_tokens": 0.8048780487804879
+    }
+  },
+  {
+    "prompt": "They were grateful for",
+    "output": " the man's kindness. They thanked the man and went back to their mess. They had a lot of fun. But then, something magical happened. Molly's mouth went over to get a closer look. She could see far away, but she was not sure if that was close.",
+    "metrics": {
+      "ttft_ms": 1.7581360007170588,
+      "tps": 566.7050477234981,
+      "total_latency_ms": 149.9898409965681,
+      "tokens_generated": 85,
+      "perplexity": 3.478721675258412,
+      "avg_token_prob": 0.5330662530641136,
+      "repetition_rate": 0.02666666666666667,
+      "coherence_length": 20,
+      "unique_tokens": 0.7411764705882353
+    }
+  },
+  {
+    "prompt": "The cat was sleepy and",
+    "output": " not hurt.",
+    "metrics": {
+      "ttft_ms": 1.725384994642809,
+      "tps": 488.42458145347905,
+      "total_latency_ms": 10.236995003651828,
+      "tokens_generated": 5,
+      "perplexity": 6.902223899717452,
+      "avg_token_prob": 0.3931284057131658,
+      "repetition_rate": 0.0,
+      "coherence_length": 5,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "Mom said to the boy",
+    "output": ", \u00e2\u20ac\u0153That\u00e2\u20ac\u2122s a great idea!\u00e2\u20ac",
+    "metrics": {
+      "ttft_ms": 1.6872950072865933,
+      "tps": 553.3519339316729,
+      "total_latency_ms": 43.37203600152861,
+      "tokens_generated": 24,
+      "perplexity": 1.4090462527151841,
+      "avg_token_prob": 0.8203459683060647,
+      "repetition_rate": 0.0,
+      "coherence_length": 24,
+      "unique_tokens": 0.7916666666666666
+    }
+  },
+  {
+    "prompt": "Can I have a",
+    "output": " toy, please?\"",
+    "metrics": {
+      "ttft_ms": 1.668864002567716,
+      "tps": 516.0547582295301,
+      "total_latency_ms": 13.564452005084604,
+      "tokens_generated": 7,
+      "perplexity": 2.3214008932004795,
+      "avg_token_prob": 0.6969510859344155,
+      "repetition_rate": 0.0,
+      "coherence_length": 7,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "Please help me find my",
+    "output": " way.\"",
+    "metrics": {
+      "ttft_ms": 1.6787130007287487,
+      "tps": 440.5068354516985,
+      "total_latency_ms": 6.81033699947875,
+      "tokens_generated": 3,
+      "perplexity": 2.0426535503991854,
+      "avg_token_prob": 0.6643843166530132,
+      "repetition_rate": 0.0,
+      "coherence_length": 3,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "Where is the big",
+    "output": " wheel?\"",
+    "metrics": {
+      "ttft_ms": 1.685303999693133,
+      "tps": 470.90063641845626,
+      "total_latency_ms": 8.49436099815648,
+      "tokens_generated": 4,
+      "perplexity": 3.2648115334134213,
+      "avg_token_prob": 0.5500802187249064,
+      "repetition_rate": 0.0,
+      "coherence_length": 4,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "I want to go to the",
+    "output": " store,\" Ben said.",
+    "metrics": {
+      "ttft_ms": 1.7060240061255172,
+      "tps": 504.35815875826574,
+      "total_latency_ms": 11.896308002178557,
+      "tokens_generated": 6,
+      "perplexity": 3.8421907324493167,
+      "avg_token_prob": 0.490151603573135,
+      "repetition_rate": 0.0,
+      "coherence_length": 6,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "Let us play with the",
+    "output": " ball!\"",
+    "metrics": {
+      "ttft_ms": 1.6766929911682382,
+      "tps": 442.3763511732783,
+      "total_latency_ms": 6.7815560032613575,
+      "tokens_generated": 3,
+      "perplexity": 1.9467457529725223,
+      "avg_token_prob": 0.5554913058876991,
+      "repetition_rate": 0.0,
+      "coherence_length": 3,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "Do you want to be my",
+    "output": " friend?\" she asked.",
+    "metrics": {
+      "ttft_ms": 1.7113250069087371,
+      "tps": 489.58817303274947,
+      "total_latency_ms": 10.212665001745336,
+      "tokens_generated": 5,
+      "perplexity": 1.9577063751066568,
+      "avg_token_prob": 0.7511638716484109,
+      "repetition_rate": 0.0,
+      "coherence_length": 5,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "Come and see the",
+    "output": " page there is so many food. The pot tricks and the pots look neat, two spikes, and beautiful flowers.",
+    "metrics": {
+      "ttft_ms": 1.6892629937501624,
+      "tps": 564.4932702027838,
+      "total_latency_ms": 81.48901400272734,
+      "tokens_generated": 46,
+      "perplexity": 7.36168973173371,
+      "avg_token_prob": 0.41536466100629654,
+      "repetition_rate": 0.16666666666666666,
+      "coherence_length": 46,
+      "unique_tokens": 0.782608695652174
+    }
+  },
+  {
+    "prompt": "I am going to make a",
+    "output": " big castle with lots of other fish.\" Lily did not believe him. She knew the big fish was too big and heavy. So, she took a deep breath and started to follow.",
+    "metrics": {
+      "ttft_ms": 1.6863750061020255,
+      "tps": 565.980078257575,
+      "total_latency_ms": 113.07818500790745,
+      "tokens_generated": 64,
+      "perplexity": 3.200762065118172,
+      "avg_token_prob": 0.5954819735426169,
+      "repetition_rate": 0.018518518518518517,
+      "coherence_length": 30,
+      "unique_tokens": 0.78125
+    }
+  },
+  {
+    "prompt": "Why is the sky so",
+    "output": " beautiful?",
+    "metrics": {
+      "ttft_ms": 1.6905239899642766,
+      "tps": 503.366726961341,
+      "total_latency_ms": 11.91973898676224,
+      "tokens_generated": 6,
+      "perplexity": 3.319722793006219,
+      "avg_token_prob": 0.6049245659794126,
+      "repetition_rate": 0.0,
+      "coherence_length": 6,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "What is in the box",
+    "output": "?\" Tom asked. The box was big and had a loud voice. It had a picture of a rainbow. Tom and Mia were scared.",
+    "metrics": {
+      "ttft_ms": 1.7151539941551164,
+      "tps": 562.2732765153715,
+      "total_latency_ms": 71.13978499546647,
+      "tokens_generated": 40,
+      "perplexity": 3.307247465183177,
+      "avg_token_prob": 0.5384798793167602,
+      "repetition_rate": 0.13333333333333333,
+      "coherence_length": 40,
+      "unique_tokens": 0.8
+    }
+  },
+  {
+    "prompt": "Can you help the little",
+    "output": " bird?\"",
+    "metrics": {
+      "ttft_ms": 1.6757529956521466,
+      "tps": 394.5029178368682,
+      "total_latency_ms": 5.069670994998887,
+      "tokens_generated": 2,
+      "perplexity": 1.8420795804486685,
+      "avg_token_prob": 0.6335048129161199,
+      "repetition_rate": 0.0,
+      "coherence_length": 2,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "I love you said the",
+    "output": " words.\u00e2\u20ac",
+    "metrics": {
+      "ttft_ms": 1.6675929946359247,
+      "tps": 504.2665996507494,
+      "total_latency_ms": 11.898468001163565,
+      "tokens_generated": 6,
+      "perplexity": 2.5129352074053535,
+      "avg_token_prob": 0.6023203964744296,
+      "repetition_rate": 0.0,
+      "coherence_length": 6,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "Look at the pretty",
+    "output": " flowers,\" said Mom.",
+    "metrics": {
+      "ttft_ms": 1.6705529997125268,
+      "tps": 515.4387529283161,
+      "total_latency_ms": 13.580662998720072,
+      "tokens_generated": 7,
+      "perplexity": 4.251002535630351,
+      "avg_token_prob": 0.4229812945704907,
+      "repetition_rate": 0.0,
+      "coherence_length": 7,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "Tell me a story about",
+    "output": " a queen who loved you admiring all the wonderful things it had found.",
+    "metrics": {
+      "ttft_ms": 1.6649129975121468,
+      "tps": 554.7164789859846,
+      "total_latency_ms": 45.06806800782215,
+      "tokens_generated": 25,
+      "perplexity": 3.602434101945533,
+      "avg_token_prob": 0.5587415976378207,
+      "repetition_rate": 0.0,
+      "coherence_length": 25,
+      "unique_tokens": 0.96
+    }
+  }
+]

benchmarking/tinystories_5m_eval_metrics.json

@@ -0,0 +1,18 @@
+{
+  "model": "5M",
+  "num_samples": 100,
+  "temperature": 0.8,
+  "top_k": 50,
+  "metrics": {
+    "ttft_ms": 4.12,
+    "tps": 530.8,
+    "total_latency_ms": 61.0,
+    "tokens_generated": 32.2,
+    "perplexity": 4.26,
+    "avg_token_prob": 0.4944,
+    "repetition_rate": 0.095,
+    "coherence_length": 22.4,
+    "vocab_diversity": 0.8346
+  },
+  "evaluated_at": "2026-06-21 09:19:58"
+}

benchmarking/tinystories_5m_samples.json

@@ -0,0 +1,1502 @@
+[
+  {
+    "prompt": "Once upon a time there was a little",
+    "output": " girl. Her name was Abigail and she was three years old. Her mummy and daddy said she was very brave.",
+    "metrics": {
+      "ttft_ms": 241.79959000321105,
+      "tps": 104.18743530444145,
+      "total_latency_ms": 307.13876300433185,
+      "tokens_generated": 32,
+      "perplexity": 2.444454727231884,
+      "avg_token_prob": 0.619636050651245,
+      "repetition_rate": 0.045454545454545456,
+      "coherence_length": 32,
+      "unique_tokens": 0.78125
+    }
+  },
+  {
+    "prompt": "One day a small bird",
+    "output": " came to the line with the other birds. The birds were very happy and thanked the birds.",
+    "metrics": {
+      "ttft_ms": 1.8285569967702031,
+      "tps": 526.7933872476021,
+      "total_latency_ms": 43.660381008521654,
+      "tokens_generated": 23,
+      "perplexity": 4.463312210557854,
+      "avg_token_prob": 0.45253183665530133,
+      "repetition_rate": 0.3076923076923077,
+      "coherence_length": 20,
+      "unique_tokens": 0.6956521739130435
+    }
+  },
+  {
+    "prompt": "There was a big red",
+    "output": " balloon and a loud horn. It was so loud that everyone was coming out of the tower. The little boy was scared and he jumped out of the hospital! The doctor was very kind and he said, \"Don't worry, I'll protect you.\"",
+    "metrics": {
+      "ttft_ms": 1.7976870003622025,
+      "tps": 532.932739273914,
+      "total_latency_ms": 127.59583900333382,
+      "tokens_generated": 68,
+      "perplexity": 3.312998386807566,
+      "avg_token_prob": 0.535603261910433,
+      "repetition_rate": 0.05172413793103448,
+      "coherence_length": 33,
+      "unique_tokens": 0.7941176470588235
+    }
+  },
+  {
+    "prompt": "A little boy went to the",
+    "output": " park. He saw a big tree with a ladder leaning against it. This time, he was more careful.",
+    "metrics": {
+      "ttft_ms": 1.7666159983491525,
+      "tps": 536.0886670529558,
+      "total_latency_ms": 55.96089200116694,
+      "tokens_generated": 30,
+      "perplexity": 2.536932104187527,
+      "avg_token_prob": 0.5963349441486981,
+      "repetition_rate": 0.05,
+      "coherence_length": 30,
+      "unique_tokens": 0.9
+    }
+  },
+  {
+    "prompt": "Once there was a happy",
+    "output": " little sheep named Susie. Susie loved to play outside in the garden. She would splash in the puddles and make a wet vast. One day, she was playing in the garden and she missed it. She started to dig very deep.",
+    "metrics": {
+      "ttft_ms": 1.7611259972909465,
+      "tps": 543.922980828056,
+      "total_latency_ms": 115.82522199023515,
+      "tokens_generated": 63,
+      "perplexity": 4.005707479277669,
+      "avg_token_prob": 0.48993039558604323,
+      "repetition_rate": 0.09433962264150944,
+      "coherence_length": 8,
+      "unique_tokens": 0.7142857142857143
+    }
+  },
+  {
+    "prompt": "In a small house lived a",
+    "output": " family. They were very nice and helped each other. They were happy.",
+    "metrics": {
+      "ttft_ms": 1.7916960059665143,
+      "tps": 521.8877095286982,
+      "total_latency_ms": 30.65793600399047,
+      "tokens_generated": 16,
+      "perplexity": 3.2398434446223243,
+      "avg_token_prob": 0.4386487565934658,
+      "repetition_rate": 0.6666666666666666,
+      "coherence_length": 11,
+      "unique_tokens": 0.75
+    }
+  },
+  {
+    "prompt": "One morning the sun was",
+    "output": " bright. So, the sun started to set and the sky grew bigger and stronger.",
+    "metrics": {
+      "ttft_ms": 1.7571960052009672,
+      "tps": 530.839419329851,
+      "total_latency_ms": 39.55998600577004,
+      "tokens_generated": 21,
+      "perplexity": 3.8001400387820374,
+      "avg_token_prob": 0.4598751858046109,
+      "repetition_rate": 0.18181818181818182,
+      "coherence_length": 21,
+      "unique_tokens": 0.8571428571428571
+    }
+  },
+  {
+    "prompt": "There was a very old",
+    "output": " castle in the field and it was a special place with lots of trees and lovely fields. Everyone said it was so cool.",
+    "metrics": {
+      "ttft_ms": 1.7828059935709462,
+      "tps": 539.257980986685,
+      "total_latency_ms": 66.75840000389144,
+      "tokens_generated": 36,
+      "perplexity": 4.268847723236579,
+      "avg_token_prob": 0.47840580741900046,
+      "repetition_rate": 0.038461538461538464,
+      "coherence_length": 22,
+      "unique_tokens": 0.7777777777777778
+    }
+  },
+  {
+    "prompt": "A tiny cat found a",
+    "output": " marble. The cat looked at the marble and said, \"I can help you find a new marble. I look like a colorful butterfly.\" The cat looked at the marble and said, \"Okay, I will help you. But you have to be careful and not go near the marble.\"",
+    "metrics": {
+      "ttft_ms": 1.761366002028808,
+      "tps": 552.9496101146923,
+      "total_latency_ms": 132.01926299370825,
+      "tokens_generated": 73,
+      "perplexity": 2.7886169056534564,
+      "avg_token_prob": 0.6157592570014311,
+      "repetition_rate": 0.07936507936507936,
+      "coherence_length": 9,
+      "unique_tokens": 0.5616438356164384
+    }
+  },
+  {
+    "prompt": "Once upon a time in a",
+    "output": " small village, there lived a girl named Mia. Mia was a good friend and wanted to build for her toy. But she had no less.",
+    "metrics": {
+      "ttft_ms": 1.7491550097474828,
+      "tps": 554.4380548201495,
+      "total_latency_ms": 59.51972400362138,
+      "tokens_generated": 33,
+      "perplexity": 6.446868836800261,
+      "avg_token_prob": 0.40827144770874463,
+      "repetition_rate": 0.13043478260869565,
+      "coherence_length": 33,
+      "unique_tokens": 0.8787878787878788
+    }
+  },
+  {
+    "prompt": "The little girl loved to",
+    "output": " have wisdom.",
+    "metrics": {
+      "ttft_ms": 1.7420649965060875,
+      "tps": 496.0377741704646,
+      "total_latency_ms": 12.095853002392687,
+      "tokens_generated": 6,
+      "perplexity": 6.7572343922868585,
+      "avg_token_prob": 0.4828842614577817,
+      "repetition_rate": 0.0,
+      "coherence_length": 6,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "One day it started to",
+    "output": " rain. The rain was so wet that the rain felt so cold. Suddenly, a hurricane started to glow and the sky was soft. The tree was not dry. It looked like a painting.",
+    "metrics": {
+      "ttft_ms": 1.7103639984270558,
+      "tps": 558.5551831235884,
+      "total_latency_ms": 89.51666999200825,
+      "tokens_generated": 50,
+      "perplexity": 5.328778310161702,
+      "avg_token_prob": 0.43690161412472234,
+      "repetition_rate": 0.125,
+      "coherence_length": 50,
+      "unique_tokens": 0.74
+    }
+  },
+  {
+    "prompt": "There was a friendly",
+    "output": " bear who was always very reliable.",
+    "metrics": {
+      "ttft_ms": 1.7023639957187697,
+      "tps": 525.4967612237893,
+      "total_latency_ms": 19.029613002203405,
+      "tokens_generated": 10,
+      "perplexity": 4.893910074164215,
+      "avg_token_prob": 0.414623679169877,
+      "repetition_rate": 0.0,
+      "coherence_length": 10,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "A boy named Tom had a",
+    "output": " pipe that he used to paint. He loved to paint and create beautiful pictures. One day, Tom went for a walk in the forest. He saw a bird and wanted to paint it.",
+    "metrics": {
+      "ttft_ms": 1.699793996522203,
+      "tps": 557.3071491494773,
+      "total_latency_ms": 87.92279100453015,
+      "tokens_generated": 49,
+      "perplexity": 2.6016226025870095,
+      "avg_token_prob": 0.6079315635934472,
+      "repetition_rate": 0.1282051282051282,
+      "coherence_length": 14,
+      "unique_tokens": 0.6938775510204082
+    }
+  },
+  {
+    "prompt": "Once there was a magic",
+    "output": "al wand. A magical wand and a princess was always ready for some adventure and the wand was always gentle.",
+    "metrics": {
+      "ttft_ms": 1.7259449959965423,
+      "tps": 553.8352630671163,
+      "total_latency_ms": 59.58450499747414,
+      "tokens_generated": 33,
+      "perplexity": 5.837290962569007,
+      "avg_token_prob": 0.4336578726549359,
+      "repetition_rate": 0.0,
+      "coherence_length": 7,
+      "unique_tokens": 0.7272727272727273
+    }
+  },
+  {
+    "prompt": "In the park there was a",
+    "output": " kind man who had a hat. He said to the children: \"Friend today!\" and the children all smiled. They were so proud of themselves.",
+    "metrics": {
+      "ttft_ms": 1.6988040006253868,
+      "tps": 555.1051831715544,
+      "total_latency_ms": 73.8598760071909,
+      "tokens_generated": 41,
+      "perplexity": 4.418921638305482,
+      "avg_token_prob": 0.4695770603637876,
+      "repetition_rate": 0.06451612903225806,
+      "coherence_length": 24,
+      "unique_tokens": 0.8048780487804879
+    }
+  },
+  {
+    "prompt": "A small dog was playing in the",
+    "output": " park.",
+    "metrics": {
+      "ttft_ms": 1.7185350006911904,
+      "tps": 387.0318022404046,
+      "total_latency_ms": 5.167534007341601,
+      "tokens_generated": 2,
+      "perplexity": 4.160841246607168,
+      "avg_token_prob": 0.4866570842762788,
+      "repetition_rate": 0.0,
+      "coherence_length": 2,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "One day the wind was very",
+    "output": " strong and it wouldn't fly away. It blew so hard that it flew away into the sky. Everyone looked for it and it made it float away, but the wind carrifted and the leaves came to a big, deep pond. Everyone in the pond was so excited! The duck was swimming and swimming close to the water. But then one day, a new person came along. The old swan was able to fly away and it started to float away. The people were happy and proud of the children.",
+    "metrics": {
+      "ttft_ms": 1.715045000310056,
+      "tps": 550.64320633383,
+      "total_latency_ms": 241.53571399801876,
+      "tokens_generated": 133,
+      "perplexity": 4.474801862537477,
+      "avg_token_prob": 0.4741125295187152,
+      "repetition_rate": 0.10569105691056911,
+      "coherence_length": 57,
+      "unique_tokens": 0.6090225563909775
+    }
+  },
+  {
+    "prompt": "There was a girl who liked to",
+    "output": " play. She looked and looked but there was nothing to match. She asked her mom, \"Mommy, can I play with you?\"",
+    "metrics": {
+      "ttft_ms": 1.7466749995946884,
+      "tps": 549.7729784388329,
+      "total_latency_ms": 56.38691099011339,
+      "tokens_generated": 31,
+      "perplexity": 3.3187276735423232,
+      "avg_token_prob": 0.5273471583932405,
+      "repetition_rate": 0.047619047619047616,
+      "coherence_length": 31,
+      "unique_tokens": 0.8387096774193549
+    }
+  },
+  {
+    "prompt": "A baby bird fell from the",
+    "output": " tree. It wanted to see the ostrich. It flew to the tree and got closer. It tried to catch the ostrich's feathers, but it was too fast. The ostrich could not catch it.",
+    "metrics": {
+      "ttft_ms": 1.7296650039497763,
+      "tps": 557.8867933917643,
+      "total_latency_ms": 96.79383100592531,
+      "tokens_generated": 54,
+      "perplexity": 2.938318128607031,
+      "avg_token_prob": 0.6113005717189729,
+      "repetition_rate": 0.20454545454545456,
+      "coherence_length": 26,
+      "unique_tokens": 0.5740740740740741
+    }
+  },
+  {
+    "prompt": "Once upon a time a king",
+    "output": "dom. It was a happy king of the king and queen and always followed the person.",
+    "metrics": {
+      "ttft_ms": 1.7302449996350333,
+      "tps": 548.7929137117887,
+      "total_latency_ms": 49.198886001249775,
+      "tokens_generated": 27,
+      "perplexity": 3.400789130418742,
+      "avg_token_prob": 0.5600067071333926,
+      "repetition_rate": 0.17647058823529413,
+      "coherence_length": 27,
+      "unique_tokens": 0.8148148148148148
+    }
+  },
+  {
+    "prompt": "The flowers in the garden were",
+    "output": " very happy that they had found something. They decided to never take the purple flower anymore, and they had lots of fun together. And they all lived happily ever after.",
+    "metrics": {
+      "ttft_ms": 1.6997740021906793,
+      "tps": 556.1477447175932,
+      "total_latency_ms": 71.92333400598727,
+      "tokens_generated": 40,
+      "perplexity": 3.9164112572595826,
+      "avg_token_prob": 0.5131933435104878,
+      "repetition_rate": 0.06666666666666667,
+      "coherence_length": 40,
+      "unique_tokens": 0.875
+    }
+  },
+  {
+    "prompt": "One night the stars were",
+    "output": " so bright. They looked up and saw a beautiful light shone. It was bright and warm. They wanted to get closer and take a closer look.",
+    "metrics": {
+      "ttft_ms": 1.7110339977080002,
+      "tps": 552.151448973758,
+      "total_latency_ms": 59.766210993984714,
+      "tokens_generated": 33,
+      "perplexity": 3.6044282383002773,
+      "avg_token_prob": 0.4455016242778477,
+      "repetition_rate": 0.13043478260869565,
+      "coherence_length": 33,
+      "unique_tokens": 0.7272727272727273
+    }
+  },
+  {
+    "prompt": "There was a fish who wanted to",
+    "output": " help him. She showed him how to balancely and practice.",
+    "metrics": {
+      "ttft_ms": 1.7006139969453216,
+      "tps": 542.3654808723353,
+      "total_latency_ms": 35.03172799537424,
+      "tokens_generated": 19,
+      "perplexity": 4.289401556676192,
+      "avg_token_prob": 0.5387473048525863,
+      "repetition_rate": 0.0,
+      "coherence_length": 19,
+      "unique_tokens": 0.8947368421052632
+    }
+  },
+  {
+    "prompt": "A little bear went to find",
+    "output": " his mom. She looked in the garden, under the bushes, and even in the bushes. She was very happy to see the little bear.",
+    "metrics": {
+      "ttft_ms": 1.703834001091309,
+      "tps": 554.7889194880229,
+      "total_latency_ms": 59.48208199697547,
+      "tokens_generated": 33,
+      "perplexity": 2.4961508680611324,
+      "avg_token_prob": 0.5294938058975864,
+      "repetition_rate": 0.30434782608695654,
+      "coherence_length": 18,
+      "unique_tokens": 0.6666666666666666
+    }
+  },
+  {
+    "prompt": "Once there was a cloud that",
+    "output": " was very long. Every day the weather would go out and play. It was so happy when it got a chance.",
+    "metrics": {
+      "ttft_ms": 1.744815002894029,
+      "tps": 549.7619804895977,
+      "total_latency_ms": 50.93113200564403,
+      "tokens_generated": 28,
+      "perplexity": 4.7070486066191455,
+      "avg_token_prob": 0.43902413914750876,
+      "repetition_rate": 0.0,
+      "coherence_length": 28,
+      "unique_tokens": 0.8928571428571429
+    }
+  },
+  {
+    "prompt": "The rabbit was looking for",
+    "output": " a new and exciting place to explore.",
+    "metrics": {
+      "ttft_ms": 1.719474996207282,
+      "tps": 526.1509380888247,
+      "total_latency_ms": 19.005952999577858,
+      "tokens_generated": 10,
+      "perplexity": 2.724612431036915,
+      "avg_token_prob": 0.5593056423081593,
+      "repetition_rate": 0.0,
+      "coherence_length": 10,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "One day a new friend came to",
+    "output": " the garden. This is a big pale crocodile. It has a long tail and big teeth. It is a small shovel. It has a round head and long tail. It is cool.",
+    "metrics": {
+      "ttft_ms": 1.7278449959121644,
+      "tps": 557.6675552714936,
+      "total_latency_ms": 98.62506699573714,
+      "tokens_generated": 55,
+      "perplexity": 3.3461725522066645,
+      "avg_token_prob": 0.5402017459855415,
+      "repetition_rate": 0.08888888888888889,
+      "coherence_length": 38,
+      "unique_tokens": 0.6181818181818182
+    }
+  },
+  {
+    "prompt": "There was a tree that could",
+    "output": " be found.",
+    "metrics": {
+      "ttft_ms": 1.750815994455479,
+      "tps": 431.0437104545198,
+      "total_latency_ms": 6.959851001738571,
+      "tokens_generated": 3,
+      "perplexity": 5.3250645345535546,
+      "avg_token_prob": 0.2664560042321682,
+      "repetition_rate": 0.0,
+      "coherence_length": 3,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "A kitten and a puppy were",
+    "output": " the best of friends. Everyday they would go outside and play together. Every day they would play and pet the kitten and take care of everyone. They would have so much fun together.",
+    "metrics": {
+      "ttft_ms": 1.7028239963110536,
+      "tps": 554.985717628915,
+      "total_latency_ms": 73.87577499321196,
+      "tokens_generated": 41,
+      "perplexity": 3.644209741718878,
+      "avg_token_prob": 0.5396090314104749,
+      "repetition_rate": 0.25806451612903225,
+      "coherence_length": 41,
+      "unique_tokens": 0.6829268292682927
+    }
+  },
+  {
+    "prompt": "Lily was a girl who",
+    "output": " liked to bounce. She had a ball, a swing, and a doll. She wanted to play with her doll, but she was afraid of the dog. She wanted to try to balance on the ball, but she was too slow. She did not know how to balance on the ball.",
+    "metrics": {
+      "ttft_ms": 1.7296450096182525,
+      "tps": 560.3456666513108,
+      "total_latency_ms": 130.27672799944412,
+      "tokens_generated": 73,
+      "perplexity": 2.470941036802686,
+      "avg_token_prob": 0.6194580317242071,
+      "repetition_rate": 0.07936507936507936,
+      "coherence_length": 38,
+      "unique_tokens": 0.547945205479452
+    }
+  },
+  {
+    "prompt": "Tom was a boy who loved",
+    "output": " to ride his bike. He was very happy. He said, \"I want to go first like you. Can I go?\"",
+    "metrics": {
+      "ttft_ms": 1.7103540012612939,
+      "tps": 551.6684974000459,
+      "total_latency_ms": 56.19316699448973,
+      "tokens_generated": 31,
+      "perplexity": 3.179664339276028,
+      "avg_token_prob": 0.5167140068951994,
+      "repetition_rate": 0.14285714285714285,
+      "coherence_length": 31,
+      "unique_tokens": 0.8387096774193549
+    }
+  },
+  {
+    "prompt": "The old man had a",
+    "output": " very important job, he needed to borrow some things from his neighbor. He was so excited to find a place to use the old man's later. He sat next to the old man and watched the old man.",
+    "metrics": {
+      "ttft_ms": 1.7064949934137985,
+      "tps": 559.0731378785766,
+      "total_latency_ms": 96.58843600482214,
+      "tokens_generated": 54,
+      "perplexity": 4.518824117805477,
+      "avg_token_prob": 0.43221353906291454,
+      "repetition_rate": 0.13636363636363635,
+      "coherence_length": 45,
+      "unique_tokens": 0.7407407407407407
+    }
+  },
+  {
+    "prompt": "A brave knight went to",
+    "output": " the door. He opened it and saw a very big, shiny box. Inside the box, he found lots of toys, and even a toy car. The knight was very happy and he played with the toys all day.",
+    "metrics": {
+      "ttft_ms": 1.7250749951926991,
+      "tps": 549.5584606668868,
+      "total_latency_ms": 87.34284600359388,
+      "tokens_generated": 48,
+      "perplexity": 2.7747799264206843,
+      "avg_token_prob": 0.5271619638827231,
+      "repetition_rate": 0.07894736842105263,
+      "coherence_length": 48,
+      "unique_tokens": 0.7083333333333334
+    }
+  },
+  {
+    "prompt": "The princess wanted to",
+    "output": " play. She started to push the button. The little girl did not know what to do. She got frustrated and tried to fix the button. She pushed and pushed, but she could not reach it.",
+    "metrics": {
+      "ttft_ms": 1.7220139998244122,
+      "tps": 557.832894807536,
+      "total_latency_ms": 102.18113799055573,
+      "tokens_generated": 57,
+      "perplexity": 2.920851067305807,
+      "avg_token_prob": 0.6079175990106988,
+      "repetition_rate": 0.0851063829787234,
+      "coherence_length": 35,
+      "unique_tokens": 0.6491228070175439
+    }
+  },
+  {
+    "prompt": "A wise owl told the",
+    "output": " monkey what he saw and asked for help to fix the wire. The wise owl took the wire and the broken wing of the gas came back. The wise old owl was so happy and grateful that he gave the wise old owl a big hug.",
+    "metrics": {
+      "ttft_ms": 1.7139150004368275,
+      "tps": 559.3016608427142,
+      "total_latency_ms": 123.36812999274116,
+      "tokens_generated": 69,
+      "perplexity": 3.0973903558027196,
+      "avg_token_prob": 0.5544383220840245,
+      "repetition_rate": 0.1016949152542373,
+      "coherence_length": 25,
+      "unique_tokens": 0.6521739130434783
+    }
+  },
+  {
+    "prompt": "The farmer had many",
+    "output": " friends who helped him a lot.",
+    "metrics": {
+      "ttft_ms": 1.6988640127237886,
+      "tps": 515.9482505933072,
+      "total_latency_ms": 15.505431001656689,
+      "tokens_generated": 8,
+      "perplexity": 5.362230501685009,
+      "avg_token_prob": 0.47616867446858024,
+      "repetition_rate": 0.0,
+      "coherence_length": 8,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "A young fox was very",
+    "output": " kind and helpful. One day, the fox decided to take a walk in the forest. He found a big box and put the fox in it.",
+    "metrics": {
+      "ttft_ms": 1.6974440077319741,
+      "tps": 552.9588921458852,
+      "total_latency_ms": 59.67893901106436,
+      "tokens_generated": 33,
+      "perplexity": 2.982443557678019,
+      "avg_token_prob": 0.5600513479097143,
+      "repetition_rate": 0.13043478260869565,
+      "coherence_length": 27,
+      "unique_tokens": 0.7272727272727273
+    }
+  },
+  {
+    "prompt": "The teacher said to the",
+    "output": " little girl, \"I know why you're here, but you have to be very obedient and listen to me. That would be important to me.\"",
+    "metrics": {
+      "ttft_ms": 1.7001539963530377,
+      "tps": 554.9008293782525,
+      "total_latency_ms": 68.48070499836467,
+      "tokens_generated": 38,
+      "perplexity": 3.2644463229700706,
+      "avg_token_prob": 0.5343270023854879,
+      "repetition_rate": 0.17857142857142858,
+      "coherence_length": 38,
+      "unique_tokens": 0.8157894736842105
+    }
+  },
+  {
+    "prompt": "Mom told her that",
+    "output": " it was important to be careful and not touch things that they don't know.",
+    "metrics": {
+      "ttft_ms": 1.8194570002378896,
+      "tps": 540.6957004529305,
+      "total_latency_ms": 31.44097499898635,
+      "tokens_generated": 17,
+      "perplexity": 2.0607025176540343,
+      "avg_token_prob": 0.5996898385799594,
+      "repetition_rate": 0.0,
+      "coherence_length": 17,
+      "unique_tokens": 0.9411764705882353
+    }
+  },
+  {
+    "prompt": "Dad was going to",
+    "output": " get my laundry. Then it's time for dinner!\"",
+    "metrics": {
+      "ttft_ms": 1.7102240090025589,
+      "tps": 540.9507126169723,
+      "total_latency_ms": 29.577556008007377,
+      "tokens_generated": 16,
+      "perplexity": 5.480728062165653,
+      "avg_token_prob": 0.478305448038394,
+      "repetition_rate": 0.0,
+      "coherence_length": 16,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "The baby was crying because",
+    "output": " the baby was very sad and didn't know what to do. But then the baby had an idea. He told the baby about why he wanted to make sure the baby was happy and he took his baby to the baby. She said, \"Don't worry, baby. Maybe if you need help, the baby will, then we can go to the park and play on the swings.\" So the mommy set off on her baby's bike and they both went to the park.",
+    "metrics": {
+      "ttft_ms": 1.7028840084094554,
+      "tps": 560.353303544661,
+      "total_latency_ms": 219.5043720130343,
+      "tokens_generated": 123,
+      "perplexity": 2.798766250849196,
+      "avg_token_prob": 0.6022607577169472,
+      "repetition_rate": 0.1415929203539823,
+      "coherence_length": 17,
+      "unique_tokens": 0.5528455284552846
+    }
+  },
+  {
+    "prompt": "A kind woman gave the",
+    "output": " bird a big hug. The bird was very happy and thanked Lily for teaching her how to fly. From that day on, Lily wasn't so fearful anymore and loved to fly high in the sky.",
+    "metrics": {
+      "ttft_ms": 1.7022940010065213,
+      "tps": 557.3382737926574,
+      "total_latency_ms": 84.32939600606915,
+      "tokens_generated": 47,
+      "perplexity": 2.0541861881528765,
+      "avg_token_prob": 0.6722163072505888,
+      "repetition_rate": 0.0,
+      "coherence_length": 47,
+      "unique_tokens": 0.8297872340425532
+    }
+  },
+  {
+    "prompt": "The big bear was",
+    "output": " so happy that he shouted, \"I'm so perfect!\"",
+    "metrics": {
+      "ttft_ms": 1.7140550044132397,
+      "tps": 541.4339430508566,
+      "total_latency_ms": 29.551158004323952,
+      "tokens_generated": 16,
+      "perplexity": 2.89523540607224,
+      "avg_token_prob": 0.5573813858825494,
+      "repetition_rate": 0.16666666666666666,
+      "coherence_length": 16,
+      "unique_tokens": 0.9375
+    }
+  },
+  {
+    "prompt": "A clever mouse found",
+    "output": " the piano.",
+    "metrics": {
+      "ttft_ms": 1.711554010398686,
+      "tps": 496.3332140589346,
+      "total_latency_ms": 12.088653005775996,
+      "tokens_generated": 6,
+      "perplexity": 3.91177663759019,
+      "avg_token_prob": 0.3259270020893642,
+      "repetition_rate": 0.0,
+      "coherence_length": 6,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "The old cat always",
+    "output": " smiled and never felt as ever after.",
+    "metrics": {
+      "ttft_ms": 1.6936540050664917,
+      "tps": 516.9795138170311,
+      "total_latency_ms": 15.474500993150286,
+      "tokens_generated": 8,
+      "perplexity": 7.958251531327771,
+      "avg_token_prob": 0.3050040165997214,
+      "repetition_rate": 0.0,
+      "coherence_length": 8,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "A tall giraffe could",
+    "output": " see a long sticky crow at the doctor's.\"",
+    "metrics": {
+      "ttft_ms": 1.6940740024438128,
+      "tps": 535.6303828272249,
+      "total_latency_ms": 28.00438601116184,
+      "tokens_generated": 15,
+      "perplexity": 17.29670690345053,
+      "avg_token_prob": 0.31093290279386565,
+      "repetition_rate": 0.0,
+      "coherence_length": 15,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "The little duck went",
+    "output": " to the frog and said, \"Duck, you are so wet! You made me sad. Can you help me clean it up?\"",
+    "metrics": {
+      "ttft_ms": 1.695842991466634,
+      "tps": 554.7430495970535,
+      "total_latency_ms": 57.68436400103383,
+      "tokens_generated": 32,
+      "perplexity": 3.0154546573450443,
+      "avg_token_prob": 0.5084394461362425,
+      "repetition_rate": 0.09090909090909091,
+      "coherence_length": 32,
+      "unique_tokens": 0.90625
+    }
+  },
+  {
+    "prompt": "A strong lion was",
+    "output": " given the little mouse to a friend. The lion and the mouse became friends. They all lived happily together.",
+    "metrics": {
+      "ttft_ms": 1.7167939950013533,
+      "tps": 552.3149243765988,
+      "total_latency_ms": 50.69571500644088,
+      "tokens_generated": 28,
+      "perplexity": 3.3802643994383406,
+      "avg_token_prob": 0.475534137065426,
+      "repetition_rate": 0.1111111111111111,
+      "coherence_length": 28,
+      "unique_tokens": 0.8214285714285714
+    }
+  },
+  {
+    "prompt": "The funny monkey liked to",
+    "output": " climb. At the end of the day, the boy thanked the monkey for his help. He was so happy that he ran home.",
+    "metrics": {
+      "ttft_ms": 1.7084739956771955,
+      "tps": 553.0030895586365,
+      "total_latency_ms": 56.05755299620796,
+      "tokens_generated": 31,
+      "perplexity": 2.9575888286639236,
+      "avg_token_prob": 0.5799636099545751,
+      "repetition_rate": 0.14285714285714285,
+      "coherence_length": 31,
+      "unique_tokens": 0.8387096774193549
+    }
+  },
+  {
+    "prompt": "The dog ran to the",
+    "output": " fridge and licked it. It licked Mia's face and wagged its tail. It licked her finger and licked her finger. Mia laughed and said, \"That's better. I'm happy to see you.\"",
+    "metrics": {
+      "ttft_ms": 1.7270649987040088,
+      "tps": 560.7175412753306,
+      "total_latency_ms": 105.22231900540646,
+      "tokens_generated": 59,
+      "perplexity": 2.278070441624472,
+      "avg_token_prob": 0.644404270259353,
+      "repetition_rate": 0.22448979591836735,
+      "coherence_length": 10,
+      "unique_tokens": 0.6271186440677966
+    }
+  },
+  {
+    "prompt": "She picked up the",
+    "output": " map and opened it. It was a big green veil. It was pink and shiny. It had flowers and stars and houses and cars. It was very beautiful.",
+    "metrics": {
+      "ttft_ms": 1.7231149977305904,
+      "tps": 557.5356701335535,
+      "total_latency_ms": 75.33150298695546,
+      "tokens_generated": 42,
+      "perplexity": 3.645512140536825,
+      "avg_token_prob": 0.4931632576044649,
+      "repetition_rate": 0.28125,
+      "coherence_length": 15,
+      "unique_tokens": 0.6904761904761905
+    }
+  },
+  {
+    "prompt": "He walked to the big",
+    "output": " tree and looked at the calendar. He saw the calendar, shaped like a ball. He picked it up and tried to attach it to his mouth. But the cale was too strong and he could not open it. He tried to grab it but it was too hard. He was sad.",
+    "metrics": {
+      "ttft_ms": 1.7226350028067827,
+      "tps": 561.5625134010361,
+      "total_latency_ms": 135.3366690018447,
+      "tokens_generated": 76,
+      "perplexity": 2.6798988424010997,
+      "avg_token_prob": 0.583504012986933,
+      "repetition_rate": 0.18181818181818182,
+      "coherence_length": 13,
+      "unique_tokens": 0.5921052631578947
+    }
+  },
+  {
+    "prompt": "They went to play in the",
+    "output": " mud, but they had to be careful when they played inside. They were very happy and clean. They did not have fun anymore.",
+    "metrics": {
+      "ttft_ms": 1.713284000288695,
+      "tps": 552.1230983568431,
+      "total_latency_ms": 54.335708991857246,
+      "tokens_generated": 30,
+      "perplexity": 3.9563402056478774,
+      "avg_token_prob": 0.49281571794586676,
+      "repetition_rate": 0.2,
+      "coherence_length": 30,
+      "unique_tokens": 0.8666666666666667
+    }
+  },
+  {
+    "prompt": "The cat jumped on the",
+    "output": " slide. The cat grabbed the red ball and hitly popped her finger with her nose. Lily was scared and ran away.",
+    "metrics": {
+      "ttft_ms": 1.70606400934048,
+      "tps": 553.7055933618709,
+      "total_latency_ms": 55.986431005294435,
+      "tokens_generated": 31,
+      "perplexity": 6.277601354382264,
+      "avg_token_prob": 0.43463749361580994,
+      "repetition_rate": 0.09523809523809523,
+      "coherence_length": 31,
+      "unique_tokens": 0.8709677419354839
+    }
+  },
+  {
+    "prompt": "She opened the door and",
+    "output": " said, \"I'm sorry, Timmy. I was just playing with my cars. I was just playing. It was fun.\"",
+    "metrics": {
+      "ttft_ms": 1.7013149918057024,
+      "tps": 551.3991857228443,
+      "total_latency_ms": 48.96633999305777,
+      "tokens_generated": 27,
+      "perplexity": 3.2365593925528255,
+      "avg_token_prob": 0.4805196920808937,
+      "repetition_rate": 0.4117647058823529,
+      "coherence_length": 17,
+      "unique_tokens": 0.7037037037037037
+    }
+  },
+  {
+    "prompt": "He found a box with",
+    "output": " a lid on it. He pressed a button and the box came loose. It started to make a loud noise. The box started to shake. Tom was scared. He ran out of the room and backed away.",
+    "metrics": {
+      "ttft_ms": 1.701154003967531,
+      "tps": 558.5366613725956,
+      "total_latency_ms": 93.10042401193641,
+      "tokens_generated": 52,
+      "perplexity": 3.125619446093032,
+      "avg_token_prob": 0.5407551691146955,
+      "repetition_rate": 0.11904761904761904,
+      "coherence_length": 52,
+      "unique_tokens": 0.7307692307692307
+    }
+  },
+  {
+    "prompt": "They ran as fast as",
+    "output": " they could into the pond. They saw a big splash and a frog jumped out. They had fun in the pond from the shore.",
+    "metrics": {
+      "ttft_ms": 1.7529960023239255,
+      "tps": 555.3027470964157,
+      "total_latency_ms": 64.8295010032598,
+      "tokens_generated": 36,
+      "perplexity": 3.4427456856393555,
+      "avg_token_prob": 0.5687186874144843,
+      "repetition_rate": 0.07692307692307693,
+      "coherence_length": 28,
+      "unique_tokens": 0.7777777777777778
+    }
+  },
+  {
+    "prompt": "The bird flew to the",
+    "output": " carousel and found the rich man and it was able to take a nap.",
+    "metrics": {
+      "ttft_ms": 1.6953539889073,
+      "tps": 546.5983273270685,
+      "total_latency_ms": 38.419436998083256,
+      "tokens_generated": 21,
+      "perplexity": 7.622250594766832,
+      "avg_token_prob": 0.34683900423855946,
+      "repetition_rate": 0.18181818181818182,
+      "coherence_length": 21,
+      "unique_tokens": 0.9047619047619048
+    }
+  },
+  {
+    "prompt": "She gave her friend a",
+    "output": " hug. She said, \"Okay, let's go home. But we must wave at the passport.\"",
+    "metrics": {
+      "ttft_ms": 1.7214550025528297,
+      "tps": 551.1411012195666,
+      "total_latency_ms": 50.803687001462094,
+      "tokens_generated": 28,
+      "perplexity": 3.519092291594512,
+      "avg_token_prob": 0.49865971535347914,
+      "repetition_rate": 0.0,
+      "coherence_length": 28,
+      "unique_tokens": 0.9285714285714286
+    }
+  },
+  {
+    "prompt": "He tried to climb the",
+    "output": " tree, but the hurricane was too strong. They were too full and the cat was too strong.",
+    "metrics": {
+      "ttft_ms": 1.7114240035880357,
+      "tps": 550.549385461874,
+      "total_latency_ms": 45.4091870051343,
+      "tokens_generated": 25,
+      "perplexity": 3.735152609374138,
+      "avg_token_prob": 0.5556484692228528,
+      "repetition_rate": 0.13333333333333333,
+      "coherence_length": 21,
+      "unique_tokens": 0.76
+    }
+  },
+  {
+    "prompt": "They built a house with",
+    "output": " a door and a key for a door and a window. They add a flag and some stickers. They make a house with stickers and a door and a window. They are happy and excited.",
+    "metrics": {
+      "ttft_ms": 1.7390150023857132,
+      "tps": 557.8038892103336,
+      "total_latency_ms": 82.46625900210347,
+      "tokens_generated": 46,
+      "perplexity": 2.7056331124890924,
+      "avg_token_prob": 0.5855451353207637,
+      "repetition_rate": 0.3055555555555556,
+      "coherence_length": 7,
+      "unique_tokens": 0.4782608695652174
+    }
+  },
+  {
+    "prompt": "The fish swam to the",
+    "output": " water and was surprised to see the water swimming towards the shark.",
+    "metrics": {
+      "ttft_ms": 1.714333993731998,
+      "tps": 544.9784177604785,
+      "total_latency_ms": 36.698700991109945,
+      "tokens_generated": 20,
+      "perplexity": 3.5578849666358274,
+      "avg_token_prob": 0.5081398059569654,
+      "repetition_rate": 0.1,
+      "coherence_length": 20,
+      "unique_tokens": 0.9
+    }
+  },
+  {
+    "prompt": "She put the ball in the",
+    "output": " park. She put the ball on her doll. She wanted to play with her doll. She looked in the window and saw a big, black rock. She was very happy.",
+    "metrics": {
+      "ttft_ms": 1.7361350037390366,
+      "tps": 556.3223531889365,
+      "total_latency_ms": 68.30572200124152,
+      "tokens_generated": 38,
+      "perplexity": 3.5313151188299905,
+      "avg_token_prob": 0.5075226852383751,
+      "repetition_rate": 0.21428571428571427,
+      "coherence_length": 15,
+      "unique_tokens": 0.7368421052631579
+    }
+  },
+  {
+    "prompt": "He looked under the",
+    "output": " slide, but he could not find it anywhere.",
+    "metrics": {
+      "ttft_ms": 1.7238750006072223,
+      "tps": 535.2717065797781,
+      "total_latency_ms": 22.418521009967662,
+      "tokens_generated": 12,
+      "perplexity": 2.419164152704352,
+      "avg_token_prob": 0.6026948613043015,
+      "repetition_rate": 0.0,
+      "coherence_length": 12,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "They shared the cake and",
+    "output": " it was the best crowd!",
+    "metrics": {
+      "ttft_ms": 1.7131050117313862,
+      "tps": 521.3541441327061,
+      "total_latency_ms": 17.262738008867018,
+      "tokens_generated": 9,
+      "perplexity": 5.00093034478911,
+      "avg_token_prob": 0.36363627929240466,
+      "repetition_rate": 0.0,
+      "coherence_length": 9,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "The frog jumped into the",
+    "output": " pond, but then he remembered his mom had said. He ran to the pond and jumped in.",
+    "metrics": {
+      "ttft_ms": 1.7065949941752478,
+      "tps": 548.3425034904071,
+      "total_latency_ms": 43.76826499355957,
+      "tokens_generated": 24,
+      "perplexity": 3.175714517780913,
+      "avg_token_prob": 0.47809472247958185,
+      "repetition_rate": 0.0,
+      "coherence_length": 24,
+      "unique_tokens": 0.8333333333333334
+    }
+  },
+  {
+    "prompt": "She drew a picture of",
+    "output": " her plane and her toys. She looked at the paper and saw the picture of a flower. It was about a butterfly! Sara was so happy. She ran to her mom and said, \"Look, mom, I found a butterfly!\"",
+    "metrics": {
+      "ttft_ms": 1.7098849930334836,
+      "tps": 560.7271734624948,
+      "total_latency_ms": 103.43711299356073,
+      "tokens_generated": 58,
+      "perplexity": 3.064994098639911,
+      "avg_token_prob": 0.5467656834398286,
+      "repetition_rate": 0.14583333333333334,
+      "coherence_length": 52,
+      "unique_tokens": 0.6724137931034483
+    }
+  },
+  {
+    "prompt": "He made a wish and",
+    "output": " shared it with all their friends.",
+    "metrics": {
+      "ttft_ms": 1.7111240013036877,
+      "tps": 515.071905519623,
+      "total_latency_ms": 15.531811994151212,
+      "tokens_generated": 8,
+      "perplexity": 3.30097837757511,
+      "avg_token_prob": 0.5130411918378539,
+      "repetition_rate": 0.0,
+      "coherence_length": 8,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "They danced in the",
+    "output": " rain, clapped their hands and cheered. They forgot all about the poor bug! They only saw the bird and the cloud. They were very happy and their special feathers.",
+    "metrics": {
+      "ttft_ms": 1.7043840052792802,
+      "tps": 557.7834017582576,
+      "total_latency_ms": 82.46928799781017,
+      "tokens_generated": 46,
+      "perplexity": 5.049033925273963,
+      "avg_token_prob": 0.4711160437659697,
+      "repetition_rate": 0.08333333333333333,
+      "coherence_length": 46,
+      "unique_tokens": 0.782608695652174
+    }
+  },
+  {
+    "prompt": "She was very happy because",
+    "output": " she had her mom forgotten to keep her for everything she needed. She learnt that sometimes it is important to listen to music, even if it feels old and makes you feel important inside.",
+    "metrics": {
+      "ttft_ms": 1.6994449979392812,
+      "tps": 559.5755318231041,
+      "total_latency_ms": 92.92758000083268,
+      "tokens_generated": 52,
+      "perplexity": 5.128966190425016,
+      "avg_token_prob": 0.49602994913859116,
+      "repetition_rate": 0.11904761904761904,
+      "coherence_length": 52,
+      "unique_tokens": 0.7884615384615384
+    }
+  },
+  {
+    "prompt": "He was sad because his",
+    "output": " toy car was broken. His mommy came in and saw what happened. She hugged Timmy and told him not to worry.",
+    "metrics": {
+      "ttft_ms": 1.715384001727216,
+      "tps": 552.2052474279465,
+      "total_latency_ms": 50.70578400045633,
+      "tokens_generated": 28,
+      "perplexity": 2.4358200502058667,
+      "avg_token_prob": 0.6362584229430248,
+      "repetition_rate": 0.1111111111111111,
+      "coherence_length": 28,
+      "unique_tokens": 0.8928571428571429
+    }
+  },
+  {
+    "prompt": "The girl felt scared when",
+    "output": " she looked down at the cloud. It was a huge giraffe!",
+    "metrics": {
+      "ttft_ms": 1.714183992589824,
+      "tps": 545.1136956598355,
+      "total_latency_ms": 34.85511399048846,
+      "tokens_generated": 19,
+      "perplexity": 5.319100956558631,
+      "avg_token_prob": 0.472662806417793,
+      "repetition_rate": 0.0,
+      "coherence_length": 19,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "They were excited to",
+    "output": " see what they could find.",
+    "metrics": {
+      "ttft_ms": 1.6929239936871454,
+      "tps": 498.1861045200376,
+      "total_latency_ms": 12.043691996950656,
+      "tokens_generated": 6,
+      "perplexity": 1.9265738077001073,
+      "avg_token_prob": 0.5581509087766919,
+      "repetition_rate": 0.0,
+      "coherence_length": 6,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "He was angry because",
+    "output": " all the patients had worked together.",
+    "metrics": {
+      "ttft_ms": 1.695943996310234,
+      "tps": 535.1117832245193,
+      "total_latency_ms": 22.425221002777107,
+      "tokens_generated": 12,
+      "perplexity": 5.477188181689293,
+      "avg_token_prob": 0.4081131890057944,
+      "repetition_rate": 0.0,
+      "coherence_length": 12,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "She felt proud when she",
+    "output": " saw the sight.",
+    "metrics": {
+      "ttft_ms": 1.695974002359435,
+      "tps": 484.83823544715597,
+      "total_latency_ms": 10.312718004570343,
+      "tokens_generated": 5,
+      "perplexity": 5.8716579068517625,
+      "avg_token_prob": 0.31037922327717143,
+      "repetition_rate": 0.0,
+      "coherence_length": 5,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "The boy was surprised to see",
+    "output": " that the sun was shining through the rising thing. He ran over and picked up a few of his hand. As he did this, the sun set was full of wonderful, contentment. All the other children began to play with the other children!",
+    "metrics": {
+      "ttft_ms": 1.7084849969251081,
+      "tps": 560.8898561328908,
+      "total_latency_ms": 128.36744899686892,
+      "tokens_generated": 72,
+      "perplexity": 4.281721643152959,
+      "avg_token_prob": 0.49009927591206887,
+      "repetition_rate": 0.04838709677419355,
+      "coherence_length": 65,
+      "unique_tokens": 0.7361111111111112
+    }
+  },
+  {
+    "prompt": "They were tired after",
+    "output": " playing, and they had to take a nap.",
+    "metrics": {
+      "ttft_ms": 1.723465000395663,
+      "tps": 528.4193537164691,
+      "total_latency_ms": 20.816799995373003,
+      "tokens_generated": 11,
+      "perplexity": 3.0518235423301387,
+      "avg_token_prob": 0.5080324386556944,
+      "repetition_rate": 0.0,
+      "coherence_length": 11,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "She was kind to the",
+    "output": " boy, and he saw that he had found the perfect place to look heaviest. The uncle was also very happy.",
+    "metrics": {
+      "ttft_ms": 1.7002639942802489,
+      "tps": 553.8800013315749,
+      "total_latency_ms": 57.774246990447864,
+      "tokens_generated": 32,
+      "perplexity": 6.674228970911198,
+      "avg_token_prob": 0.34161416518812376,
+      "repetition_rate": 0.045454545454545456,
+      "coherence_length": 32,
+      "unique_tokens": 0.90625
+    }
+  },
+  {
+    "prompt": "He was brave and",
+    "output": " strong. He tried to stand the ball down and take it back to the yard.",
+    "metrics": {
+      "ttft_ms": 1.7236349958693609,
+      "tps": 543.7822407319237,
+      "total_latency_ms": 34.940457000629976,
+      "tokens_generated": 19,
+      "perplexity": 5.282422702787215,
+      "avg_token_prob": 0.41406108243390916,
+      "repetition_rate": 0.2222222222222222,
+      "coherence_length": 19,
+      "unique_tokens": 0.8421052631578947
+    }
+  },
+  {
+    "prompt": "The dog was lonely because",
+    "output": " he had no friends to play with. He sat on a bench and listened to the story. The end.",
+    "metrics": {
+      "ttft_ms": 1.699824002571404,
+      "tps": 548.5562040376368,
+      "total_latency_ms": 49.22011600865517,
+      "tokens_generated": 27,
+      "perplexity": 2.6396735741588078,
+      "avg_token_prob": 0.6393334636065576,
+      "repetition_rate": 0.058823529411764705,
+      "coherence_length": 27,
+      "unique_tokens": 0.8888888888888888
+    }
+  },
+  {
+    "prompt": "She was curious about the",
+    "output": " jewel. She got off the table and put it on her bed. She put away her car and her car. She went to the table and looked at the jewel. It was still dark and cold. It had a flashlight and a scratch on it.",
+    "metrics": {
+      "ttft_ms": 1.7087849992094561,
+      "tps": 560.3669421480987,
+      "total_latency_ms": 121.34905699349474,
+      "tokens_generated": 68,
+      "perplexity": 3.3827913557377873,
+      "avg_token_prob": 0.5413242641269512,
+      "repetition_rate": 0.1896551724137931,
+      "coherence_length": 30,
+      "unique_tokens": 0.6029411764705882
+    }
+  },
+  {
+    "prompt": "He felt sorry for the",
+    "output": " patch. He remembered how he liked to build, how to build the mix and how to make a cake. He tried to make the mix, but it was too hard. He thought and thought, and finally, his family had an idea.",
+    "metrics": {
+      "ttft_ms": 1.717723993351683,
+      "tps": 559.7463558169914,
+      "total_latency_ms": 107.19140799483284,
+      "tokens_generated": 60,
+      "perplexity": 4.12342743751435,
+      "avg_token_prob": 0.4892715503934954,
+      "repetition_rate": 0.22,
+      "coherence_length": 15,
+      "unique_tokens": 0.6166666666666667
+    }
+  },
+  {
+    "prompt": "They were grateful for",
+    "output": " their family for the night they slept well. They were happy.",
+    "metrics": {
+      "ttft_ms": 1.7394550086464733,
+      "tps": 540.2133720119632,
+      "total_latency_ms": 31.4690470113419,
+      "tokens_generated": 17,
+      "perplexity": 6.36898813820913,
+      "avg_token_prob": 0.38169185002334416,
+      "repetition_rate": 0.14285714285714285,
+      "coherence_length": 17,
+      "unique_tokens": 0.9411764705882353
+    }
+  },
+  {
+    "prompt": "The cat was sleepy and",
+    "output": " had a softer.",
+    "metrics": {
+      "ttft_ms": 1.7142049910034984,
+      "tps": 483.197811037622,
+      "total_latency_ms": 10.347728995839134,
+      "tokens_generated": 5,
+      "perplexity": 16.899743120595694,
+      "avg_token_prob": 0.1627387776049242,
+      "repetition_rate": 0.0,
+      "coherence_length": 5,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "Mom said to the boy",
+    "output": ", \"I don't feel good. The boy is mean.\"",
+    "metrics": {
+      "ttft_ms": 1.7178749985760078,
+      "tps": 535.8248585462375,
+      "total_latency_ms": 24.26165899669286,
+      "tokens_generated": 13,
+      "perplexity": 4.341278691125171,
+      "avg_token_prob": 0.4489516535374735,
+      "repetition_rate": 0.0,
+      "coherence_length": 13,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "Can I have a",
+    "output": " phone in the jungle?\" He asked the man.",
+    "metrics": {
+      "ttft_ms": 1.712383993435651,
+      "tps": 538.1642206872211,
+      "total_latency_ms": 27.87253299902659,
+      "tokens_generated": 15,
+      "perplexity": 6.50096440679451,
+      "avg_token_prob": 0.45989282193477266,
+      "repetition_rate": 0.2,
+      "coherence_length": 15,
+      "unique_tokens": 0.9333333333333333
+    }
+  },
+  {
+    "prompt": "Please help me find my",
+    "output": " way home.\"",
+    "metrics": {
+      "ttft_ms": 1.7144540033768862,
+      "tps": 434.1201663498982,
+      "total_latency_ms": 6.910529002198018,
+      "tokens_generated": 3,
+      "perplexity": 1.7739344795433123,
+      "avg_token_prob": 0.5969027727842331,
+      "repetition_rate": 0.0,
+      "coherence_length": 3,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "Where is the big",
+    "output": "gest and best of all you have the most orange in their fort.",
+    "metrics": {
+      "ttft_ms": 1.6990440053632483,
+      "tps": 544.1176977419098,
+      "total_latency_ms": 33.081077999668196,
+      "tokens_generated": 18,
+      "perplexity": 7.62921279731722,
+      "avg_token_prob": 0.37455820605330364,
+      "repetition_rate": 0.0,
+      "coherence_length": 18,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "I want to go to the",
+    "output": " park.\"",
+    "metrics": {
+      "ttft_ms": 1.7115450027631596,
+      "tps": 387.3976451901058,
+      "total_latency_ms": 5.162653993465938,
+      "tokens_generated": 2,
+      "perplexity": 3.2701797317295513,
+      "avg_token_prob": 0.5022207361956438,
+      "repetition_rate": 0.0,
+      "coherence_length": 2,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "Let us play with the",
+    "output": " chubby toy car!\". The man smiled and let them use the toy car as a reward.",
+    "metrics": {
+      "ttft_ms": 1.7174240056192502,
+      "tps": 548.9240698653142,
+      "total_latency_ms": 43.72189400601201,
+      "tokens_generated": 24,
+      "perplexity": 6.31375633689583,
+      "avg_token_prob": 0.45945864711422474,
+      "repetition_rate": 0.0,
+      "coherence_length": 24,
+      "unique_tokens": 0.875
+    }
+  },
+  {
+    "prompt": "Do you want to be my",
+    "output": " best friend?\"",
+    "metrics": {
+      "ttft_ms": 1.7080249963328242,
+      "tps": 434.08304303457857,
+      "total_latency_ms": 6.911119999131188,
+      "tokens_generated": 3,
+      "perplexity": 3.7722364631445,
+      "avg_token_prob": 0.6820130101405084,
+      "repetition_rate": 0.0,
+      "coherence_length": 3,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "Come and see the",
+    "output": " tough cat!\"",
+    "metrics": {
+      "ttft_ms": 1.7034839984262362,
+      "tps": 485.3635229332557,
+      "total_latency_ms": 10.30155700573232,
+      "tokens_generated": 5,
+      "perplexity": 7.54686790330455,
+      "avg_token_prob": 0.3167256362115343,
+      "repetition_rate": 0.0,
+      "coherence_length": 5,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "I am going to make a",
+    "output": " card for the iron. I can use it to make it look like a castle.\"",
+    "metrics": {
+      "ttft_ms": 1.697464002063498,
+      "tps": 545.7013061658238,
+      "total_latency_ms": 40.31509500055108,
+      "tokens_generated": 22,
+      "perplexity": 4.091243592811338,
+      "avg_token_prob": 0.43810203317147883,
+      "repetition_rate": 0.08333333333333333,
+      "coherence_length": 22,
+      "unique_tokens": 0.9090909090909091
+    }
+  },
+  {
+    "prompt": "Why is the sky so",
+    "output": " big?\"",
+    "metrics": {
+      "ttft_ms": 1.7149839986814186,
+      "tps": 388.26560392273285,
+      "total_latency_ms": 5.151113000465557,
+      "tokens_generated": 2,
+      "perplexity": 2.3578435071909256,
+      "avg_token_prob": 0.5287723491589228,
+      "repetition_rate": 0.0,
+      "coherence_length": 2,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "What is in the box",
+    "output": "?\" her mom said, \"It's a new jar that is a card that makes the key go in the box. People from all around the house to see what is in the boxes.\"",
+    "metrics": {
+      "ttft_ms": 1.7105150036513805,
+      "tps": 558.1822614460214,
+      "total_latency_ms": 82.4103580089286,
+      "tokens_generated": 46,
+      "perplexity": 4.767537783245296,
+      "avg_token_prob": 0.44936049508644227,
+      "repetition_rate": 0.1388888888888889,
+      "coherence_length": 41,
+      "unique_tokens": 0.8043478260869565
+    }
+  },
+  {
+    "prompt": "Can you help the little",
+    "output": " bird?\" The little bird was very happy and said, \"Yes, I can help you.\" The little bird flew high into the sky and looked for the biggest bird he could find. They searched high and low, and finally found the biggest bird he was and the little bird was very happy.",
+    "metrics": {
+      "ttft_ms": 1.7471759929321706,
+      "tps": 560.7404659947615,
+      "total_latency_ms": 119.48486699839123,
+      "tokens_generated": 67,
+      "perplexity": 2.318911889137082,
+      "avg_token_prob": 0.6239561711725614,
+      "repetition_rate": 0.10526315789473684,
+      "coherence_length": 19,
+      "unique_tokens": 0.5970149253731343
+    }
+  },
+  {
+    "prompt": "I love you said the",
+    "output": " star was ready. You are my sweet jewels.\"",
+    "metrics": {
+      "ttft_ms": 1.733625991619192,
+      "tps": 541.4415199519332,
+      "total_latency_ms": 31.39766599633731,
+      "tokens_generated": 17,
+      "perplexity": 4.62535670702459,
+      "avg_token_prob": 0.4262263657809753,
+      "repetition_rate": 0.0,
+      "coherence_length": 17,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "Look at the pretty",
+    "output": " penny!\"",
+    "metrics": {
+      "ttft_ms": 1.7004440014716238,
+      "tps": 466.26442856702386,
+      "total_latency_ms": 8.578822991694324,
+      "tokens_generated": 4,
+      "perplexity": 6.254460717173479,
+      "avg_token_prob": 0.22915860563516616,
+      "repetition_rate": 0.0,
+      "coherence_length": 4,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "Tell me a story about",
+    "output": " a frog who lived in a big pond. They were very happy together.",
+    "metrics": {
+      "ttft_ms": 1.7304549983236939,
+      "tps": 542.3142174833457,
+      "total_latency_ms": 33.19108999858145,
+      "tokens_generated": 18,
+      "perplexity": 2.310761490680641,
+      "avg_token_prob": 0.623036225718495,
+      "repetition_rate": 0.125,
+      "coherence_length": 18,
+      "unique_tokens": 0.8888888888888888
+    }
+  }
+]

benchmarking/tinystories_7m_eval_metrics.json

@@ -0,0 +1,18 @@
+{
+  "model": "7M",
+  "num_samples": 100,
+  "temperature": 0.8,
+  "top_k": 50,
+  "metrics": {
+    "ttft_ms": 7.75,
+    "tps": 168.6,
+    "total_latency_ms": 178.5,
+    "tokens_generated": 30.3,
+    "perplexity": 3.81,
+    "avg_token_prob": 0.5125,
+    "repetition_rate": 0.1223,
+    "coherence_length": 23.2,
+    "vocab_diversity": 0.8124
+  },
+  "evaluated_at": "2026-06-21 09:21:41"
+}

benchmarking/tinystories_7m_samples.json

@@ -0,0 +1,1502 @@
+[
+  {
+    "prompt": "Once upon a time there was a little",
+    "output": " boy called John. John was very restless. He wanted to play outside, but it was fragile. He asked his mum for some help.",
+    "metrics": {
+      "ttft_ms": 233.9269929943839,
+      "tps": 74.27053924090308,
+      "total_latency_ms": 444.3215349892853,
+      "tokens_generated": 33,
+      "perplexity": 3.5691716769992516,
+      "avg_token_prob": 0.5169896586474565,
+      "repetition_rate": 0.08695652173913043,
+      "coherence_length": 33,
+      "unique_tokens": 0.8181818181818182
+    }
+  },
+  {
+    "prompt": "One day a small bird",
+    "output": " saw the chicken and started to sing. The chicken felt a little bit better and began to sing. Then the chicken stopped singing and the bird sang. The other animals in the forest heard the bird singing. They saw the chicken singing and singing too. The chicken felt so happy and jolly. From that day on, the chicken and the chicken were the best of friends. They played together and had lots of fun.",
+    "metrics": {
+      "ttft_ms": 5.7090709888143465,
+      "tps": 166.65653648412066,
+      "total_latency_ms": 618.0375650001224,
+      "tokens_generated": 103,
+      "perplexity": 2.526076893954801,
+      "avg_token_prob": 0.6052830355586664,
+      "repetition_rate": 0.20430107526881722,
+      "coherence_length": 11,
+      "unique_tokens": 0.46601941747572817
+    }
+  },
+  {
+    "prompt": "There was a big red",
+    "output": " maze near the bottom of a hill. He wanted to go inside and stay there, but his mom said it wasn't safe. He tried to get outside but he couldn't.",
+    "metrics": {
+      "ttft_ms": 5.71126899740193,
+      "tps": 169.13005092179864,
+      "total_latency_ms": 230.59178299445193,
+      "tokens_generated": 39,
+      "perplexity": 5.007907116736217,
+      "avg_token_prob": 0.454227717089816,
+      "repetition_rate": 0.034482758620689655,
+      "coherence_length": 39,
+      "unique_tokens": 0.8461538461538461
+    }
+  },
+  {
+    "prompt": "A little boy went to the",
+    "output": " playground. Are he there, he saw a playground. He ran up to the playground and jumped on it. He found lots of fun things to do. He saw a slide, a swing and a sandbox. He was having so much fun! But then he started to get tired. He wanted to rest on the swing. So he sat down and started to swing. He was so happy to have a new friend and he thanked the playground. He waved goodbye to the playground and ran back to the playground to play with his friends.",
+    "metrics": {
+      "ttft_ms": 5.512485004146583,
+      "tps": 172.89223791971185,
+      "total_latency_ms": 705.6418580032187,
+      "tokens_generated": 122,
+      "perplexity": 2.5640913107934047,
+      "avg_token_prob": 0.6028119053547762,
+      "repetition_rate": 0.20535714285714285,
+      "coherence_length": 12,
+      "unique_tokens": 0.4672131147540984
+    }
+  },
+  {
+    "prompt": "Once there was a happy",
+    "output": " little girl. She was playing in the park when she saw a big slide. Suddenly, she heard a loud noise. It was coming from the slide! The little girl was so excited. She ran up to the slide and started to slide up and down.",
+    "metrics": {
+      "ttft_ms": 5.527274988708086,
+      "tps": 172.0262213374635,
+      "total_latency_ms": 302.279498995631,
+      "tokens_generated": 52,
+      "perplexity": 2.355153066677019,
+      "avg_token_prob": 0.6002244190384308,
+      "repetition_rate": 0.19047619047619047,
+      "coherence_length": 52,
+      "unique_tokens": 0.6346153846153846
+    }
+  },
+  {
+    "prompt": "In a small house lived a",
+    "output": " careless girl named Lily. Lily liked to tease Lily and make her laugh. Lily felt sad. She wanted to be friends with the flowers in the garden.",
+    "metrics": {
+      "ttft_ms": 5.529296002350748,
+      "tps": 170.97191549337035,
+      "total_latency_ms": 198.86307000706438,
+      "tokens_generated": 34,
+      "perplexity": 3.024887584379324,
+      "avg_token_prob": 0.543989898370845,
+      "repetition_rate": 0.16666666666666666,
+      "coherence_length": 34,
+      "unique_tokens": 0.7647058823529411
+    }
+  },
+  {
+    "prompt": "One morning the sun was",
+    "output": " shining light up and the sky was so big.",
+    "metrics": {
+      "ttft_ms": 5.509644994162954,
+      "tps": 166.0335002008421,
+      "total_latency_ms": 72.27457100816537,
+      "tokens_generated": 12,
+      "perplexity": 6.155503481031965,
+      "avg_token_prob": 0.43749735112606475,
+      "repetition_rate": 0.0,
+      "coherence_length": 12,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "There was a very old",
+    "output": " man. He had a bucket of seeds. He was an octopus. He was very smart. He could do many things.",
+    "metrics": {
+      "ttft_ms": 5.487514994456433,
+      "tps": 170.8966805942297,
+      "total_latency_ms": 193.0991279950831,
+      "tokens_generated": 33,
+      "perplexity": 3.1134115410596315,
+      "avg_token_prob": 0.5249091829721104,
+      "repetition_rate": 0.2608695652173913,
+      "coherence_length": 20,
+      "unique_tokens": 0.7575757575757576
+    }
+  },
+  {
+    "prompt": "A tiny cat found a",
+    "output": " soft, shiny bone on the ground. Amy wanted to take it with her, but she knew she shouldn't. She thought about the bone, but she was not selfish. She decided to try and find the bone.",
+    "metrics": {
+      "ttft_ms": 5.522655003005639,
+      "tps": 172.0326062619773,
+      "total_latency_ms": 302.2682800074108,
+      "tokens_generated": 52,
+      "perplexity": 3.548434504524237,
+      "avg_token_prob": 0.4916679420912603,
+      "repetition_rate": 0.047619047619047616,
+      "coherence_length": 32,
+      "unique_tokens": 0.6923076923076923
+    }
+  },
+  {
+    "prompt": "Once upon a time in a",
+    "output": " far away forest, there was a little bunny named Floppy. Floppy was very sleepy and he loved to sleep in his nest. One day, Floppy went for a walk with his friends in the forest. They were both so happy to see each other.",
+    "metrics": {
+      "ttft_ms": 5.533415998797864,
+      "tps": 172.01798911429916,
+      "total_latency_ms": 337.1740380098345,
+      "tokens_generated": 58,
+      "perplexity": 2.7303977680117297,
+      "avg_token_prob": 0.6074354992390184,
+      "repetition_rate": 0.10416666666666667,
+      "coherence_length": 14,
+      "unique_tokens": 0.7068965517241379
+    }
+  },
+  {
+    "prompt": "The little girl loved to",
+    "output": " play. She played with the toys every day in her room. She also liked to watch her teddy bear and her friends who were always there to play with her.",
+    "metrics": {
+      "ttft_ms": 5.501924999407493,
+      "tps": 171.43989002175832,
+      "total_latency_ms": 192.48729100218043,
+      "tokens_generated": 33,
+      "perplexity": 4.468316612463211,
+      "avg_token_prob": 0.43498773728702766,
+      "repetition_rate": 0.13043478260869565,
+      "coherence_length": 33,
+      "unique_tokens": 0.7272727272727273
+    }
+  },
+  {
+    "prompt": "One day it started to",
+    "output": " rain. The rain was very loud and it made the rain all around.",
+    "metrics": {
+      "ttft_ms": 5.50372400903143,
+      "tps": 168.08853315109658,
+      "total_latency_ms": 89.23868701094761,
+      "tokens_generated": 15,
+      "perplexity": 2.362106614863965,
+      "avg_token_prob": 0.5356466830708086,
+      "repetition_rate": 0.2,
+      "coherence_length": 15,
+      "unique_tokens": 0.8
+    }
+  },
+  {
+    "prompt": "There was a friendly",
+    "output": " lady who walked by. She was an intelligent girl who wanted to help others. She wanted to make someone happy.",
+    "metrics": {
+      "ttft_ms": 5.499763996340334,
+      "tps": 170.91901114889987,
+      "total_latency_ms": 152.118829995743,
+      "tokens_generated": 26,
+      "perplexity": 5.0636285096506,
+      "avg_token_prob": 0.44369540574822436,
+      "repetition_rate": 0.1875,
+      "coherence_length": 26,
+      "unique_tokens": 0.7692307692307693
+    }
+  },
+  {
+    "prompt": "A boy named Tom had a",
+    "output": " toy car that he loved to play with. One day, his friend Lisa came over to play. Tom wanted to make a big tower, but Lisa said it was too hard to play with.",
+    "metrics": {
+      "ttft_ms": 5.536806012969464,
+      "tps": 171.89760721219304,
+      "total_latency_ms": 255.96633201348595,
+      "tokens_generated": 44,
+      "perplexity": 2.5663853611263345,
+      "avg_token_prob": 0.634976064447417,
+      "repetition_rate": 0.029411764705882353,
+      "coherence_length": 32,
+      "unique_tokens": 0.7272727272727273
+    }
+  },
+  {
+    "prompt": "Once there was a magic",
+    "output": "al fox. He always wanted to help people. One day he got a surprise - he found a mug! It was a big, round mug. He was so happy!",
+    "metrics": {
+      "ttft_ms": 5.5177259928314015,
+      "tps": 171.72187238801448,
+      "total_latency_ms": 221.28805999818724,
+      "tokens_generated": 38,
+      "perplexity": 3.714756040967972,
+      "avg_token_prob": 0.48345267919536966,
+      "repetition_rate": 0.21428571428571427,
+      "coherence_length": 38,
+      "unique_tokens": 0.7368421052631579
+    }
+  },
+  {
+    "prompt": "In the park there was a",
+    "output": " big, dark hole. It was the king's castle. The king was curious. He wanted to see what was inside the castle. He looked inside the castle.",
+    "metrics": {
+      "ttft_ms": 5.539995996514335,
+      "tps": 171.16363415482638,
+      "total_latency_ms": 204.48268800100777,
+      "tokens_generated": 35,
+      "perplexity": 2.8845480748557306,
+      "avg_token_prob": 0.5343477547996573,
+      "repetition_rate": 0.48,
+      "coherence_length": 31,
+      "unique_tokens": 0.6
+    }
+  },
+  {
+    "prompt": "A small dog was playing in the",
+    "output": " park. The dog had a ball in his mouth. The dog wanted to play with the ball. The dog saw the ball and ran to the ball. He picked up the ball and threw it far away. The ball went far away again. The dog was happy.",
+    "metrics": {
+      "ttft_ms": 5.497314006788656,
+      "tps": 172.52832247732664,
+      "total_latency_ms": 330.3805379982805,
+      "tokens_generated": 57,
+      "perplexity": 2.2736130700197497,
+      "avg_token_prob": 0.637459190020434,
+      "repetition_rate": 0.3191489361702128,
+      "coherence_length": 12,
+      "unique_tokens": 0.5614035087719298
+    }
+  },
+  {
+    "prompt": "One day the wind was very",
+    "output": " loud, but he couldn't stop thinking about how much fun he could have. When he kept walking, he saw something funny. It was a big stone in the sky! It was big and shiny and made him feel very playful. He wanted to show it to his friends.",
+    "metrics": {
+      "ttft_ms": 5.4834250040585175,
+      "tps": 174.05051462530827,
+      "total_latency_ms": 344.7275070066098,
+      "tokens_generated": 60,
+      "perplexity": 4.366138486472589,
+      "avg_token_prob": 0.47264670486634475,
+      "repetition_rate": 0.18,
+      "coherence_length": 60,
+      "unique_tokens": 0.8
+    }
+  },
+  {
+    "prompt": "There was a girl who liked to",
+    "output": " sit on the big tree in the sun. The tree was very tall for her to hold and she would sit on it, just on one side.",
+    "metrics": {
+      "ttft_ms": 5.4195520060602576,
+      "tps": 173.97969161505011,
+      "total_latency_ms": 178.18171599355992,
+      "tokens_generated": 31,
+      "perplexity": 6.10826473733112,
+      "avg_token_prob": 0.39321230060431844,
+      "repetition_rate": 0.09523809523809523,
+      "coherence_length": 31,
+      "unique_tokens": 0.8064516129032258
+    }
+  },
+  {
+    "prompt": "A baby bird fell from the",
+    "output": " tree. The bird cried, \"Help me, I'm a bird.\"",
+    "metrics": {
+      "ttft_ms": 5.3888920083409175,
+      "tps": 171.66143375578008,
+      "total_latency_ms": 99.03214500809554,
+      "tokens_generated": 17,
+      "perplexity": 3.881028893036348,
+      "avg_token_prob": 0.5203898828864718,
+      "repetition_rate": 0.14285714285714285,
+      "coherence_length": 17,
+      "unique_tokens": 0.8823529411764706
+    }
+  },
+  {
+    "prompt": "Once upon a time a king",
+    "output": " was having a very special party. He was very special and everyone loved his ordinary passport. Every morning he would wake up and get ready for the party. He loved it!",
+    "metrics": {
+      "ttft_ms": 5.4397829953813925,
+      "tps": 175.28321714645247,
+      "total_latency_ms": 251.0223209974356,
+      "tokens_generated": 44,
+      "perplexity": 4.046599035368443,
+      "avg_token_prob": 0.4781880490688814,
+      "repetition_rate": 0.058823529411764705,
+      "coherence_length": 37,
+      "unique_tokens": 0.7727272727272727
+    }
+  },
+  {
+    "prompt": "The flowers in the garden were",
+    "output": " beautiful and colorful. She had so much fun.",
+    "metrics": {
+      "ttft_ms": 5.392371007474139,
+      "tps": 168.7473081700123,
+      "total_latency_ms": 65.18622500880156,
+      "tokens_generated": 11,
+      "perplexity": 3.9714843532369173,
+      "avg_token_prob": 0.4500497790674369,
+      "repetition_rate": 1.0,
+      "coherence_length": 11,
+      "unique_tokens": 0.9090909090909091
+    }
+  },
+  {
+    "prompt": "One night the stars were",
+    "output": " twinkling and the stars were so bright.",
+    "metrics": {
+      "ttft_ms": 5.374860993470065,
+      "tps": 169.5299282605037,
+      "total_latency_ms": 70.7839620008599,
+      "tokens_generated": 12,
+      "perplexity": 2.439630274088658,
+      "avg_token_prob": 0.5424664181012374,
+      "repetition_rate": 0.0,
+      "coherence_length": 12,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "There was a fish who wanted to",
+    "output": " be her friend. It did not need a friend to be happy. So, it asked the fish to share her apples. The fish said no! The fish didn't know, but the little fish had a good idea.",
+    "metrics": {
+      "ttft_ms": 5.379951006034389,
+      "tps": 175.23127757528636,
+      "total_latency_ms": 262.5102129968582,
+      "tokens_generated": 46,
+      "perplexity": 4.9984933891039205,
+      "avg_token_prob": 0.4382489896478488,
+      "repetition_rate": 0.16666666666666666,
+      "coherence_length": 46,
+      "unique_tokens": 0.6956521739130435
+    }
+  },
+  {
+    "prompt": "A little bear went to find",
+    "output": " a new home. He gave the rabbit a big hug and a treat. The bear was very happy and thanked his friend. From that day on, the little bear and the little bear became best friends and played together in the forest every day.",
+    "metrics": {
+      "ttft_ms": 5.504996006493457,
+      "tps": 173.4964107004605,
+      "total_latency_ms": 288.1904000096256,
+      "tokens_generated": 50,
+      "perplexity": 2.369936848694788,
+      "avg_token_prob": 0.631290824134268,
+      "repetition_rate": 0.2,
+      "coherence_length": 35,
+      "unique_tokens": 0.7
+    }
+  },
+  {
+    "prompt": "Once there was a cloud that",
+    "output": " was very dull. One day a little girl named Sandy went exploring in the woods.",
+    "metrics": {
+      "ttft_ms": 5.438393010990694,
+      "tps": 170.93079604331112,
+      "total_latency_ms": 117.00641700008418,
+      "tokens_generated": 20,
+      "perplexity": 5.608422224659605,
+      "avg_token_prob": 0.429343445348509,
+      "repetition_rate": 0.0,
+      "coherence_length": 20,
+      "unique_tokens": 0.95
+    }
+  },
+  {
+    "prompt": "The rabbit was looking for",
+    "output": " the path and he couldn't find it. He asked a little squirrel where it was but he couldn't find it.",
+    "metrics": {
+      "ttft_ms": 5.446704002679326,
+      "tps": 173.54879141698513,
+      "total_latency_ms": 144.05170900863595,
+      "tokens_generated": 25,
+      "perplexity": 5.080071677284565,
+      "avg_token_prob": 0.41098208777391565,
+      "repetition_rate": 0.13333333333333333,
+      "coherence_length": 19,
+      "unique_tokens": 0.72
+    }
+  },
+  {
+    "prompt": "One day a new friend came to",
+    "output": " the village. They said their names were so pretty. They liked the new friend very much.",
+    "metrics": {
+      "ttft_ms": 5.394592008087784,
+      "tps": 173.14930856871305,
+      "total_latency_ms": 127.05797200032976,
+      "tokens_generated": 22,
+      "perplexity": 4.480738654765149,
+      "avg_token_prob": 0.45832450542113057,
+      "repetition_rate": 0.25,
+      "coherence_length": 22,
+      "unique_tokens": 0.8181818181818182
+    }
+  },
+  {
+    "prompt": "There was a tree that could",
+    "output": " hold the biggest tree in the jungle. The tree knew how to manage the tree so it could reach the top. The tree used its strong trunk to pull the tree back down.",
+    "metrics": {
+      "ttft_ms": 5.380492002586834,
+      "tps": 175.35036825005983,
+      "total_latency_ms": 256.6290590038989,
+      "tokens_generated": 45,
+      "perplexity": 3.8042695106611877,
+      "avg_token_prob": 0.5529437074640199,
+      "repetition_rate": 0.17142857142857143,
+      "coherence_length": 29,
+      "unique_tokens": 0.6888888888888889
+    }
+  },
+  {
+    "prompt": "A kitten and a puppy were",
+    "output": " friends. They played together every day.",
+    "metrics": {
+      "ttft_ms": 5.435832994407974,
+      "tps": 163.81125226182547,
+      "total_latency_ms": 48.83669399714563,
+      "tokens_generated": 8,
+      "perplexity": 2.0775135339734354,
+      "avg_token_prob": 0.5704126117957963,
+      "repetition_rate": 0.0,
+      "coherence_length": 8,
+      "unique_tokens": 0.875
+    }
+  },
+  {
+    "prompt": "Lily was a girl who",
+    "output": " liked to play in the park. One day, she saw a big dog with a collar. The dog was very friendly and wagged its tail. Lily wanted to pet the dog, but the dog growled and barked loudly.",
+    "metrics": {
+      "ttft_ms": 5.3931820002617314,
+      "tps": 175.86276394952642,
+      "total_latency_ms": 295.6851060007466,
+      "tokens_generated": 52,
+      "perplexity": 1.5557167202604396,
+      "avg_token_prob": 0.7745692398891134,
+      "repetition_rate": 0.09523809523809523,
+      "coherence_length": 52,
+      "unique_tokens": 0.75
+    }
+  },
+  {
+    "prompt": "Tom was a boy who loved",
+    "output": " to play with his scooter. He would zoom it around the yard, bounce it and feel the wind in his hair. He would laugh and giggle when he was playing with his scooter.",
+    "metrics": {
+      "ttft_ms": 5.423401991720311,
+      "tps": 175.61256166817898,
+      "total_latency_ms": 290.4120269959094,
+      "tokens_generated": 51,
+      "perplexity": 1.9774541440835982,
+      "avg_token_prob": 0.7073492919108293,
+      "repetition_rate": 0.024390243902439025,
+      "coherence_length": 31,
+      "unique_tokens": 0.7254901960784313
+    }
+  },
+  {
+    "prompt": "The old man had a",
+    "output": " nice, sunny day, and was feeling happy. He decided to go and play in the park. He quickly ran and ran and he laughed and played.",
+    "metrics": {
+      "ttft_ms": 5.414512997958809,
+      "tps": 175.14413062023831,
+      "total_latency_ms": 182.7066650002962,
+      "tokens_generated": 32,
+      "perplexity": 5.64510922319398,
+      "avg_token_prob": 0.3793968067673797,
+      "repetition_rate": 0.3181818181818182,
+      "coherence_length": 32,
+      "unique_tokens": 0.71875
+    }
+  },
+  {
+    "prompt": "A brave knight went to",
+    "output": " a brave knight. He bravely stepped forward and the brave knight gave him a special symbol of breathe.",
+    "metrics": {
+      "ttft_ms": 5.448963012895547,
+      "tps": 174.68345637627448,
+      "total_latency_ms": 183.1884980056202,
+      "tokens_generated": 32,
+      "perplexity": 3.5374397050512654,
+      "avg_token_prob": 0.5756716660971781,
+      "repetition_rate": 0.045454545454545456,
+      "coherence_length": 15,
+      "unique_tokens": 0.8125
+    }
+  },
+  {
+    "prompt": "The princess wanted to",
+    "output": " make him all his wings strong again. She tried to provide some animals from the forest, but they were too expensive.",
+    "metrics": {
+      "ttft_ms": 5.369101010728627,
+      "tps": 174.95164279150475,
+      "total_latency_ms": 177.19182001019362,
+      "tokens_generated": 31,
+      "perplexity": 7.299243684563719,
+      "avg_token_prob": 0.4217095172680274,
+      "repetition_rate": 0.0,
+      "coherence_length": 31,
+      "unique_tokens": 0.967741935483871
+    }
+  },
+  {
+    "prompt": "A wise owl told the",
+    "output": " fox that he could send him lots of details to his friends.",
+    "metrics": {
+      "ttft_ms": 5.414073006249964,
+      "tps": 171.8756527203767,
+      "total_latency_ms": 104.72687501169275,
+      "tokens_generated": 18,
+      "perplexity": 5.196371721890952,
+      "avg_token_prob": 0.3799460002858388,
+      "repetition_rate": 0.0,
+      "coherence_length": 18,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "The farmer had many",
+    "output": " things to do and he was very pleased. He had done many things, but he wanted to be independent and do the same thing.",
+    "metrics": {
+      "ttft_ms": 5.343350989278406,
+      "tps": 175.30736286594149,
+      "total_latency_ms": 205.35361100337468,
+      "tokens_generated": 36,
+      "perplexity": 3.3211225094320014,
+      "avg_token_prob": 0.5291075505366599,
+      "repetition_rate": 0.0,
+      "coherence_length": 36,
+      "unique_tokens": 0.8333333333333334
+    }
+  },
+  {
+    "prompt": "A young fox was very",
+    "output": " excited and he said, \"Yes, I'd love to make the right decision!\"",
+    "metrics": {
+      "ttft_ms": 5.487923990585841,
+      "tps": 170.93612837174632,
+      "total_latency_ms": 117.00276700139511,
+      "tokens_generated": 20,
+      "perplexity": 4.345499780476525,
+      "avg_token_prob": 0.46406066194841905,
+      "repetition_rate": 0.0,
+      "coherence_length": 20,
+      "unique_tokens": 0.95
+    }
+  },
+  {
+    "prompt": "The teacher said to the",
+    "output": " children, \"Sorry, my name is Sara. What's your name?\"",
+    "metrics": {
+      "ttft_ms": 5.472443997859955,
+      "tps": 169.69316929066315,
+      "total_latency_ms": 100.18081500311382,
+      "tokens_generated": 17,
+      "perplexity": 3.504856932158683,
+      "avg_token_prob": 0.5555279637272987,
+      "repetition_rate": 0.14285714285714285,
+      "coherence_length": 17,
+      "unique_tokens": 0.8823529411764706
+    }
+  },
+  {
+    "prompt": "Mom told her that",
+    "output": " she had to take a nap or she would not have any more energy to play. Sarah was sad, but she knew that would be a good girl.",
+    "metrics": {
+      "ttft_ms": 5.590917004155926,
+      "tps": 173.14227343311453,
+      "total_latency_ms": 202.14589600800537,
+      "tokens_generated": 35,
+      "perplexity": 3.541019476667736,
+      "avg_token_prob": 0.5120536366820387,
+      "repetition_rate": 0.0,
+      "coherence_length": 35,
+      "unique_tokens": 0.8285714285714286
+    }
+  },
+  {
+    "prompt": "Dad was going to",
+    "output": " help the little girl. He got a big bag and pulled the bag out of the bag. The little girl was so excited! She walked up and down the stairs, clapping her hands.",
+    "metrics": {
+      "ttft_ms": 5.475193989695981,
+      "tps": 173.64231103626145,
+      "total_latency_ms": 241.87653198896442,
+      "tokens_generated": 42,
+      "perplexity": 2.8313962915060693,
+      "avg_token_prob": 0.5515058994791362,
+      "repetition_rate": 0.09375,
+      "coherence_length": 42,
+      "unique_tokens": 0.7619047619047619
+    }
+  },
+  {
+    "prompt": "The baby was crying because",
+    "output": " she felt very dizzy.",
+    "metrics": {
+      "ttft_ms": 5.39501199091319,
+      "tps": 161.5045580083253,
+      "total_latency_ms": 43.342429999029264,
+      "tokens_generated": 7,
+      "perplexity": 6.42331682758703,
+      "avg_token_prob": 0.4154997030564118,
+      "repetition_rate": 0.0,
+      "coherence_length": 7,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "A kind woman gave the",
+    "output": " little boy his lollipop as a result. The little boy was so happy and he thanked the man. From then on, he was more careful and never entered a new lab again.",
+    "metrics": {
+      "ttft_ms": 5.439612999907695,
+      "tps": 175.21844015312266,
+      "total_latency_ms": 256.8222840054659,
+      "tokens_generated": 45,
+      "perplexity": 4.2954848851028915,
+      "avg_token_prob": 0.506639371474233,
+      "repetition_rate": 0.02857142857142857,
+      "coherence_length": 45,
+      "unique_tokens": 0.8222222222222222
+    }
+  },
+  {
+    "prompt": "The big bear was",
+    "output": " always so very angry. He was too happy to escape, so he stumbled away and never came back. Every time he walked away he was embarrassed and angry.",
+    "metrics": {
+      "ttft_ms": 5.401580987381749,
+      "tps": 175.4426355905507,
+      "total_latency_ms": 250.7942259981064,
+      "tokens_generated": 44,
+      "perplexity": 5.122659197800781,
+      "avg_token_prob": 0.4860582287268092,
+      "repetition_rate": 0.058823529411764705,
+      "coherence_length": 44,
+      "unique_tokens": 0.7727272727272727
+    }
+  },
+  {
+    "prompt": "A clever mouse found",
+    "output": " a special box. He opened it and inside was a piece of wood. He was so proud and excited. He said, \"I'm so proud of my work, Daddy.\"",
+    "metrics": {
+      "ttft_ms": 5.378101996029727,
+      "tps": 175.1118014777255,
+      "total_latency_ms": 222.71485799865332,
+      "tokens_generated": 39,
+      "perplexity": 4.180413877959823,
+      "avg_token_prob": 0.41720462588127705,
+      "repetition_rate": 0.1724137931034483,
+      "coherence_length": 39,
+      "unique_tokens": 0.717948717948718
+    }
+  },
+  {
+    "prompt": "The old cat always",
+    "output": " wanted to make friends. One day, the cat had a new idea. He wanted to make a special gift for him!",
+    "metrics": {
+      "ttft_ms": 5.43780300358776,
+      "tps": 174.15545102932145,
+      "total_latency_ms": 155.03390700905584,
+      "tokens_generated": 27,
+      "perplexity": 3.3524021378105235,
+      "avg_token_prob": 0.49735279224946033,
+      "repetition_rate": 0.11764705882352941,
+      "coherence_length": 16,
+      "unique_tokens": 0.8148148148148148
+    }
+  },
+  {
+    "prompt": "A tall giraffe could",
+    "output": " see. The giraffe said, \"We can supply you with a rope!\" The little bird was excited.",
+    "metrics": {
+      "ttft_ms": 5.395961998146959,
+      "tps": 173.43671190520345,
+      "total_latency_ms": 167.2079669951927,
+      "tokens_generated": 29,
+      "perplexity": 3.487616671395913,
+      "avg_token_prob": 0.4947713171131909,
+      "repetition_rate": 0.0,
+      "coherence_length": 29,
+      "unique_tokens": 0.9310344827586207
+    }
+  },
+  {
+    "prompt": "The little duck went",
+    "output": " on his way, and the lake was filled with the most beautiful flowers. He had never been so happy before and it made him feel so happy.",
+    "metrics": {
+      "ttft_ms": 5.41214199620299,
+      "tps": 174.69745614086642,
+      "total_latency_ms": 177.44963598670438,
+      "tokens_generated": 31,
+      "perplexity": 4.039051608973161,
+      "avg_token_prob": 0.4163947983761318,
+      "repetition_rate": 0.14285714285714285,
+      "coherence_length": 31,
+      "unique_tokens": 0.8387096774193549
+    }
+  },
+  {
+    "prompt": "A strong lion was",
+    "output": " safe and sound.",
+    "metrics": {
+      "ttft_ms": 5.41139199049212,
+      "tps": 147.9126328806203,
+      "total_latency_ms": 27.0429910015082,
+      "tokens_generated": 4,
+      "perplexity": 6.172626149036135,
+      "avg_token_prob": 0.3887217565439641,
+      "repetition_rate": 0.0,
+      "coherence_length": 4,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "The funny monkey liked to",
+    "output": " laugh and play all day long. He was happy to make new friends and share his toys with each other.",
+    "metrics": {
+      "ttft_ms": 5.391590995714068,
+      "tps": 173.10960688771172,
+      "total_latency_ms": 127.08711200684775,
+      "tokens_generated": 22,
+      "perplexity": 3.887027141617524,
+      "avg_token_prob": 0.4700900082192991,
+      "repetition_rate": 0.0,
+      "coherence_length": 22,
+      "unique_tokens": 0.9090909090909091
+    }
+  },
+  {
+    "prompt": "The dog ran to the",
+    "output": " door and pushed it open. It licked the door open and smiled.",
+    "metrics": {
+      "ttft_ms": 5.377452005632222,
+      "tps": 172.22307962190038,
+      "total_latency_ms": 98.70918600063305,
+      "tokens_generated": 17,
+      "perplexity": 3.181371746725628,
+      "avg_token_prob": 0.5743587566022244,
+      "repetition_rate": 0.2857142857142857,
+      "coherence_length": 17,
+      "unique_tokens": 0.7647058823529411
+    }
+  },
+  {
+    "prompt": "She picked up the",
+    "output": " old sock and went outside to show her friends. Everyone was amazed at how beautiful it looked. She was so envious of the old sock and wanted it for herself.",
+    "metrics": {
+      "ttft_ms": 5.3919719939585775,
+      "tps": 175.25268904179214,
+      "total_latency_ms": 211.1237219942268,
+      "tokens_generated": 37,
+      "perplexity": 3.5701787699020953,
+      "avg_token_prob": 0.5070018262830625,
+      "repetition_rate": 0.1111111111111111,
+      "coherence_length": 28,
+      "unique_tokens": 0.7567567567567568
+    }
+  },
+  {
+    "prompt": "He walked to the big",
+    "output": " tree and looked around. He saw a big bunch of furry animals. He said, \"Hello, little bunny. What are you doing here?\"",
+    "metrics": {
+      "ttft_ms": 5.380720991524868,
+      "tps": 174.90714007586885,
+      "total_latency_ms": 188.67154300096445,
+      "tokens_generated": 33,
+      "perplexity": 2.6956593733665484,
+      "avg_token_prob": 0.5799521070302409,
+      "repetition_rate": 0.08695652173913043,
+      "coherence_length": 33,
+      "unique_tokens": 0.8787878787878788
+    }
+  },
+  {
+    "prompt": "They went to play in the",
+    "output": " park. They see a big pond with ducks and fish. Sara wanted to feed the ducks. She saw a duck that was red and gray. She wanted to feed them some bread.",
+    "metrics": {
+      "ttft_ms": 5.406481999671087,
+      "tps": 175.17462312993896,
+      "total_latency_ms": 245.46934499812778,
+      "tokens_generated": 43,
+      "perplexity": 2.561333762785194,
+      "avg_token_prob": 0.6724424372435103,
+      "repetition_rate": 0.09090909090909091,
+      "coherence_length": 34,
+      "unique_tokens": 0.6744186046511628
+    }
+  },
+  {
+    "prompt": "The cat jumped on the",
+    "output": " ball, but it wouldn't move. \"Help me, Mr. Mole!\" he said.",
+    "metrics": {
+      "ttft_ms": 5.444623006042093,
+      "tps": 173.92175346712088,
+      "total_latency_ms": 143.74280101037584,
+      "tokens_generated": 25,
+      "perplexity": 3.5818833552368154,
+      "avg_token_prob": 0.49816639714229566,
+      "repetition_rate": 0.2,
+      "coherence_length": 25,
+      "unique_tokens": 0.84
+    }
+  },
+  {
+    "prompt": "She opened the door and",
+    "output": " stepped outside. She saw a big, white house with a porch chimney. She smiled and said, \"Hello, little girl. Who's there?\"",
+    "metrics": {
+      "ttft_ms": 5.378531001042575,
+      "tps": 175.43369146556924,
+      "total_latency_ms": 216.60605601209681,
+      "tokens_generated": 38,
+      "perplexity": 2.8891818308822033,
+      "avg_token_prob": 0.6227461695402431,
+      "repetition_rate": 0.07142857142857142,
+      "coherence_length": 38,
+      "unique_tokens": 0.8421052631578947
+    }
+  },
+  {
+    "prompt": "He found a box with",
+    "output": " a handle. He put the handle on the box and said, \"This is a gift for you. It is a gift from your grandpa. He will give you a gift for my gift. Do you want to see it?\"",
+    "metrics": {
+      "ttft_ms": 5.422043002909049,
+      "tps": 175.87507732827933,
+      "total_latency_ms": 335.4653819988016,
+      "tokens_generated": 59,
+      "perplexity": 2.085509608349118,
+      "avg_token_prob": 0.6758157710622376,
+      "repetition_rate": 0.1836734693877551,
+      "coherence_length": 26,
+      "unique_tokens": 0.6101694915254238
+    }
+  },
+  {
+    "prompt": "They ran as fast as",
+    "output": " they could, laughing and shouting. They were having so much fun, they forgot all about the spicy pepper.",
+    "metrics": {
+      "ttft_ms": 5.3763309988426045,
+      "tps": 174.0633714421593,
+      "total_latency_ms": 155.11592000257224,
+      "tokens_generated": 27,
+      "perplexity": 2.3006938989869465,
+      "avg_token_prob": 0.6149383358923453,
+      "repetition_rate": 0.0,
+      "coherence_length": 27,
+      "unique_tokens": 0.8888888888888888
+    }
+  },
+  {
+    "prompt": "The bird flew to the",
+    "output": " pole and said, \"Remember to always be careful when you touch the sky. You might find a new one to explore.\"",
+    "metrics": {
+      "ttft_ms": 5.419802997494116,
+      "tps": 174.13903701964313,
+      "total_latency_ms": 160.791057991446,
+      "tokens_generated": 28,
+      "perplexity": 4.922916376426072,
+      "avg_token_prob": 0.3919130789822546,
+      "repetition_rate": 0.0,
+      "coherence_length": 28,
+      "unique_tokens": 0.9642857142857143
+    }
+  },
+  {
+    "prompt": "She gave her friend a",
+    "output": " big hug and a kiss to say thank you.",
+    "metrics": {
+      "ttft_ms": 5.41884200356435,
+      "tps": 169.18061369169152,
+      "total_latency_ms": 65.01926999771968,
+      "tokens_generated": 11,
+      "perplexity": 2.348699392289767,
+      "avg_token_prob": 0.6198003700313469,
+      "repetition_rate": 0.0,
+      "coherence_length": 11,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "He tried to climb the",
+    "output": " chair, but it was too hard. He asked his mom for help.",
+    "metrics": {
+      "ttft_ms": 5.428061995189637,
+      "tps": 168.80384111140157,
+      "total_latency_ms": 94.78457299701404,
+      "tokens_generated": 16,
+      "perplexity": 1.8453794281745726,
+      "avg_token_prob": 0.6973827169002855,
+      "repetition_rate": 0.16666666666666666,
+      "coherence_length": 16,
+      "unique_tokens": 0.9375
+    }
+  },
+  {
+    "prompt": "They built a house with",
+    "output": " their blocks and some blocks. They like to make towers and houses and cars.",
+    "metrics": {
+      "ttft_ms": 5.504273998667486,
+      "tps": 168.92302337235185,
+      "total_latency_ms": 112.47726698638871,
+      "tokens_generated": 19,
+      "perplexity": 2.352876505380719,
+      "avg_token_prob": 0.6814019936602562,
+      "repetition_rate": 0.2222222222222222,
+      "coherence_length": 19,
+      "unique_tokens": 0.7894736842105263
+    }
+  },
+  {
+    "prompt": "The fish swam to the",
+    "output": " shore. When they got there, they saw the shore was full of fish and rocks. The little girl was so happy to have found a new friend.",
+    "metrics": {
+      "ttft_ms": 5.508885005838238,
+      "tps": 171.55125911973388,
+      "total_latency_ms": 198.1914920033887,
+      "tokens_generated": 34,
+      "perplexity": 3.0010629085765306,
+      "avg_token_prob": 0.500669502267348,
+      "repetition_rate": 0.0,
+      "coherence_length": 34,
+      "unique_tokens": 0.8235294117647058
+    }
+  },
+  {
+    "prompt": "She put the ball in the",
+    "output": " sandpit and was very careful not to get her ball back.",
+    "metrics": {
+      "ttft_ms": 5.513195006642491,
+      "tps": 167.34574975728881,
+      "total_latency_ms": 83.6591309926007,
+      "tokens_generated": 14,
+      "perplexity": 4.841949514485788,
+      "avg_token_prob": 0.4210808418691158,
+      "repetition_rate": 0.0,
+      "coherence_length": 14,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "He looked under the",
+    "output": " bed and saw his mom and dad there. They were burning when they heard them. They ran to them and hugged them.",
+    "metrics": {
+      "ttft_ms": 5.520965001778677,
+      "tps": 171.36055596463902,
+      "total_latency_ms": 157.56251401035115,
+      "tokens_generated": 27,
+      "perplexity": 4.007081222398978,
+      "avg_token_prob": 0.5104152596572281,
+      "repetition_rate": 0.29411764705882354,
+      "coherence_length": 27,
+      "unique_tokens": 0.7407407407407407
+    }
+  },
+  {
+    "prompt": "They shared the cake and",
+    "output": " played together. They had a lot of fun. But they also learned that sometimes it's important to be patient and wait for it to be ready.",
+    "metrics": {
+      "ttft_ms": 5.5018860002746806,
+      "tps": 171.18476361151585,
+      "total_latency_ms": 181.09088300843723,
+      "tokens_generated": 31,
+      "perplexity": 3.0797860447516854,
+      "avg_token_prob": 0.5349120798382501,
+      "repetition_rate": 0.14285714285714285,
+      "coherence_length": 31,
+      "unique_tokens": 0.8387096774193549
+    }
+  },
+  {
+    "prompt": "The frog jumped into the",
+    "output": " pond and started to move. The frog hopped around and was so happy.",
+    "metrics": {
+      "ttft_ms": 5.503735999809578,
+      "tps": 168.33754020508937,
+      "total_latency_ms": 89.10668399767019,
+      "tokens_generated": 15,
+      "perplexity": 4.428303059194973,
+      "avg_token_prob": 0.42222121469967533,
+      "repetition_rate": 0.4,
+      "coherence_length": 15,
+      "unique_tokens": 0.8666666666666667
+    }
+  },
+  {
+    "prompt": "She drew a picture of",
+    "output": " her family and put it on the wall. She drew one flower with yellow. She drew a big sun with yellow and black flowers. She was very happy.",
+    "metrics": {
+      "ttft_ms": 5.502326006535441,
+      "tps": 171.69180705544602,
+      "total_latency_ms": 203.85364101093728,
+      "tokens_generated": 35,
+      "perplexity": 3.705030592618181,
+      "avg_token_prob": 0.49107404619280715,
+      "repetition_rate": 0.28,
+      "coherence_length": 16,
+      "unique_tokens": 0.7142857142857143
+    }
+  },
+  {
+    "prompt": "He made a wish and",
+    "output": " said to his friends, \"Will my friend feel better?\"",
+    "metrics": {
+      "ttft_ms": 5.5266950075747445,
+      "tps": 167.04893673708966,
+      "total_latency_ms": 77.82150700222701,
+      "tokens_generated": 13,
+      "perplexity": 6.139926596597796,
+      "avg_token_prob": 0.36014615651220083,
+      "repetition_rate": 0.0,
+      "coherence_length": 13,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "They danced in the",
+    "output": " air and danced in the rain. They danced together and had so much fun.",
+    "metrics": {
+      "ttft_ms": 5.526403998374008,
+      "tps": 169.30021777572452,
+      "total_latency_ms": 106.32000499754213,
+      "tokens_generated": 18,
+      "perplexity": 3.133021661369998,
+      "avg_token_prob": 0.555212070136086,
+      "repetition_rate": 0.25,
+      "coherence_length": 18,
+      "unique_tokens": 0.7777777777777778
+    }
+  },
+  {
+    "prompt": "She was very happy because",
+    "output": " there were lots of things to do.",
+    "metrics": {
+      "ttft_ms": 5.481494008563459,
+      "tps": 161.02768835067747,
+      "total_latency_ms": 49.680897005600855,
+      "tokens_generated": 8,
+      "perplexity": 3.503360619527197,
+      "avg_token_prob": 0.5312426815637283,
+      "repetition_rate": 0.0,
+      "coherence_length": 8,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "He was sad because his",
+    "output": " toys had gone to a magical place and he didn't have any fun.",
+    "metrics": {
+      "ttft_ms": 5.4792950104456395,
+      "tps": 168.46189488627235,
+      "total_latency_ms": 94.9769680009922,
+      "tokens_generated": 16,
+      "perplexity": 6.080285085347364,
+      "avg_token_prob": 0.3893093287616092,
+      "repetition_rate": 0.0,
+      "coherence_length": 16,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "The girl felt scared when",
+    "output": " she saw the missile and she wanted to get away. She ran and ran but she couldn't catch it. She felt ashamed and sad.",
+    "metrics": {
+      "ttft_ms": 5.532265000510961,
+      "tps": 171.45488284540468,
+      "total_latency_ms": 192.4704590055626,
+      "tokens_generated": 33,
+      "perplexity": 3.6345241363114136,
+      "avg_token_prob": 0.48281043561805476,
+      "repetition_rate": 0.13043478260869565,
+      "coherence_length": 33,
+      "unique_tokens": 0.7575757575757576
+    }
+  },
+  {
+    "prompt": "They were excited to",
+    "output": " go outside and explore the world outside. They decided to go outside and look around.",
+    "metrics": {
+      "ttft_ms": 5.535313990549184,
+      "tps": 169.01904222853491,
+      "total_latency_ms": 100.58038299030159,
+      "tokens_generated": 17,
+      "perplexity": 4.275871387864309,
+      "avg_token_prob": 0.4110999672363202,
+      "repetition_rate": 0.2857142857142857,
+      "coherence_length": 11,
+      "unique_tokens": 0.7058823529411765
+    }
+  },
+  {
+    "prompt": "He was angry because",
+    "output": " it was his favorite toy. He thought he knew what him thought was wrong.",
+    "metrics": {
+      "ttft_ms": 5.458382001961581,
+      "tps": 169.3556372497733,
+      "total_latency_ms": 94.47574500518385,
+      "tokens_generated": 16,
+      "perplexity": 8.499416122376724,
+      "avg_token_prob": 0.3393442474291934,
+      "repetition_rate": 0.3333333333333333,
+      "coherence_length": 16,
+      "unique_tokens": 0.8125
+    }
+  },
+  {
+    "prompt": "She felt proud when she",
+    "output": " showed it to her friends.",
+    "metrics": {
+      "ttft_ms": 5.520393999177031,
+      "tps": 155.45061952863293,
+      "total_latency_ms": 38.597465987550095,
+      "tokens_generated": 6,
+      "perplexity": 3.6796541767038673,
+      "avg_token_prob": 0.5522760468801218,
+      "repetition_rate": 0.0,
+      "coherence_length": 6,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "The boy was surprised to see",
+    "output": " the number three times. \"What did the sides say?\" he asked.",
+    "metrics": {
+      "ttft_ms": 5.47573299263604,
+      "tps": 169.57739627555324,
+      "total_latency_ms": 117.94024698610883,
+      "tokens_generated": 20,
+      "perplexity": 6.5915736920375645,
+      "avg_token_prob": 0.42919189281972303,
+      "repetition_rate": 0.0,
+      "coherence_length": 20,
+      "unique_tokens": 0.9
+    }
+  },
+  {
+    "prompt": "They were tired after",
+    "output": " playing and playing and playing.",
+    "metrics": {
+      "ttft_ms": 5.478362989379093,
+      "tps": 155.85288361413023,
+      "total_latency_ms": 38.49784399790224,
+      "tokens_generated": 6,
+      "perplexity": 4.528192948722,
+      "avg_token_prob": 0.29605002009442877,
+      "repetition_rate": 0.0,
+      "coherence_length": 2,
+      "unique_tokens": 0.5
+    }
+  },
+  {
+    "prompt": "She was kind to the",
+    "output": " boy and they became friends. They played together until it was time for dinner. Lily felt happy that the boy came to her rescue and got to have dinner for dinner.",
+    "metrics": {
+      "ttft_ms": 5.498494007042609,
+      "tps": 171.71061094457056,
+      "total_latency_ms": 215.47882100276183,
+      "tokens_generated": 37,
+      "perplexity": 3.75731770889242,
+      "avg_token_prob": 0.5553149435865251,
+      "repetition_rate": 0.1111111111111111,
+      "coherence_length": 34,
+      "unique_tokens": 0.7837837837837838
+    }
+  },
+  {
+    "prompt": "He was brave and",
+    "output": " he went back outside to play with the tube. He put the tube on the ground and it was so sparkly and shiny! He smiled and thought, \"This tube will be so much fun!\"",
+    "metrics": {
+      "ttft_ms": 5.521933999261819,
+      "tps": 172.4844697121605,
+      "total_latency_ms": 266.6906770027708,
+      "tokens_generated": 46,
+      "perplexity": 3.694424890602502,
+      "avg_token_prob": 0.4826170892276345,
+      "repetition_rate": 0.19444444444444445,
+      "coherence_length": 14,
+      "unique_tokens": 0.7391304347826086
+    }
+  },
+  {
+    "prompt": "The dog was lonely because",
+    "output": " it had no friends. So, the dog decided to live in the park with its owner. The dog found a friend and brought him a tasty treat. The dog was so happy and grateful that the owner gave the dog a treat. From that day on, the dog and the dog became good friends and the dog always brought them food.",
+    "metrics": {
+      "ttft_ms": 5.476733000250533,
+      "tps": 172.6216177043268,
+      "total_latency_ms": 440.26930700056255,
+      "tokens_generated": 76,
+      "perplexity": 2.531667518969078,
+      "avg_token_prob": 0.6086966905216747,
+      "repetition_rate": 0.12121212121212122,
+      "coherence_length": 34,
+      "unique_tokens": 0.6052631578947368
+    }
+  },
+  {
+    "prompt": "She was curious about the",
+    "output": " classroom and wanted to know more. She put on her shoes and shoes and went outside. She saw a big, red truck with many seats. She wanted to touch it.",
+    "metrics": {
+      "ttft_ms": 5.4799329955130816,
+      "tps": 172.05337168227447,
+      "total_latency_ms": 238.29814899363555,
+      "tokens_generated": 41,
+      "perplexity": 3.2555349830954188,
+      "avg_token_prob": 0.5245777656479428,
+      "repetition_rate": 0.12903225806451613,
+      "coherence_length": 16,
+      "unique_tokens": 0.7317073170731707
+    }
+  },
+  {
+    "prompt": "He felt sorry for the",
+    "output": " little girl. He realized he was wrong to steal and said he was sorry. Lily forgave him and they became friends. From that day on, they played together nicely and never fought over the toy again.",
+    "metrics": {
+      "ttft_ms": 5.489982999279164,
+      "tps": 172.39189008310407,
+      "total_latency_ms": 261.0331610048888,
+      "tokens_generated": 45,
+      "perplexity": 2.4878078027986237,
+      "avg_token_prob": 0.599274014234138,
+      "repetition_rate": 0.14285714285714285,
+      "coherence_length": 45,
+      "unique_tokens": 0.8222222222222222
+    }
+  },
+  {
+    "prompt": "They were grateful for",
+    "output": " the old man's help. They all went to the park and looked for more treasures.",
+    "metrics": {
+      "ttft_ms": 5.492083000717685,
+      "tps": 169.52352226317262,
+      "total_latency_ms": 117.97772800491657,
+      "tokens_generated": 20,
+      "perplexity": 4.041723763059697,
+      "avg_token_prob": 0.4485632260607201,
+      "repetition_rate": 0.1,
+      "coherence_length": 20,
+      "unique_tokens": 0.9
+    }
+  },
+  {
+    "prompt": "The cat was sleepy and",
+    "output": " wanted to sleep.",
+    "metrics": {
+      "ttft_ms": 5.511044000741094,
+      "tps": 145.32350063488263,
+      "total_latency_ms": 27.52479800255969,
+      "tokens_generated": 4,
+      "perplexity": 2.870392847354081,
+      "avg_token_prob": 0.4738614305853844,
+      "repetition_rate": 0.0,
+      "coherence_length": 4,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "Mom said to the boy",
+    "output": ", \"How about a quiz? A quiz is about the teacher when you are a bit older.\"",
+    "metrics": {
+      "ttft_ms": 5.494972996530123,
+      "tps": 171.01749760876694,
+      "total_latency_ms": 152.03122700040694,
+      "tokens_generated": 26,
+      "perplexity": 4.870066853665657,
+      "avg_token_prob": 0.48132327018969656,
+      "repetition_rate": 0.1875,
+      "coherence_length": 26,
+      "unique_tokens": 0.8461538461538461
+    }
+  },
+  {
+    "prompt": "Can I have a",
+    "output": " popcorn too?\"",
+    "metrics": {
+      "ttft_ms": 5.474762991070747,
+      "tps": 155.68141825601427,
+      "total_latency_ms": 38.540244990144856,
+      "tokens_generated": 6,
+      "perplexity": 4.884962499076227,
+      "avg_token_prob": 0.46392870880663395,
+      "repetition_rate": 0.0,
+      "coherence_length": 6,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "Please help me find my",
+    "output": " lunch.\"",
+    "metrics": {
+      "ttft_ms": 5.5021239968482405,
+      "tps": 145.32598213849928,
+      "total_latency_ms": 27.524328004801646,
+      "tokens_generated": 4,
+      "perplexity": 4.642904586253171,
+      "avg_token_prob": 0.4428863288834691,
+      "repetition_rate": 0.0,
+      "coherence_length": 4,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "Where is the big",
+    "output": " dog?\" she asked.",
+    "metrics": {
+      "ttft_ms": 5.508853995706886,
+      "tps": 151.4127781409521,
+      "total_latency_ms": 33.02231199631933,
+      "tokens_generated": 5,
+      "perplexity": 2.419718498078839,
+      "avg_token_prob": 0.5923146562029918,
+      "repetition_rate": 0.0,
+      "coherence_length": 5,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "I want to go to the",
+    "output": " park!\" But the boy said, \"No way! I want to go to the park. Everyone is too busy to play with me!\"",
+    "metrics": {
+      "ttft_ms": 5.476662001456134,
+      "tps": 171.23937907759557,
+      "total_latency_ms": 169.35356899921317,
+      "tokens_generated": 29,
+      "perplexity": 3.8800797701753202,
+      "avg_token_prob": 0.49077289617659214,
+      "repetition_rate": 0.10526315789473684,
+      "coherence_length": 29,
+      "unique_tokens": 0.8275862068965517
+    }
+  },
+  {
+    "prompt": "Let us play with the",
+    "output": " box. We can pretend it is a castle or a dragon or a castle or a dragon. We can have fun and be happy.\"",
+    "metrics": {
+      "ttft_ms": 5.483333006850444,
+      "tps": 171.4852838864142,
+      "total_latency_ms": 169.110721006291,
+      "tokens_generated": 29,
+      "perplexity": 2.162664598222736,
+      "avg_token_prob": 0.6181280688693126,
+      "repetition_rate": 0.42105263157894735,
+      "coherence_length": 14,
+      "unique_tokens": 0.6206896551724138
+    }
+  },
+  {
+    "prompt": "Do you want to be my",
+    "output": " friend?\" The bunny said, \"Yes, I would love to be your friend!\"",
+    "metrics": {
+      "ttft_ms": 5.4681620094925165,
+      "tps": 168.36525084794243,
+      "total_latency_ms": 100.97095400851686,
+      "tokens_generated": 17,
+      "perplexity": 1.8678501096274776,
+      "avg_token_prob": 0.7103151196820868,
+      "repetition_rate": 0.0,
+      "coherence_length": 17,
+      "unique_tokens": 0.8823529411764706
+    }
+  },
+  {
+    "prompt": "Come and see the",
+    "output": " fish and the frogs. They say thank you and swim to the rocks and the swans. They are happy and proud. They have learned a good lesson. They have a good day.",
+    "metrics": {
+      "ttft_ms": 5.463591995066963,
+      "tps": 172.0745370808259,
+      "total_latency_ms": 238.26883800211363,
+      "tokens_generated": 41,
+      "perplexity": 3.3317666167153344,
+      "avg_token_prob": 0.5426314635191202,
+      "repetition_rate": 0.41935483870967744,
+      "coherence_length": 20,
+      "unique_tokens": 0.5853658536585366
+    }
+  },
+  {
+    "prompt": "I am going to make a",
+    "output": " new one. A better one. Are you ready?\"",
+    "metrics": {
+      "ttft_ms": 5.52486399828922,
+      "tps": 166.00836051678698,
+      "total_latency_ms": 72.28551599837374,
+      "tokens_generated": 12,
+      "perplexity": 5.6284509781350005,
+      "avg_token_prob": 0.4042969765858008,
+      "repetition_rate": 0.0,
+      "coherence_length": 5,
+      "unique_tokens": 0.75
+    }
+  },
+  {
+    "prompt": "Why is the sky so",
+    "output": " blue?\" Her mommy smiled and said, \"When you're sad, it's okay sweetie. We don't want you to get hurt.\" Lily felt bad and said, \"I'm sorry, mommy. I won't do it again.\"",
+    "metrics": {
+      "ttft_ms": 5.512303003342822,
+      "tps": 172.34929346503617,
+      "total_latency_ms": 290.10852899227757,
+      "tokens_generated": 50,
+      "perplexity": 3.190497335482682,
+      "avg_token_prob": 0.586293162600401,
+      "repetition_rate": 0.05,
+      "coherence_length": 32,
+      "unique_tokens": 0.76
+    }
+  },
+  {
+    "prompt": "What is in the box",
+    "output": "?\" Sam asked.",
+    "metrics": {
+      "ttft_ms": 5.450443000881933,
+      "tps": 145.29663178858104,
+      "total_latency_ms": 27.5298880005721,
+      "tokens_generated": 4,
+      "perplexity": 3.0719463989623885,
+      "avg_token_prob": 0.6329497193917633,
+      "repetition_rate": 0.0,
+      "coherence_length": 4,
+      "unique_tokens": 1.0
+    }
+  },
+  {
+    "prompt": "Can you help the little",
+    "output": " boy?\" the little boy asked.",
+    "metrics": {
+      "ttft_ms": 5.472873002872802,
+      "tps": 158.84455921731475,
+      "total_latency_ms": 44.06823900353629,
+      "tokens_generated": 7,
+      "perplexity": 3.2228413071189363,
+      "avg_token_prob": 0.46354065160267055,
+      "repetition_rate": 0.0,
+      "coherence_length": 7,
+      "unique_tokens": 0.8571428571428571
+    }
+  },
+  {
+    "prompt": "I love you said the",
+    "output": " magical magic that can make you suffer. That's a very special kind of magical day.\"",
+    "metrics": {
+      "ttft_ms": 5.462771994643845,
+      "tps": 170.39139678405647,
+      "total_latency_ms": 129.11449999955948,
+      "tokens_generated": 22,
+      "perplexity": 5.901925697327286,
+      "avg_token_prob": 0.34826818604589155,
+      "repetition_rate": 0.0,
+      "coherence_length": 22,
+      "unique_tokens": 0.8636363636363636
+    }
+  },
+  {
+    "prompt": "Look at the pretty",
+    "output": " flowers, Sara. They are the garden. They have red petals and yellow petals. Sara has a big bucket of red petals. She has red petals and yellow curls.",
+    "metrics": {
+      "ttft_ms": 5.478143008076586,
+      "tps": 172.69474769443005,
+      "total_latency_ms": 272.1565109968651,
+      "tokens_generated": 47,
+      "perplexity": 3.5938700565101773,
+      "avg_token_prob": 0.5324473968551805,
+      "repetition_rate": 0.21621621621621623,
+      "coherence_length": 17,
+      "unique_tokens": 0.5531914893617021
+    }
+  },
+  {
+    "prompt": "Tell me a story about",
+    "output": " a magical creature.",
+    "metrics": {
+      "ttft_ms": 5.557504991884343,
+      "tps": 155.12931995333614,
+      "total_latency_ms": 38.67740799614694,
+      "tokens_generated": 6,
+      "perplexity": 3.5209022303435025,
+      "avg_token_prob": 0.5014029335496681,
+      "repetition_rate": 0.0,
+      "coherence_length": 6,
+      "unique_tokens": 1.0
+    }
+  }
+]

model_config.txt

@@ -1,77 +0,0 @@
-Model: TinyLM-10M
-vocab_size: 2000
-dim: 384
-n_layers: 4
-n_heads: 4
-n_kv_heads: 4
-ffn_dim: 1536
-max_seq_len: 256
-norm_eps: 1e-6
-rope_theta: 10000.0
-architecture: Decoder-only Transformer (GQA + RoPE + RMSNorm + SwiGLU)
-tokenizer: tinystories_10m_tokenizer.json
-dataset: TinyStories (roneneldan/TinyStories)
-training_steps: 50000
-batch_size: 64
-learning_rate: 3e-4
-optimizer: AdamW (betas=0.9,0.95, weight_decay=0.01)
-
----
-
-Model: TinyLM-7M
-vocab_size: 1500
-dim: 224
-n_layers: 8
-n_heads: 4
-n_kv_heads: 4
-ffn_dim: 896
-max_seq_len: 256
-norm_eps: 1e-6
-rope_theta: 10000.0
-architecture: Decoder-only Transformer (GQA + RoPE + RMSNorm + SwiGLU)
-tokenizer: tinystories_7m_tokenizer.json
-dataset: TinyStories (roneneldan/TinyStories)
-training_steps: 50000
-batch_size: 64
-learning_rate: 3e-4
-optimizer: AdamW (betas=0.9,0.95, weight_decay=0.01)
-
----
-
-Model: TinyLM-5M
-vocab_size: 1000
-dim: 384
-n_layers: 2
-n_heads: 4
-n_kv_heads: 4
-ffn_dim: 1536
-max_seq_len: 256
-norm_eps: 1e-6
-rope_theta: 10000.0
-architecture: Decoder-only Transformer (GQA + RoPE + RMSNorm + SwiGLU)
-tokenizer: tinystories_5m_tokenizer.json
-dataset: TinyStories (roneneldan/TinyStories)
-training_steps: 50000
-batch_size: 64
-learning_rate: 3e-4
-optimizer: AdamW (betas=0.9,0.95, weight_decay=0.01)
-
----
-
-Model: TinyLM-2.5M
-vocab_size: 512
-dim: 272
-n_layers: 2
-n_heads: 4
-n_kv_heads: 4
-ffn_dim: 1088
-max_seq_len: 256
-norm_eps: 1e-6
-rope_theta: 10000.0
-architecture: Decoder-only Transformer (GQA + RoPE + RMSNorm + SwiGLU)
-tokenizer: tinystories_2_5m_tokenizer.json
-dataset: TinyStories (roneneldan/TinyStories)
-training_steps: 50000
-batch_size: 64
-learning_rate: 3e-4
-optimizer: AdamW (betas=0.9,0.95, weight_decay=0.01)