evaluation.json

{
  "model": "SNIP-0.4M",
  "parameters": 397152,
  "eval_blocks": 200,
  "eval_loss": 3.3655964303016663,
  "perplexity": 28.95075926083932,
  "eval_seconds": 0.3728620000038063,
  "samples": [
    {
      "prompt": "Once upon a time",
      "completion": "Once upon a time, there was a boy named her pands.\nLily. She asked, \"When they had a little girl's grembe and she said, I can right.\n\nButers and a little boy saw a gious and jumpthing the s"
    },
    {
      "prompt": "The little robot discovered",
      "completion": "The little robot discovered the por. They felt the praveselforester to the mumprory ple! She put it out."
    },
    {
      "prompt": "Jacob opened the castle door and",
      "completion": "Jacob opened the castle door and went to the flow."
    }
  ]
}