performance.json

{
  "activation": "gelu_pytorch_tanh",
  "speedup": 1.1246815927067972,
  "parameters": 2183552,
  "tests": [
    {
      "prompt": "Hello, world!",
      "forward_ms": 10.998010635375977,
      "generation_ms": 46.46134376525879,
      "text": "Hello, world!bersbersbersbersbersbersbersbersbersbers",
      "status": "success"
    },
    {
      "prompt": "The future of AI is",
      "forward_ms": 8.766412734985352,
      "generation_ms": 31.504392623901367,
      "text": "The future of AI is is is is is is is is is is is",
      "status": "success"
    },
    {
      "prompt": "Once upon a time",
      "forward_ms": 5.000114440917969,
      "generation_ms": 31.223297119140625,
      "text": "Once upon a timeIFIEDIFIEDIFIEDIFIEDIFIEDIFIEDIFIEDIFIEDIFIEDIFIED",
      "status": "success"
    }
  ]
}