{ "activation": "gelu_pytorch_tanh", "speedup": 1.1246815927067972, "parameters": 2183552, "tests": [ { "prompt": "Hello, world!", "forward_ms": 10.998010635375977, "generation_ms": 46.46134376525879, "text": "Hello, world!bersbersbersbersbersbersbersbersbersbers", "status": "success" }, { "prompt": "The future of AI is", "forward_ms": 8.766412734985352, "generation_ms": 31.504392623901367, "text": "The future of AI is is is is is is is is is is is", "status": "success" }, { "prompt": "Once upon a time", "forward_ms": 5.000114440917969, "generation_ms": 31.223297119140625, "text": "Once upon a timeIFIEDIFIEDIFIEDIFIEDIFIEDIFIEDIFIEDIFIEDIFIEDIFIED", "status": "success" } ] }