File size: 834 Bytes
33967b4 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 | {
"activation": "gelu_pytorch_tanh",
"speedup": 1.1246815927067972,
"parameters": 2183552,
"tests": [
{
"prompt": "Hello, world!",
"forward_ms": 10.998010635375977,
"generation_ms": 46.46134376525879,
"text": "Hello, world!bersbersbersbersbersbersbersbersbersbers",
"status": "success"
},
{
"prompt": "The future of AI is",
"forward_ms": 8.766412734985352,
"generation_ms": 31.504392623901367,
"text": "The future of AI is is is is is is is is is is is",
"status": "success"
},
{
"prompt": "Once upon a time",
"forward_ms": 5.000114440917969,
"generation_ms": 31.223297119140625,
"text": "Once upon a timeIFIEDIFIEDIFIEDIFIEDIFIEDIFIEDIFIEDIFIEDIFIEDIFIED",
"status": "success"
}
]
} |