code/predict_infinity.py

import requests as r
import time

input_data = { "inputs": "Dune is something rarely seen anymore – it’s an epic."}

url = "http://localhost:8080/predict"

sum=0
for i in range(0,1000):
    response = r.post(url, json=input_data)
    resp_time = response.headers["x-compute-time"]
    sum+=float(resp_time)

sum/=1000
print(f"{round(float(sum),6)*1000}ms")