model,gpu_used,test_samples,total_valid_tokens,total_time_seconds,latency_ms_per_sample,throughput_samples_per_sec,throughput_tokens_per_sec
bert-base-cased,CPU,2176,111284,254.09,116.77,8.56,437.97
roberta-base,CPU,2176,102023,253.81,116.64,8.57,401.97
distilbert-base-cased,CPU,2176,111284,130.62,60.03,16.66,851.96
albert-base-v2,CPU,2176,103998,310.02,142.47,7.02,335.45
FacebookAI-xlm-roberta-base,CPU,2176,106333,255.48,117.41,8.52,416.21
google-bert-bert-base-multilingual-cased,CPU,2176,111171,253.72,116.6,8.58,438.17