| model_label,num_gpus,max_num_seqs,trace_file |
| Llama-3.1-405B,8,8,traces/Llama-3.1-405B_num_gpus_8_max_num_seqs_8.csv |
| Llama-3.1-405B,8,16,traces/Llama-3.1-405B_num_gpus_8_max_num_seqs_16.csv |
| Llama-3.1-405B,8,32,traces/Llama-3.1-405B_num_gpus_8_max_num_seqs_32.csv |
| Llama-3.1-405B,8,64,traces/Llama-3.1-405B_num_gpus_8_max_num_seqs_64.csv |
| Llama-3.1-405B,8,96,traces/Llama-3.1-405B_num_gpus_8_max_num_seqs_96.csv |
| Llama-3.1-405B,8,128,traces/Llama-3.1-405B_num_gpus_8_max_num_seqs_128.csv |
| Llama-3.1-405B,8,192,traces/Llama-3.1-405B_num_gpus_8_max_num_seqs_192.csv |
| Llama-3.1-405B,8,256,traces/Llama-3.1-405B_num_gpus_8_max_num_seqs_256.csv |
| Llama-3.1-405B,8,384,traces/Llama-3.1-405B_num_gpus_8_max_num_seqs_384.csv |
| Llama-3.1-405B,8,512,traces/Llama-3.1-405B_num_gpus_8_max_num_seqs_512.csv |
| Llama-3.1-70B,4,8,traces/Llama-3.1-70B_num_gpus_4_max_num_seqs_8.csv |
| Llama-3.1-70B,4,16,traces/Llama-3.1-70B_num_gpus_4_max_num_seqs_16.csv |
| Llama-3.1-70B,4,32,traces/Llama-3.1-70B_num_gpus_4_max_num_seqs_32.csv |
| Llama-3.1-70B,4,64,traces/Llama-3.1-70B_num_gpus_4_max_num_seqs_64.csv |
| Llama-3.1-70B,4,96,traces/Llama-3.1-70B_num_gpus_4_max_num_seqs_96.csv |
| Llama-3.1-70B,4,128,traces/Llama-3.1-70B_num_gpus_4_max_num_seqs_128.csv |
| Llama-3.1-70B,4,192,traces/Llama-3.1-70B_num_gpus_4_max_num_seqs_192.csv |
| Llama-3.1-70B,4,256,traces/Llama-3.1-70B_num_gpus_4_max_num_seqs_256.csv |
| Llama-3.1-70B,4,384,traces/Llama-3.1-70B_num_gpus_4_max_num_seqs_384.csv |
| Llama-3.1-70B,4,512,traces/Llama-3.1-70B_num_gpus_4_max_num_seqs_512.csv |
| Llama-3.1-70B,4,768,traces/Llama-3.1-70B_num_gpus_4_max_num_seqs_768.csv |
| Llama-3.1-70B,4,1024,traces/Llama-3.1-70B_num_gpus_4_max_num_seqs_1024.csv |
| Llama-3.1-70B,4,1536,traces/Llama-3.1-70B_num_gpus_4_max_num_seqs_1536.csv |
| Llama-3.1-70B,4,2048,traces/Llama-3.1-70B_num_gpus_4_max_num_seqs_2048.csv |
| Llama-3.1-8B,1,8,traces/Llama-3.1-8B_num_gpus_1_max_num_seqs_8.csv |
| Llama-3.1-8B,1,16,traces/Llama-3.1-8B_num_gpus_1_max_num_seqs_16.csv |
| Llama-3.1-8B,1,32,traces/Llama-3.1-8B_num_gpus_1_max_num_seqs_32.csv |
| Llama-3.1-8B,1,64,traces/Llama-3.1-8B_num_gpus_1_max_num_seqs_64.csv |
| Llama-3.1-8B,1,96,traces/Llama-3.1-8B_num_gpus_1_max_num_seqs_96.csv |
| Llama-3.1-8B,1,128,traces/Llama-3.1-8B_num_gpus_1_max_num_seqs_128.csv |
| Llama-3.1-8B,1,192,traces/Llama-3.1-8B_num_gpus_1_max_num_seqs_192.csv |
| Llama-3.1-8B,1,256,traces/Llama-3.1-8B_num_gpus_1_max_num_seqs_256.csv |
| Llama-3.1-8B,1,384,traces/Llama-3.1-8B_num_gpus_1_max_num_seqs_384.csv |
| Llama-3.1-8B,1,512,traces/Llama-3.1-8B_num_gpus_1_max_num_seqs_512.csv |
| Llama-3.1-8B,1,768,traces/Llama-3.1-8B_num_gpus_1_max_num_seqs_768.csv |
| Llama-3.1-8B,1,1024,traces/Llama-3.1-8B_num_gpus_1_max_num_seqs_1024.csv |
| Qwen3-235B-A22B,8,8,traces/Qwen3-235B-A22B_num_gpus_8_max_num_seqs_8.csv |
| Qwen3-235B-A22B,8,16,traces/Qwen3-235B-A22B_num_gpus_8_max_num_seqs_16.csv |
| Qwen3-235B-A22B,8,32,traces/Qwen3-235B-A22B_num_gpus_8_max_num_seqs_32.csv |
| Qwen3-235B-A22B,8,64,traces/Qwen3-235B-A22B_num_gpus_8_max_num_seqs_64.csv |
| Qwen3-235B-A22B,8,96,traces/Qwen3-235B-A22B_num_gpus_8_max_num_seqs_96.csv |
| Qwen3-235B-A22B,8,128,traces/Qwen3-235B-A22B_num_gpus_8_max_num_seqs_128.csv |
| Qwen3-235B-A22B,8,192,traces/Qwen3-235B-A22B_num_gpus_8_max_num_seqs_192.csv |
| Qwen3-235B-A22B,8,256,traces/Qwen3-235B-A22B_num_gpus_8_max_num_seqs_256.csv |
| Qwen3-235B-A22B,8,384,traces/Qwen3-235B-A22B_num_gpus_8_max_num_seqs_384.csv |
| Qwen3-235B-A22B,8,512,traces/Qwen3-235B-A22B_num_gpus_8_max_num_seqs_512.csv |
| Qwen3-30B-A3B,2,8,traces/Qwen3-30B-A3B_num_gpus_2_max_num_seqs_8.csv |
| Qwen3-30B-A3B,2,16,traces/Qwen3-30B-A3B_num_gpus_2_max_num_seqs_16.csv |
| Qwen3-30B-A3B,2,32,traces/Qwen3-30B-A3B_num_gpus_2_max_num_seqs_32.csv |
| Qwen3-30B-A3B,2,64,traces/Qwen3-30B-A3B_num_gpus_2_max_num_seqs_64.csv |
| Qwen3-30B-A3B,2,96,traces/Qwen3-30B-A3B_num_gpus_2_max_num_seqs_96.csv |
| Qwen3-30B-A3B,2,128,traces/Qwen3-30B-A3B_num_gpus_2_max_num_seqs_128.csv |
| Qwen3-30B-A3B,2,192,traces/Qwen3-30B-A3B_num_gpus_2_max_num_seqs_192.csv |
| Qwen3-30B-A3B,2,256,traces/Qwen3-30B-A3B_num_gpus_2_max_num_seqs_256.csv |
| Qwen3-30B-A3B,2,384,traces/Qwen3-30B-A3B_num_gpus_2_max_num_seqs_384.csv |
| Qwen3-30B-A3B,2,512,traces/Qwen3-30B-A3B_num_gpus_2_max_num_seqs_512.csv |
|
|