File size: 4,117 Bytes
96bb363 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 | model_label,num_gpus,max_num_seqs,trace_file
Llama-3.1-405B,8,8,traces/Llama-3.1-405B_num_gpus_8_max_num_seqs_8.csv
Llama-3.1-405B,8,16,traces/Llama-3.1-405B_num_gpus_8_max_num_seqs_16.csv
Llama-3.1-405B,8,32,traces/Llama-3.1-405B_num_gpus_8_max_num_seqs_32.csv
Llama-3.1-405B,8,64,traces/Llama-3.1-405B_num_gpus_8_max_num_seqs_64.csv
Llama-3.1-405B,8,96,traces/Llama-3.1-405B_num_gpus_8_max_num_seqs_96.csv
Llama-3.1-405B,8,128,traces/Llama-3.1-405B_num_gpus_8_max_num_seqs_128.csv
Llama-3.1-405B,8,192,traces/Llama-3.1-405B_num_gpus_8_max_num_seqs_192.csv
Llama-3.1-405B,8,256,traces/Llama-3.1-405B_num_gpus_8_max_num_seqs_256.csv
Llama-3.1-405B,8,384,traces/Llama-3.1-405B_num_gpus_8_max_num_seqs_384.csv
Llama-3.1-405B,8,512,traces/Llama-3.1-405B_num_gpus_8_max_num_seqs_512.csv
Llama-3.1-70B,4,8,traces/Llama-3.1-70B_num_gpus_4_max_num_seqs_8.csv
Llama-3.1-70B,4,16,traces/Llama-3.1-70B_num_gpus_4_max_num_seqs_16.csv
Llama-3.1-70B,4,32,traces/Llama-3.1-70B_num_gpus_4_max_num_seqs_32.csv
Llama-3.1-70B,4,64,traces/Llama-3.1-70B_num_gpus_4_max_num_seqs_64.csv
Llama-3.1-70B,4,96,traces/Llama-3.1-70B_num_gpus_4_max_num_seqs_96.csv
Llama-3.1-70B,4,128,traces/Llama-3.1-70B_num_gpus_4_max_num_seqs_128.csv
Llama-3.1-70B,4,192,traces/Llama-3.1-70B_num_gpus_4_max_num_seqs_192.csv
Llama-3.1-70B,4,256,traces/Llama-3.1-70B_num_gpus_4_max_num_seqs_256.csv
Llama-3.1-70B,4,384,traces/Llama-3.1-70B_num_gpus_4_max_num_seqs_384.csv
Llama-3.1-70B,4,512,traces/Llama-3.1-70B_num_gpus_4_max_num_seqs_512.csv
Llama-3.1-70B,4,768,traces/Llama-3.1-70B_num_gpus_4_max_num_seqs_768.csv
Llama-3.1-70B,4,1024,traces/Llama-3.1-70B_num_gpus_4_max_num_seqs_1024.csv
Llama-3.1-70B,4,1536,traces/Llama-3.1-70B_num_gpus_4_max_num_seqs_1536.csv
Llama-3.1-70B,4,2048,traces/Llama-3.1-70B_num_gpus_4_max_num_seqs_2048.csv
Llama-3.1-8B,1,8,traces/Llama-3.1-8B_num_gpus_1_max_num_seqs_8.csv
Llama-3.1-8B,1,16,traces/Llama-3.1-8B_num_gpus_1_max_num_seqs_16.csv
Llama-3.1-8B,1,32,traces/Llama-3.1-8B_num_gpus_1_max_num_seqs_32.csv
Llama-3.1-8B,1,64,traces/Llama-3.1-8B_num_gpus_1_max_num_seqs_64.csv
Llama-3.1-8B,1,96,traces/Llama-3.1-8B_num_gpus_1_max_num_seqs_96.csv
Llama-3.1-8B,1,128,traces/Llama-3.1-8B_num_gpus_1_max_num_seqs_128.csv
Llama-3.1-8B,1,192,traces/Llama-3.1-8B_num_gpus_1_max_num_seqs_192.csv
Llama-3.1-8B,1,256,traces/Llama-3.1-8B_num_gpus_1_max_num_seqs_256.csv
Llama-3.1-8B,1,384,traces/Llama-3.1-8B_num_gpus_1_max_num_seqs_384.csv
Llama-3.1-8B,1,512,traces/Llama-3.1-8B_num_gpus_1_max_num_seqs_512.csv
Llama-3.1-8B,1,768,traces/Llama-3.1-8B_num_gpus_1_max_num_seqs_768.csv
Llama-3.1-8B,1,1024,traces/Llama-3.1-8B_num_gpus_1_max_num_seqs_1024.csv
Qwen3-235B-A22B,8,8,traces/Qwen3-235B-A22B_num_gpus_8_max_num_seqs_8.csv
Qwen3-235B-A22B,8,16,traces/Qwen3-235B-A22B_num_gpus_8_max_num_seqs_16.csv
Qwen3-235B-A22B,8,32,traces/Qwen3-235B-A22B_num_gpus_8_max_num_seqs_32.csv
Qwen3-235B-A22B,8,64,traces/Qwen3-235B-A22B_num_gpus_8_max_num_seqs_64.csv
Qwen3-235B-A22B,8,96,traces/Qwen3-235B-A22B_num_gpus_8_max_num_seqs_96.csv
Qwen3-235B-A22B,8,128,traces/Qwen3-235B-A22B_num_gpus_8_max_num_seqs_128.csv
Qwen3-235B-A22B,8,192,traces/Qwen3-235B-A22B_num_gpus_8_max_num_seqs_192.csv
Qwen3-235B-A22B,8,256,traces/Qwen3-235B-A22B_num_gpus_8_max_num_seqs_256.csv
Qwen3-235B-A22B,8,384,traces/Qwen3-235B-A22B_num_gpus_8_max_num_seqs_384.csv
Qwen3-235B-A22B,8,512,traces/Qwen3-235B-A22B_num_gpus_8_max_num_seqs_512.csv
Qwen3-30B-A3B,2,8,traces/Qwen3-30B-A3B_num_gpus_2_max_num_seqs_8.csv
Qwen3-30B-A3B,2,16,traces/Qwen3-30B-A3B_num_gpus_2_max_num_seqs_16.csv
Qwen3-30B-A3B,2,32,traces/Qwen3-30B-A3B_num_gpus_2_max_num_seqs_32.csv
Qwen3-30B-A3B,2,64,traces/Qwen3-30B-A3B_num_gpus_2_max_num_seqs_64.csv
Qwen3-30B-A3B,2,96,traces/Qwen3-30B-A3B_num_gpus_2_max_num_seqs_96.csv
Qwen3-30B-A3B,2,128,traces/Qwen3-30B-A3B_num_gpus_2_max_num_seqs_128.csv
Qwen3-30B-A3B,2,192,traces/Qwen3-30B-A3B_num_gpus_2_max_num_seqs_192.csv
Qwen3-30B-A3B,2,256,traces/Qwen3-30B-A3B_num_gpus_2_max_num_seqs_256.csv
Qwen3-30B-A3B,2,384,traces/Qwen3-30B-A3B_num_gpus_2_max_num_seqs_384.csv
Qwen3-30B-A3B,2,512,traces/Qwen3-30B-A3B_num_gpus_2_max_num_seqs_512.csv
|