File size: 760 Bytes
3263dce 8343560 3263dce e64396b 3263dce 8343560 3263dce e64396b 3263dce 8343560 3263dce e64396b 3263dce 8343560 3263dce e64396b 3263dce |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 |
{
"mistralai/Mixtral-8x7B-Instruct-v0.1": [
{
"task": "text-generation",
"batch_size": 1,
"sequence_length": 4096,
"tensor_parallel_size": 32,
"instance_type" : "trn1"
},
{
"task": "text-generation",
"batch_size": 4,
"sequence_length": 4096,
"tensor_parallel_size": 32,
"instance_type" : "trn1"
}
],
"mistralai/Mixtral-8x22B-Instruct-v0.1": [
{
"task": "text-generation",
"batch_size": 1,
"sequence_length": 4096,
"tensor_parallel_size": 32,
"instance_type" : "trn1"
},
{
"task": "text-generation",
"batch_size": 4,
"sequence_length": 4096,
"tensor_parallel_size": 32,
"instance_type" : "trn1"
}
]
}
|