File size: 904 Bytes
daebd36 ff19e10 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 |
{
"inference": {
"gpt2": {
"instanceType": "ml.g4dn.xlarge",
"numShard": 1
},
"google/flan-t5-xxl": {
"instanceType": "ml.g5.12xlarge",
"numShard": 4
},
"bigscience/bloom-7b1": {
"instanceType": "ml.g5.12xlarge",
"numShard": 4
},
"EleutherAI/gpt-neo-2.7B": {
"instanceType": "ml.g5.xlarge",
"numShard": 1
},
"tiiuae/falcon-40b-instruct": {
"instanceType": "ml.g5.12xlarge",
"numShard": 4
},
"EleutherAI/gpt-neox-20b": {
"instanceType": "ml.g5.12xlarge",
"numShard": 4
},
"bigcode/starcoder": {
"instanceType": "ml.g5.12xlarge",
"numShard": 4
},
"openlm-research/open_llama_13b": {
"instanceType": "ml.g5.12xlarge",
"numShard": 4
},
"amazon/FalconLite": {
"instanceType": "ml.g5.12xlarge",
"numShard": 4
}
},
"training":{}
} |