File size: 1,095 Bytes
fcba339 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 |
name: "viencoder"
# maximum batch size
max_batch_size: 0
platform: "ensemble"
#input to the model
input [
{
name: "TEXT"
data_type: TYPE_STRING
dims: [ -1 ]
# -1 means dynamic axis, aka this dimension may change
}
]
#output of the model
output {
name: "output_0"
data_type: TYPE_FP32
dims: [-1, -1]
# two dimensional tensor, where 1st dimension: batch-size, 2nd dimension: #classes
}
#Type of scheduler to be used
ensemble_scheduling {
step [
{
model_name: "viencoder.tokenizer"
model_version: -1
input_map {
key: "TEXT"
value: "TEXT"
}
output_map [
{
key: "input_ids"
value: "input_ids"
},
{
key: "attention_mask"
value: "attention_mask"
}
]
},
{
model_name: "viencoder.model"
model_version: -1
input_map [
{
key: "input_ids"
value: "input_ids"
},
{
key: "attention_mask"
value: "attention_mask"
}
]
output_map {
key: "sentence_embedding"
value: "output_0"
}
}
]
} |