File size: 765 Bytes
cecbf37 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 | name: "tinybert-familyhistory-de"
backend: "python"
max_batch_size: 0
input [
{
name: "text"
data_type: TYPE_STRING
dims: [-1]
}
]
output [
{
name: "output"
data_type: TYPE_STRING
dims: [-1]
}
]
instance_group [
{
count: 1
kind: KIND_CPU
}
]
# CPU-specific optimizations
optimization {
execution_accelerators {
cpu_execution_accelerator: [{
name: "openvino"
}]
}
}
# Performance tuning parameters
parameters: {
key: "INFERENCE_BATCH_SIZE"
value: {
string_value: "96"
}
}
parameters: {
key: "MAX_SEQUENCE_LENGTH"
value: {
string_value: "512"
}
}
|