config_gpu.pbtxt

name: "tinybert-familyhistory-de"
backend: "python"
input [
    {
        name: "text"
        data_type: TYPE_STRING  
        dims: [-1]
    }
]
output [
    {
        name: "output"
        data_type: TYPE_STRING  
        dims: [-1]
    }
]

instance_group [
    {
        kind: KIND_GPU
    }
]

dynamic_batching { 
    default_queue_policy: {
        default_timeout_microseconds: 60000000
    }
}