config_gpu.pbtxt

name: "tinybert-familyhistory-de"

backend: "python"
input [
    {

        name: "text"

        data_type: TYPE_STRING  

        dims: [-1]
    }
]
output [
    {

        name: "output"

        data_type: TYPE_STRING  

        dims: [-1]
    }
]

instance_group [
    {

        kind: KIND_GPU
    }
]

dynamic_batching { 

    default_queue_policy: {

        default_timeout_microseconds: 60000000
    }
}