File size: 217 Bytes
0aca678
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
[
    {
        "model": "Open-Orca/Mistral-7B-OpenOrca",
        "model_client_cls": "CustomModelClient",
        "device": "cuda",
        "n": 1,
        "params": {
            "max_length": 1000
        }
    }
]