model_desc.json

{"serving_type": "PytorchV2.0.0_TextGeneration_Mixtral_8x7B_Instruct_V0.1_SFT", "train_type": "sft", "generate_args": {"temperature": 0.95, "top_p": 0.7}}