Ovis2-4B-AWQ-INT4 / generation_config.json
Azaz666's picture
Upload AWQ-INT4 quantized model
33867de verified
{
"_from_model_config": true,
"bos_token_id": 151643,
"do_sample": true,
"eos_token_id": 151645,
"output_attentions": false,
"output_hidden_states": false,
"transformers_version": "5.3.0",
"use_cache": true
}