glm-ocr-boundingdocs-ft-bnb-nf4 / benchmark_loader_manifest.json
AlaBoussoffara's picture
Upload 4-bit quantized artifacts
d95e17d verified
Raw
History Blame Contribute Delete
424 Bytes
{
"quantization": "bitsandbytes",
"bits": 4,
"load_in_8bit": false,
"load_in_4bit": true,
"bnb_4bit_quant_type": "nf4",
"bnb_4bit_use_double_quant": true,
"bnb_4bit_compute_dtype": "bfloat16",
"source_model": "/content/dce_checkpoints/gaycor/base_glm_ocr_unquantized",
"adapter_path": "/content/dce_checkpoints/gaycor/checkpoint-8000",
"model_kind": "gaycor_tit GLM-OCR LoRA fine-tuned checkpoint-8000"
}