quantization_metadata.json

{
  "source_repo": "allenai/MolmoAct2-SO100_101",
  "source_revision": "152569fe57914d97be91055800035f54e250d009",
  "policy_class": "transformers:AutoModelForImageTextToText",
  "quantization": {
    "scheme": "nf4",
    "backend": "bitsandbytes",
    "compute_dtype": "bfloat16",
    "min_params_to_quantize": 4000000,
    "rule": "Linear modules with >=4_000_000 weight elements rewritten to bnb.nn.Linear4bit; smaller heads kept in compute_dtype (bfloat16).",
    "runtime_status": "loader-backed (install_prequantized_linears)"
  },
  "dropped_state_entries": []
}