File size: 276 Bytes
f8f30e9 |
1 2 3 4 5 6 7 8 9 10 |
{
"original_model": "nomic-ai/nomic-embed-code",
"quantization_scheme": "W4A16",
"group_size": 128,
"compressed_format": "compressed-tensors",
"quantization_method": "llmcompressor-awq",
"weight_bits": 4,
"activation_bits": 16,
"num_calibration_samples": 512
} |