{ "mic": "0.3", "name": "CodeGen2 text generation", "usage": "AutoTokenizer + AutoModelForCausalLM.generate, batched, left padding", "architecture": "CodeGenForCausalLM", "checkpoints": { "Salesforce/codegen2-16B_P": { "fixture": "huggingface-mic/codegen2-16B_P-mic" } }, "fixtures": { "huggingface-mic/codegen2-16B_P-mic": { "built_from": "Salesforce/codegen2-16B_P", "covers": [ "Salesforce/codegen2-16B_P" ], "build": { "seed": 17 } } }, "integrations": { "transformers": { "entry_point": "integrations/transformers/usage.md", "format": "runnable-markdown", "requires": [ "transformers>=5", "torch", "accelerate" ], "targets": [ "fixtures" ], "variants": { "default": {}, "eager": { "attn_implementation": "eager" }, "bfloat16": { "dtype": "bfloat16" } }, "training": true, "resources": { "fixture": { "download_mb": 16 }, "Salesforce/codegen2-16B_P": { "memory_gb": 64, "disk_gb": 32, "download_mb": 32000, "devices": [ "cuda" ], "gpu_memory_gb": 22, "variants": { "default": { "devices": [] }, "eager": { "devices": [] } } } } } }, "outputs": { "runtime": { "compare": "exact" }, "generated_tokens": { "compare": "exact" }, "generated_text": { "compare": "exact" }, "next_token_logits": { "compare": "allclose", "atol": 0.0001, "rtol": 0.0001 }, "training.loss": { "compare": "allclose", "atol": 0.0001, "rtol": 0.0001 }, "training.gradients": { "compare": "all_true" }, "training.updated": { "compare": "true" } } }