int8/metadata.json

{
  "metadata_version": "0.2",
  "kind": "llm",
  "name": "qwen2.5-math-1.5b-instruct-int8",
  "assets": {
    "main": "qwen2.5-math-1.5b-instruct-int8.aimodel"
  },
  "language": {
    "tokenizer": "Qwen/Qwen2.5-Math-1.5B-Instruct",
    "vocab_size": 151936,
    "max_context_length": 4096,
    "embedded_tokenizer": true,
    "function_map": {
      "main": [
        "main"
      ]
    }
  },
  "source": {
    "model_definition": "torch",
    "hf_model_id": "Qwen/Qwen2.5-Math-1.5B-Instruct"
  },
  "compression": "int8_absmax_perblock32",
  "compilation": {
    "date": "2026-07-10T23:30:06.741054-03:00",
    "targets": []
  }
}