Any-to-Any
Transformers
Safetensors
GGUF
gemma4
multimodal
text-generation
image-text-to-text
audio-text-to-text
video-text-to-text
long-context
lora
bf16
llama-cpp
zh
en
Instructions to use chirs345678/Anrn-12B-R1 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use chirs345678/Anrn-12B-R1 with Transformers:
# Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("chirs345678/Anrn-12B-R1", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Invalid JSON:Unexpected token '', "{
"s"... is not valid JSON
| { | |
| "state": "passed", | |
| "tested_at": "2026-08-06T11:51:07.0670063Z", | |
| "variant": "full-bf16", | |
| "command": ".\\start.ps1 -Port 8091", | |
| "exit_status": 0, | |
| "health": { | |
| "status": "ok", | |
| "backend": "transformers-native", | |
| "model": "anru-gemma4-12b-native-multimodal-bf16-lora045", | |
| "modalities": [ | |
| "text", | |
| "image", | |
| "audio", | |
| "video" | |
| ], | |
| "context_tokens": 131072, | |
| "attention_implementation": "sdpa", | |
| "default_system_prompt": true, | |
| "system_prompt_file": "system_prompt.md", | |
| "system_prompt_sha256": "5591AC2C99FDC6C8E21D1D3B87625BB368204548BEC7B63C3FD6598CF23639BF", | |
| "system_prompt_bytes": 105352, | |
| "system_prompt_chars": 38029, | |
| "system_prompt_lines": 1984, | |
| "image_max_soft_tokens": 1120, | |
| "lora_scale": 0.45, | |
| "lora_modules": 328, | |
| "adapter_tensor_count": 656, | |
| "adapter_nonzero_tensors": 656, | |
| "load_seconds": 16.527, | |
| "cuda_available": true, | |
| "cuda_allocated_bytes": 14332654080, | |
| "device_map": { | |
| "base_model.model.model.language_model.embed_tokens": 0, | |
| "base_model.model.lm_head": 0, | |
| "base_model.model.model.language_model.layers.0": 0, | |
| "base_model.model.model.language_model.layers.1": 0, | |
| "base_model.model.model.language_model.layers.2": 0, | |
| "base_model.model.model.language_model.layers.3": 0, | |
| "base_model.model.model.language_model.layers.4": 0, | |
| "base_model.model.model.language_model.layers.5": 0, | |
| "base_model.model.model.language_model.layers.6": 0, | |
| "base_model.model.model.language_model.layers.7": 0, | |
| "base_model.model.model.language_model.layers.8": 0, | |
| "base_model.model.model.language_model.layers.9": 0, | |
| "base_model.model.model.language_model.layers.10": 0, | |
| "base_model.model.model.language_model.layers.11": 0, | |
| "base_model.model.model.language_model.layers.12": 0, | |
| "base_model.model.model.language_model.layers.13": 0, | |
| "base_model.model.model.language_model.layers.14": 0, | |
| "base_model.model.model.language_model.layers.15": 0, | |
| "base_model.model.model.language_model.layers.16": 0, | |
| "base_model.model.model.language_model.layers.17": 0, | |
| "base_model.model.model.language_model.layers.18": 0, | |
| "base_model.model.model.language_model.layers.19": 0, | |
| "base_model.model.model.language_model.layers.20": 0, | |
| "base_model.model.model.language_model.layers.21": 0, | |
| "base_model.model.model.language_model.layers.22": 0, | |
| "base_model.model.model.language_model.layers.23": 0, | |
| "base_model.model.model.language_model.layers.24": 0, | |
| "base_model.model.model.language_model.layers.25": 0, | |
| "base_model.model.model.language_model.layers.26": 0, | |
| "base_model.model.model.language_model.layers.27": "cpu", | |
| "base_model.model.model.language_model.layers.28": "cpu", | |
| "base_model.model.model.language_model.layers.29": "cpu", | |
| "base_model.model.model.language_model.layers.30": "cpu", | |
| "base_model.model.model.language_model.layers.31": "cpu", | |
| "base_model.model.model.language_model.layers.32": "cpu", | |
| "base_model.model.model.language_model.layers.33": "cpu", | |
| "base_model.model.model.language_model.layers.34": "cpu", | |
| "base_model.model.model.language_model.layers.35": "cpu", | |
| "base_model.model.model.language_model.layers.36": "cpu", | |
| "base_model.model.model.language_model.layers.37": "cpu", | |
| "base_model.model.model.language_model.layers.38": "cpu", | |
| "base_model.model.model.language_model.layers.39": "cpu", | |
| "base_model.model.model.language_model.layers.40": "cpu", | |
| "base_model.model.model.language_model.layers.41": "cpu", | |
| "base_model.model.model.language_model.layers.42": "cpu", | |
| "base_model.model.model.language_model.layers.43": "cpu", | |
| "base_model.model.model.language_model.layers.44": "cpu", | |
| "base_model.model.model.language_model.layers.45": "cpu", | |
| "base_model.model.model.language_model.layers.46": "cpu", | |
| "base_model.model.model.language_model.layers.47": "cpu", | |
| "base_model.model.model.language_model.norm": "cpu", | |
| "base_model.model.model.language_model.rotary_emb": "cpu", | |
| "base_model.model.model.embed_vision": "cpu", | |
| "base_model.model.model.embed_audio": "cpu" | |
| } | |
| } | |
| } | |