File size: 6,717 Bytes
dbb8e24
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
{
    "state":  "passed",
    "tested_at":  "2026-08-06T11:51:07.0670063Z",
    "variant":  "full-bf16",
    "command":  ".\\start.ps1 -Port 8091",
    "exit_status":  0,
    "health":  {
                   "status":  "ok",
                   "backend":  "transformers-native",
                   "model":  "anru-gemma4-12b-native-multimodal-bf16-lora045",
                   "modalities":  [
                                      "text",
                                      "image",
                                      "audio",
                                      "video"
                                  ],
                   "context_tokens":  131072,
                   "attention_implementation":  "sdpa",
                   "default_system_prompt":  true,
                   "system_prompt_file":  "system_prompt.md",
                   "system_prompt_sha256":  "5591AC2C99FDC6C8E21D1D3B87625BB368204548BEC7B63C3FD6598CF23639BF",
                   "system_prompt_bytes":  105352,
                   "system_prompt_chars":  38029,
                   "system_prompt_lines":  1984,
                   "image_max_soft_tokens":  1120,
                   "lora_scale":  0.45,
                   "lora_modules":  328,
                   "adapter_tensor_count":  656,
                   "adapter_nonzero_tensors":  656,
                   "load_seconds":  16.527,
                   "cuda_available":  true,
                   "cuda_allocated_bytes":  14332654080,
                   "device_map":  {
                                      "base_model.model.model.language_model.embed_tokens":  0,
                                      "base_model.model.lm_head":  0,
                                      "base_model.model.model.language_model.layers.0":  0,
                                      "base_model.model.model.language_model.layers.1":  0,
                                      "base_model.model.model.language_model.layers.2":  0,
                                      "base_model.model.model.language_model.layers.3":  0,
                                      "base_model.model.model.language_model.layers.4":  0,
                                      "base_model.model.model.language_model.layers.5":  0,
                                      "base_model.model.model.language_model.layers.6":  0,
                                      "base_model.model.model.language_model.layers.7":  0,
                                      "base_model.model.model.language_model.layers.8":  0,
                                      "base_model.model.model.language_model.layers.9":  0,
                                      "base_model.model.model.language_model.layers.10":  0,
                                      "base_model.model.model.language_model.layers.11":  0,
                                      "base_model.model.model.language_model.layers.12":  0,
                                      "base_model.model.model.language_model.layers.13":  0,
                                      "base_model.model.model.language_model.layers.14":  0,
                                      "base_model.model.model.language_model.layers.15":  0,
                                      "base_model.model.model.language_model.layers.16":  0,
                                      "base_model.model.model.language_model.layers.17":  0,
                                      "base_model.model.model.language_model.layers.18":  0,
                                      "base_model.model.model.language_model.layers.19":  0,
                                      "base_model.model.model.language_model.layers.20":  0,
                                      "base_model.model.model.language_model.layers.21":  0,
                                      "base_model.model.model.language_model.layers.22":  0,
                                      "base_model.model.model.language_model.layers.23":  0,
                                      "base_model.model.model.language_model.layers.24":  0,
                                      "base_model.model.model.language_model.layers.25":  0,
                                      "base_model.model.model.language_model.layers.26":  0,
                                      "base_model.model.model.language_model.layers.27":  "cpu",
                                      "base_model.model.model.language_model.layers.28":  "cpu",
                                      "base_model.model.model.language_model.layers.29":  "cpu",
                                      "base_model.model.model.language_model.layers.30":  "cpu",
                                      "base_model.model.model.language_model.layers.31":  "cpu",
                                      "base_model.model.model.language_model.layers.32":  "cpu",
                                      "base_model.model.model.language_model.layers.33":  "cpu",
                                      "base_model.model.model.language_model.layers.34":  "cpu",
                                      "base_model.model.model.language_model.layers.35":  "cpu",
                                      "base_model.model.model.language_model.layers.36":  "cpu",
                                      "base_model.model.model.language_model.layers.37":  "cpu",
                                      "base_model.model.model.language_model.layers.38":  "cpu",
                                      "base_model.model.model.language_model.layers.39":  "cpu",
                                      "base_model.model.model.language_model.layers.40":  "cpu",
                                      "base_model.model.model.language_model.layers.41":  "cpu",
                                      "base_model.model.model.language_model.layers.42":  "cpu",
                                      "base_model.model.model.language_model.layers.43":  "cpu",
                                      "base_model.model.model.language_model.layers.44":  "cpu",
                                      "base_model.model.model.language_model.layers.45":  "cpu",
                                      "base_model.model.model.language_model.layers.46":  "cpu",
                                      "base_model.model.model.language_model.layers.47":  "cpu",
                                      "base_model.model.model.language_model.norm":  "cpu",
                                      "base_model.model.model.language_model.rotary_emb":  "cpu",
                                      "base_model.model.model.embed_vision":  "cpu",
                                      "base_model.model.model.embed_audio":  "cpu"
                                  }
               }
}