jackailocal / config /models.json
jackboy70's picture
Deploy: accurate lite-builder note
f25362a
Raw
History Blame Contribute Delete
7.7 kB
{
"catalog_version": "2026-06-04-v8-gemma-agent",
"product": "JackAILocal",
"policy": {
"default_pack": "field_default",
"normal_use_downloads_models": false,
"factory_or_builder_preloads_models": true,
"user_can_add_models": true,
"hackathon_max_params_b": 32,
"message": "The bundled model set is a sensible offline default, not a hard ceiling. JackAILocal can prepare Qwen3.5 models for normal laptops, Gemma 4 12B as a local configuration agent, and Qwen3.6-27B / other <=32B power models when the customer machine can run them.",
"primary_model_family": [
"Qwen3.5",
"Qwen3.6",
"Gemma 4"
]
},
"profiles": [
{
"id": "field_default",
"label": "Field Default",
"description": "Default offline pack sized for normal laptops. Balanced for privacy, travel, outage, and general assistance.",
"included_models": [
"qwen_fast",
"qwen_balanced",
"qwen_smart",
"qwen_vision"
],
"recommended_default": "qwen_smart",
"min_ram_gb": 16,
"min_vram_gb": 0,
"drive_class": "standard_usb3_or_better",
"content_packs": [
"field_manual_core",
"starter_prompt_packs"
]
},
{
"id": "core_low_spec",
"label": "Core Low-Spec",
"description": "Entry pack for low-spec laptops and CPU-only machines.",
"included_models": [
"qwen_fast",
"qwen_balanced"
],
"recommended_default": "qwen_balanced",
"min_ram_gb": 8,
"min_vram_gb": 0,
"drive_class": "standard_usb3",
"content_packs": [
"field_manual_core",
"starter_prompt_packs"
]
},
{
"id": "power_24gb_vram",
"label": "Power 24GB VRAM",
"description": "Advanced pack for RTX 3090/4090-class machines. It can include Qwen3.6-27B while staying inside the hackathon small-model limit.",
"included_models": [
"qwen_fast",
"qwen_balanced",
"qwen_smart",
"gemma_config_agent_12b",
"qwen_power_27b",
"qwen36_power_27b",
"qwen_power_30b",
"qwen_vision",
"qwen_vision_pro_30b"
],
"recommended_default": "qwen36_power_27b",
"min_ram_gb": 32,
"min_vram_gb": 24,
"drive_class": "max_speed_ssd_or_nvme",
"content_packs": [
"field_manual_core",
"professional_prompt_packs"
]
}
],
"models": [
{
"id": "qwen_fast",
"label": "Fast",
"ollama": "qwen3.5:2b",
"gguf": "models/gguf/qwen3.5-2b-q4_k_m.gguf",
"params_b": 2,
"min_ram_gb": 6,
"min_vram_gb": 0,
"features": [
"chat",
"vision"
],
"default_context": 4096,
"allowed_backends": [
"ollama",
"llama.cpp"
]
},
{
"id": "qwen_balanced",
"label": "Balanced",
"ollama": "qwen3.5:4b",
"gguf": "models/gguf/qwen3.5-4b-q4_k_m.gguf",
"params_b": 4,
"min_ram_gb": 8,
"min_vram_gb": 0,
"features": [
"chat",
"vision",
"voice"
],
"default_context": 8192,
"allowed_backends": [
"ollama",
"llama.cpp"
]
},
{
"id": "qwen_smart",
"label": "Smart",
"ollama": "qwen3.5:9b",
"gguf": "models/gguf/qwen3.5-9b-q4_k_m.gguf",
"params_b": 9,
"min_ram_gb": 16,
"min_vram_gb": 0,
"features": [
"chat",
"vision",
"thinking"
],
"default_context": 8192,
"allowed_backends": [
"ollama",
"llama.cpp"
]
},
{
"id": "gemma_config_agent_12b",
"label": "Gemma 4 12B Config Agent",
"hf": "google/gemma-4-12B-it",
"ollama": "gemma4:12b",
"gguf": null,
"params_b": 11.95,
"min_ram_gb": 24,
"min_vram_gb": 0,
"features": [
"chat",
"vision",
"thinking",
"audio",
"tools",
"agent",
"config_agent",
"model_selection"
],
"default_context": 8192,
"max_native_context": 262144,
"recommended_usb_context": 8192,
"allowed_backends": [
"ollama"
],
"hackathon_eligible": true,
"agent_role": "LLM-in-the-loop assistant for hardware analysis, client model selection, and safe local configuration review.",
"notes": "Preferred local config-agent model when installed. It must be pulled by the builder or preloaded; the runtime never falls back to cloud."
},
{
"id": "qwen_power_27b",
"label": "Power 27B",
"ollama": "qwen3.5:27b",
"gguf": "models/gguf/qwen3.5-27b-q4_k_m.gguf",
"params_b": 27,
"min_ram_gb": 32,
"min_vram_gb": 16,
"features": [
"chat",
"vision",
"thinking",
"longer_answers"
],
"default_context": 8192,
"allowed_backends": [
"ollama",
"llama.cpp"
]
},
{
"id": "qwen36_power_27b",
"label": "Qwen3.6 Power 27B",
"hf": "Qwen/Qwen3.6-27B",
"ollama": "qwen3.6:27b",
"gguf": "models/gguf/qwen3.6-27b-q4_k_m.gguf",
"params_b": 27,
"min_ram_gb": 32,
"min_vram_gb": 24,
"features": [
"chat",
"vision",
"thinking",
"coding",
"agentic_coding",
"power_user"
],
"default_context": 8192,
"max_native_context": 262144,
"recommended_usb_context": 8192,
"allowed_backends": [
"ollama",
"llama.cpp"
],
"hackathon_eligible": true,
"notes": "Use as Power profile for RTX 3090-class or better machines. Keep USB default context low; the native 262K context is not a default USB setting."
},
{
"id": "qwen_power_30b",
"label": "Power 30B",
"ollama": "qwen3:30b",
"gguf": "models/gguf/qwen3-30b-q4_k_m.gguf",
"params_b": 30,
"min_ram_gb": 48,
"min_vram_gb": 24,
"features": [
"chat",
"thinking",
"power_user"
],
"default_context": 8192,
"allowed_backends": [
"ollama",
"llama.cpp"
]
},
{
"id": "qwen_vision",
"label": "Vision",
"ollama": "qwen3-vl:8b",
"gguf": null,
"params_b": 8,
"min_ram_gb": 16,
"min_vram_gb": 6,
"features": [
"vision",
"image",
"document"
],
"default_context": 4096,
"allowed_backends": [
"ollama"
]
},
{
"id": "qwen_vision_pro_30b",
"label": "Vision Pro 30B",
"ollama": "qwen3-vl:30b",
"gguf": null,
"params_b": 30,
"min_ram_gb": 48,
"min_vram_gb": 24,
"features": [
"vision",
"document",
"power_user"
],
"default_context": 4096,
"allowed_backends": [
"ollama"
]
}
],
"selection_rules": {
"ram_below_8": "qwen_fast",
"ram_8_to_15": "qwen_balanced",
"ram_16_plus": "qwen_smart",
"config_agent": "gemma_config_agent_12b if installed and RAM is sufficient; otherwise use another installed local chat model through Auto",
"vram_16_plus": "qwen_power_27b optional",
"vram_24_plus": "qwen_power_30b optional if package size and latency are acceptable",
"vision": "only enable if hardware supports the selected vision profile"
},
"ui_features": {
"workspace": true,
"model_cookbook": true,
"documents": true,
"benchmark": true,
"settings": true,
"support": true,
"content_packs": true,
"field_manual": true,
"phone_access_optional": true,
"llm_config_agent": true
}
}