Upload model

.gitattributes

@@ -33,3 +33,14 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+Home-FunctionGemma-270m.bf16.gguf filter=lfs diff=lfs merge=lfs -text
+Home-FunctionGemma-270m.iq4_nl.gguf filter=lfs diff=lfs merge=lfs -text
+Home-FunctionGemma-270m.iq4_xs.gguf filter=lfs diff=lfs merge=lfs -text
+Home-FunctionGemma-270m.q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
+Home-FunctionGemma-270m.q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+Home-FunctionGemma-270m.q4_1.gguf filter=lfs diff=lfs merge=lfs -text
+Home-FunctionGemma-270m.q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
+Home-FunctionGemma-270m.q6_k.gguf filter=lfs diff=lfs merge=lfs -text
+Home-FunctionGemma-270m.q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+imatrix.gguf filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

Home-FunctionGemma-270m.bf16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63c1fb04bbbb61f96ef28034f50f71aa73502c9f25c6ada8c20fc29d947b18a
+size 542850976

Home-FunctionGemma-270m.iq4_nl.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fdb90a4c5c46b62565b53a30bc95d1fc49db24d806c6e5d8e42a82ed0232d9b
+size 241978368

Home-FunctionGemma-270m.iq4_xs.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed852cbd2f59d3cc8e9504676f706cab38d84edbdf9d1207817f4d9400876aa0
+size 240872448

Home-FunctionGemma-270m.q3_k_m.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd98a0d77a314ea7b1438604abd9cd2dc234aaf37964b93c81faf2658fc62c37
+size 241978368

Home-FunctionGemma-270m.q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18fef2295452485e911ecf49ee8540d72dbb60b5e4ae4d22dc022b5c6e4eb91
+size 241589248

Home-FunctionGemma-270m.q4_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd438407782fe3f02f07b4d8c4ade17ab282820edb3144358b1dc38f3979fde4
+size 247692288

Home-FunctionGemma-270m.q5_k_m.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5a878803b2ca0fb03b03833481a021688fc55d11b57c36e781966e38bb15719
+size 260041728

Home-FunctionGemma-270m.q6_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f55412e96e914bb284fd62cf9a05c32920256eea3cc12d6ee7064f56ad80116
+size 282989568

Home-FunctionGemma-270m.q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07d6d29e28508782d6d6bff871fe8240a98e371af0951573b737683706ed2fc
+size 291560448

README.md

@@ -0,0 +1,46 @@
+---
+license: gemma
+base_model: google/functiongemma-270m-it
+datasets:
+- acon96/Home-Assistant-Requests-V2
+language:
+- en
+- de
+- es
+- fr
+tags:
+- automation
+- home
+- assistant
+pipeline_tag: text-generation
+---
+# Home-FunctionGemma-270m
+The "Home" model is a fine tuning of the FunctionGemma model from Google.  The model is able to control devices in the user's house via the "Assist" API, as well as perform basic question answering about the provided home's state.
+
+The model is quantized using Lama.cpp in order to enable running the model in super low resource environments that are common with Home Assistant installations such as Rapsberry Pis.
+
+## Training
+[<img src="https://raw.githubusercontent.com/axolotl-ai-cloud/axolotl/main/image/axolotl-badge-web.png" alt="Built with Axolotl" width="200" height="32"/>](https://github.com/axolotl-ai-cloud/axolotl)
+
+### Datasets
+Home Assistant Requests V2 - https://huggingface.co/datasets/acon96/Home-Assistant-Requests-V2  
+
+### Training hyperparameters
+The following hyperparameters were used during training:
+- learning_rate: 0.0002
+- train_batch_size: 1
+- eval_batch_size: 1
+- seed: 42
+- distributed_type: multi-GPU
+- num_devices: 2
+- gradient_accumulation_steps: 16
+- total_train_batch_size: 32
+- total_eval_batch_size: 2
+- optimizer: Use OptimizerNames.ADAMW_BNB with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: cosine
+- lr_scheduler_warmup_steps: 59
+- training_steps: 597
+
+## License
+The model is licensed under the Gemma license as it is a fine-tuning of the FunctionGemma model.
+

added_tokens.json

@@ -0,0 +1,4 @@
+{
+  "<end_of_image>": 262145,
+  "<image_soft_token>": 262144
+}

chat_template.jinja

@@ -0,0 +1,290 @@
+{%- macro format_parameters(properties, required) -%}
+  {%- set standard_keys = ['description', 'type', 'properties', 'required', 'nullable'] -%}
+  {%- set ns = namespace(found_first=false) -%}
+  {%- for key, value in properties | dictsort -%}
+      {%- if key not in standard_keys -%}
+          {%- if ns.found_first %},{% endif -%}
+          {%- set ns.found_first = true -%}
+          {{- key }}:{description:<escape>{{ value['description'] }}<escape>
+          {%- if value['type'] | upper == 'STRING' -%}
+              {%- if value['enum'] -%}
+                  ,enum:{{ format_argument(value['enum']) }}
+              {%- endif -%}
+          {%- elif value['type'] | upper == 'OBJECT' -%}
+              ,properties:{
+              {%- if value['properties'] is defined and value['properties'] is mapping -%}
+                  {{- format_parameters(value['properties'], value['required'] | default([])) -}}
+              {%- elif value is mapping -%}
+                  {{- format_parameters(value, value['required'] | default([])) -}}
+              {%- endif -%}
+              }
+              {%- if value['required'] -%}
+                  ,required:[
+                  {%- for item in value['required'] | default([]) -%}
+                      <escape>{{- item -}}<escape>
+                      {%- if not loop.last %},{% endif -%}
+                  {%- endfor -%}
+                  ]
+              {%- endif -%}
+          {%- elif value['type'] | upper == 'ARRAY' -%}
+              {%- if value['items'] is mapping and value['items'] -%}
+                  ,items:{
+                  {%- set ns_items = namespace(found_first=false) -%}
+                  {%- for item_key, item_value in value['items'].items() -%}
+                      {%- if item_value is not none -%}
+                          {%- if ns_items.found_first %},{% endif -%}
+                          {%- set ns_items.found_first = true -%}
+                          {%- if item_key == 'properties' -%}
+                              properties:{
+                              {%- if item_value is mapping -%}
+                                  {{- format_parameters(item_value, value['items']['required'] | default([])) -}}
+                              {%- endif -%}
+                              }
+                          {%- elif item_key == 'required' -%}
+                              required:[
+                              {%- for req_item in item_value -%}
+                                  <escape>{{- req_item -}}<escape>
+                                  {%- if not loop.last %},{% endif -%}
+                              {%- endfor -%}
+                              ]
+                          {%- elif item_key == 'type' -%}
+                              {%- if item_value is string -%}
+                                  type:{{ format_argument(item_value | upper) }}
+                              {%- else -%}
+                                  type:{{ format_argument(item_value | map('upper') | list) }}
+                              {%- endif -%}
+                          {%- else -%}
+                              {{ item_key }}:{{ format_argument(item_value) }}
+                          {%- endif -%}
+                      {%- endif -%}
+                  {%- endfor -%}
+                  }
+              {%- endif -%}
+          {%- endif -%}
+          ,type:<escape>{{ value['type'] | upper }}<escape>}
+      {%- endif -%}
+  {%- endfor -%}
+{%- endmacro -%}
+{% macro format_function_declaration(tool_data) -%}
+declaration:{{- tool_data['function']['name'] -}}
+{description:<escape>{{- tool_data['function']['description'] -}}<escape>
+{%- set params = tool_data['function']['parameters'] -%}
+{%- if params -%}
+    ,parameters:{
+    {%- if params['properties'] -%}
+        properties:{ {{- format_parameters(params['properties'], params['required']) -}} },
+    {%- endif -%}
+    {%- if params['required'] -%}
+        required:[
+        {%- for item in params['required'] -%}
+            <escape>{{- item -}}<escape>
+            {{- ',' if not loop.last -}}
+        {%- endfor -%}
+        ],
+    {%- endif -%}
+    {%- if params['type'] -%}
+        type:<escape>{{- params['type'] | upper -}}<escape>}
+    {%- endif -%}
+{%- endif -%}
+}
+{%- endmacro -%}
+{% macro format_argument(argument, escape_keys=True) -%}
+{%- if argument is string -%}
+    {{- '<escape>' + argument + '<escape>' -}}
+{%- elif argument is boolean -%}
+    {%- if argument -%}
+        {{- 'true' -}}
+    {%- else -%}
+        {{- 'false' -}}
+    {%- endif -%}
+{%- elif argument is mapping -%}
+    {{- '{' -}}
+    {%- set ns = namespace(found_first=false) -%}
+    {%- for key, value in argument.items() -%}
+        {%- if ns.found_first %},{% endif -%}
+        {%- set ns.found_first = true -%}
+        {%- if escape_keys -%}
+            {{- '<escape>' + key + '<escape>' -}}
+        {%- else -%}
+            {{- key -}}
+        {%- endif -%}
+        :{{- format_argument(value, escape_keys=escape_keys) -}}
+    {%- endfor -%}
+    {{- '}' -}}
+{%- elif argument is iterable -%}
+    {{- '[' -}}
+    {%- for item in argument -%}
+        {{- format_argument(item, escape_keys=escape_keys) -}}
+        {%- if not loop.last %},{% endif -%}
+    {%- endfor -%}
+    {{- ']' -}}
+{%- else -%}
+    {{- argument -}}
+{%- endif -%}
+{%- endmacro -%}
+{{ bos_token }}
+{%- set ns = namespace(prev_message_type=None) -%}
+{#- extract system prompt for merging with user role -#}
+{%- set loop_messages = messages -%}
+{%- set system_message_content = '' %}
+{%- if messages[0]['role'] == 'system' or messages[0]['role'] == 'developer' -%}
+    {%- set system_message_content = messages[0]['content'] -%}
+    {%- set loop_messages = messages[1:] -%}
+{%- endif -%}
+{#- 'static' system prompt. -#}
+{%- if tools -%}
+    {{- '<start_of_turn>developer\nYou are a model that can do function calling with the following functions' -}}
+    {%- for tool in tools %}
+        {{- '<start_function_declaration>' -}}
+        {{- format_function_declaration(tool) | trim }}
+        {{- '<end_function_declaration>' -}}
+    {%- endfor %}
+    {{- '<end_of_turn>\n' -}}
+{%- else -%}
+    {{- '<start_of_turn>developer\nNo tools have been provided. Only respond with answers that do not require tool usage.<end_of_turn>\n' -}}
+{%- endif -%}
+{#- Loop through messages. -#}
+{%- for message in loop_messages -%}
+    {%- if (message['role'] == 'assistant') -%}
+        {#- Rename "assistant" to "model". -#}
+        {%- set role = "model" -%}
+    {%- else -%}
+        {%- set role = message['role'] -%}
+    {%- endif -%}
+    {%- if role != 'tool' -%}
+        {%- if ns.prev_message_type != 'tool_response' -%}
+            {{- '<start_of_turn>' + role + '\n' }}
+        {%- endif -%}
+        {%- set ns.prev_message_type = None -%}
+        {%- if loop.first and system_message_content -%}
+            {%- if system_message_content is string -%}
+                {{ system_message_content | trim }}
+            {%- elif system_message_content is iterable -%}
+                {%- for item in system_message_content -%}
+                    {%- if item['type'] == 'image' -%}
+                        {{ raise_exception("Invalid content type 'image' in system message") }}
+                    {%- elif item['type'] == 'text' -%}
+                        {{ item['text'] | trim }}
+                    {%- endif -%}
+                {%- endfor -%}
+            {%- else -%}
+                {{ raise_exception("Invalid content type in system message") }}
+            {%- endif -%}
+            {{- '\n' -}}
+        {%- endif -%}
+        {#- User/Assistant Messages -#}
+        {%- if 'content' in message and message['content'] is not none -%}
+            {%- if message['content'] is string -%}
+                {{ message['content'] | trim }}
+            {%- elif message['content'] is iterable -%}
+                {%- for item in message['content'] -%}
+                    {%- if item['type'] == 'image' -%}
+                        {{ '<start_of_image>' }}
+                    {%- elif item['type'] == 'text' -%}
+                        {{ item['text'] | trim }}
+                    {%- endif -%}
+                {%- endfor -%}
+            {%- else -%}
+                {{ raise_exception("Invalid content type in user/assistant message") }}
+            {%- endif -%}
+            {%- set ns.prev_message_type = 'content' -%}
+        {%- endif -%}
+        {%- if 'tool_calls' in message and message['tool_calls'] and message['tool_calls'] is iterable -%}
+            {#- Tool Calls -#}
+            {%- for tool_call in message['tool_calls'] -%}
+                {% set function = tool_call['function'] %}
+                {{-  '<start_function_call>call:' + function['name'] + '{' -}}
+                {%- if 'arguments' in function -%}
+                    {%- if function['arguments'] is mapping -%}
+                        {%- set ns = namespace(found_first=false) -%}
+                        {%- for key, value in function['arguments'] | dictsort -%}
+                            {%- if ns.found_first %},{% endif -%}
+                            {%- set ns.found_first = true -%}
+                            {{- key -}}:{{- format_argument(value, escape_keys=False) -}}
+                        {%- endfor -%}
+                    {%- elif function['arguments'] is string -%}
+                        {# This handles string-JSON, just in case #}
+                    {{ function['arguments'] }}
+                    {%- endif %}
+                {%- endif -%}
+                {{- '}<end_function_call>' -}}
+            {%- endfor -%}
+            {%- if loop.last -%}
+                {{ '<start_function_response>' }}
+            {%- endif -%}
+            {%- set ns.prev_message_type = 'tool_call' -%}
+        {%- endif -%}
+    {%- else -%}
+        {#- Tool Responses -#}
+        {%- if 'content' in message and message['content'] -%}
+            {%- if message['content'] is mapping -%}
+                {%- if 'name' in message['content'] and 'response' in message['content'] -%}
+                    {{ '<start_function_response>response:' + message['content']['name'] | trim + '{' }}
+                    {%- set response_ns = namespace(found_first=false) -%}
+                    {%- for key, value in message['content']['response'] | dictsort -%}
+                        {%- if response_ns.found_first %},{% endif -%}
+                        {%- set response_ns.found_first = true -%}
+                        {{- key -}}:{{- format_argument(value, escape_keys=False) -}}
+                    {%- endfor -%}
+                    {{- '}<end_function_response>' -}}
+                {%- elif 'name' in message -%}
+                    {{ '<start_function_response>response:' + message['name'] | trim + '{' }}
+                    {%- set response_ns = namespace(found_first=false) -%}
+                    {%- for key, value in message['content'].items() -%}
+                        {%- if response_ns.found_first %},{% endif -%}
+                        {%- set response_ns.found_first = true -%}
+                        {{- key -}}:{{- format_argument(value, escape_keys=False) -}}
+                    {%- endfor -%}
+                    {{- '}<end_function_response>' -}}
+                {%- else -%}
+                    {{ raise_exception("Invalid tool response mapping: must contain 'name' and 'response' keys, or 'name' must be in the message.") }}
+                {%- endif -%}
+            {%- elif message['content'] is string -%}
+                {%- if 'name' in message -%}
+                    {{ '<start_function_response>response:' + message['name'] | trim + '{value:' + format_argument(message['content'], escape_keys=False) + '}<end_function_response>' }}
+                {%- else -%}
+                    {{ raise_exception("Invalid tool response: 'name' must be provided.") }}
+                {%- endif -%}
+            {%- elif message['content'] is iterable -%}
+                {%- for item in message['content'] -%}
+                    {%- if item is mapping -%}
+                        {%- if 'name' in item and 'response' in item -%}
+                            {{ '<start_function_response>response:' + item['name'] | trim + '{' }}
+                            {%- set response_ns = namespace(found_first=false) -%}
+                            {%- for key, value in item['response'].items() -%}
+                                {%- if response_ns.found_first %},{% endif -%}
+                                {%- set response_ns.found_first = true -%}
+                                {{- key -}}:{{- format_argument(value, escape_keys=False) -}}
+                            {%- endfor -%}
+                            {{- '}<end_function_response>' -}}
+                        {%- elif 'name' in message -%}
+                            {{ '<start_function_response>response:' + message['name'] | trim + '{' }}
+                            {%- set response_ns = namespace(found_first=false) -%}
+                            {%- for key, value in item.items() -%}
+                                {%- if response_ns.found_first %},{% endif -%}
+                                {%- set response_ns.found_first = true -%}
+                                {{- key -}}:{{- format_argument(value, escape_keys=False) -}}
+                            {%- endfor -%}
+                            {{- '}<end_function_response>' -}}
+                        {%- else -%}
+                            {{ raise_exception("Invalid tool response mapping: must contain 'name' and 'response' keys, or 'name' must be in the message.") }}
+                        {%- endif -%}
+                    {%- else -%}
+                        {{ raise_exception("Invalid tool response message: multiple responses must all be mappings") }}
+                    {%- endif -%}
+                {%- endfor -%}
+            {%- else -%}
+                {{ raise_exception("Invalid content type in tool message: must be mapping, iterable of mappings, or string.") }}
+            {%- endif -%}
+        {%- endif -%}
+        {%- set ns.prev_message_type = 'tool_response' -%}
+    {%- endif -%}
+    {%- if ns.prev_message_type not in ['tool_call', 'tool_response'] -%}
+        {{ '<end_of_turn>\n' }}
+    {%- endif -%}
+{%- endfor -%}
+{%- if add_generation_prompt -%}
+    {%- if ns.prev_message_type != 'tool_response' -%}
+        {{- '<start_of_turn>model\n' -}}
+    {%- endif -%}
+{%- endif -%}

config.json

@@ -0,0 +1,54 @@
+{
+  "_sliding_window_pattern": 6,
+  "architectures": [
+    "Gemma3ForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "attn_logit_softcapping": null,
+  "bos_token_id": 2,
+  "dtype": "bfloat16",
+  "eos_token_id": 106,
+  "final_logit_softcapping": null,
+  "head_dim": 256,
+  "hidden_activation": "gelu_pytorch_tanh",
+  "hidden_size": 640,
+  "initializer_range": 0.02,
+  "intermediate_size": 2048,
+  "layer_types": [
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "full_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "full_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 32768,
+  "model_type": "gemma3_text",
+  "num_attention_heads": 4,
+  "num_hidden_layers": 18,
+  "num_key_value_heads": 1,
+  "pad_token_id": 0,
+  "query_pre_attn_scalar": 256,
+  "rms_norm_eps": 1e-06,
+  "rope_local_base_freq": 10000.0,
+  "rope_scaling": null,
+  "rope_theta": 1000000.0,
+  "sliding_window": 512,
+  "transformers_version": "4.57.1",
+  "use_bidirectional_attention": false,
+  "use_cache": false,
+  "vocab_size": 262146
+}

generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 2,
+  "cache_implementation": "hybrid",
+  "do_sample": true,
+  "eos_token_id": [
+    1,
+    50,
+    106
+  ],
+  "pad_token_id": 0,
+  "top_k": 64,
+  "top_p": 0.95,
+  "transformers_version": "4.57.1"
+}

imatrix.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf2d7b0ab8a931ab8444152850099acedc8bd3b6f4ea592f0f8069fcc96d0df5
+size 471008

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4183596bcb1747d52c3aa55861d07324afd58c6791a6d135f85c4ec5459262
+size 536225616

special_tokens_map.json

@@ -0,0 +1,34 @@
+{
+  "boi_token": "<start_of_image>",
+  "bos_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eoi_token": "<end_of_image>",
+  "eos_token": {
+    "content": "<end_of_turn>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "image_token": "<image_soft_token>",
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sfr_token": "<start_function_response>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b09a0b4a803ad453063ca4bb49a784540e8120004e2450e025df2b27d41fb2
+size 33384899

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa009fcbc3589a9904d30d04834094fea4653c2ac6d2de2cd1262d4f7a50ceb3
+size 4689144