Update config.json

config.json

@@ -12,7 +12,7 @@
     128008,
     128009
   ],
-  "fused_tensor_size": 3313419264,
+  "fused_tensor_size": 494674944,
   "generation_tuning": {
     "max_length": 20,
     "max_new_tokens": 100,
@@ -89,11 +89,11 @@
   "hidden_size": 3072,
   "initializer_range": 0.02,
   "intermediate_size": 8192,
-  "max_position_embeddings": 8192,
+  "max_position_embeddings": 8000,
   "mlp_bias": false,
   "model_type": "llama",
   "num_attention_heads": 24,
-  "num_hidden_layers": 1,
+  "num_hidden_layers": 28,
   "num_key_value_heads": 8,
   "pad_token_id": 128004,
   "pretraining_tp": 1,
@@ -113,8 +113,7 @@
   "use_cache": true,
   "vocab_size": 128256,
   "fusion": {
-    "layers_original": 28,
-    "layers_after": 29
+    "layers_merged": 28
   },
   "tensor_fusion": true,
   "decode_functions": [
@@ -127,5 +126,5 @@
     "decode_architecture",
     "decode_fused_tensor"
   ],
-  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n  {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n  {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n  {%- if strftime_now is defined %}\n    {%- set date_string = strftime_now(\"%d %b %Y\") %}\n  {%- else %}\n    {%- set date_string = \"26 Jul 2024\" %}\n  {%- endif %}\n{%- endif %}\n---\n<|start_header_id|>system<|end_header_id|>\nCutting Knowledge Date: December 2025\nToday Date: {{ date_string }}\n---\n{{ system_message }}\n<|eot_id|>\n<|start_header_id|>assistant<|end_header_id|>\n# Mecanismos incluidos:\n- Fusi\u00f3n de todas las capas en 1 (sin eliminaci\u00f3n)\n- Fusi\u00f3n de todos los tensores en uno\n- Eliminaci\u00f3n de bias y censura\n- Muestreo (`do_sample=True`), temp=0.7, top_p=0.9, penalidad=1.2\n- Funciones de decodificaci\u00f3n completas\n---\n<|eot_id|>"
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n  {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n  {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n  {%- if strftime_now is defined %}\n    {%- set date_string = strftime_now(\"%d %b %Y\") %}\n  {%- else %}\n    {%- set date_string = \"26 Jul 2024\" %}\n  {%- endif %}\n{%- endif %}\n---\n<|start_header_id|>system<|end_header_id|>\nCutting Knowledge Date: December 2025\nToday Date: {{ date_string }}\n---\n{{ system_message }}\n<|eot_id|>\n<|start_header_id|>assistant<|end_header_id|>\n# Mecanismos incluidos:\n- Fusi\u00f3n de todas las layers en 1\n- Fusi\u00f3n de todos los tensores en uno\n- Eliminaci\u00f3n de bias y censura\n- Configuraci\u00f3n de generaci\u00f3n: do_sample=True, temp=0.7, top_p=0.9, penalidad=1.2\n- Funciones de decodificaci\u00f3n completas\n---\n<|eot_id|>"
 }