HiramKHackenbacker commited on
Commit
5aa56c1
·
verified ·
1 Parent(s): 217b56e

aff4 D2 at cap 128,000 — the checkpoint's own max_position_embeddings

Browse files
.gitattributes CHANGED
@@ -41,3 +41,5 @@ mf64-tp/lfm2_5_8b_a1b_decode_sym8_gather_mf64_tp/lfm2_5_8b_a1b_decode_sym8_gathe
41
  mf64-tp/lfm2_5_8b_a1b_decode_sym8_gather_mf64_tp/tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text
42
  aff4/lfm2_5_8b_a1b_decode_aff4_gather_mf64_d2/lfm2_5_8b_a1b_decode_aff4_gather_mf64_d2.aimodel/main.mlirb filter=lfs diff=lfs merge=lfs -text
43
  aff4/lfm2_5_8b_a1b_decode_aff4_gather_mf64_d2/tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 
 
 
41
  mf64-tp/lfm2_5_8b_a1b_decode_sym8_gather_mf64_tp/tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text
42
  aff4/lfm2_5_8b_a1b_decode_aff4_gather_mf64_d2/lfm2_5_8b_a1b_decode_aff4_gather_mf64_d2.aimodel/main.mlirb filter=lfs diff=lfs merge=lfs -text
43
  aff4/lfm2_5_8b_a1b_decode_aff4_gather_mf64_d2/tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text
44
+ aff4-c128000/lfm2_5_8b_a1b_decode_aff4_gather_mf64_d2_c128k/lfm2_5_8b_a1b_decode_aff4_gather_mf64_d2_c128k.aimodel/main.mlirb filter=lfs diff=lfs merge=lfs -text
45
+ aff4-c128000/lfm2_5_8b_a1b_decode_aff4_gather_mf64_d2_c128k/tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text
aff4-c128000/lfm2_5_8b_a1b_decode_aff4_gather_mf64_d2_c128k/lfm2_5_8b_a1b_decode_aff4_gather_mf64_d2_c128k.aimodel/main.hash ADDED
@@ -0,0 +1 @@
 
 
1
+ Dm�V�|��ҥLI�W90��-��~�o$��U�c
aff4-c128000/lfm2_5_8b_a1b_decode_aff4_gather_mf64_d2_c128k/lfm2_5_8b_a1b_decode_aff4_gather_mf64_d2_c128k.aimodel/main.mlirb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:446df156d77cc1b5d2a54c49bb573930cbe22d0281bd7e16f86f24e5da55a663
3
+ size 5707008988
aff4-c128000/lfm2_5_8b_a1b_decode_aff4_gather_mf64_d2_c128k/lfm2_5_8b_a1b_decode_aff4_gather_mf64_d2_c128k.aimodel/metadata.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "creationDate" : "20260827T164311Z",
3
+ "assetVersion" : "2.0",
4
+ "producer" : "coreai-core 1.0.0b2"
5
+ }
aff4-c128000/lfm2_5_8b_a1b_decode_aff4_gather_mf64_d2_c128k/metadata.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "metadata_version": "0.2",
3
+ "kind": "llm",
4
+ "name": "lfm2_5_8b_a1b_decode_aff4_gather_mf64_d2_c128k",
5
+ "assets": {
6
+ "main": "lfm2_5_8b_a1b_decode_aff4_gather_mf64_d2_c128k.aimodel"
7
+ },
8
+ "language": {
9
+ "tokenizer": "LiquidAI/LFM2.5-8B-A1B",
10
+ "vocab_size": 128000,
11
+ "max_context_length": 128000,
12
+ "embedded_tokenizer": true,
13
+ "function_map": {
14
+ "main": [
15
+ "main",
16
+ "prefill"
17
+ ]
18
+ }
19
+ },
20
+ "source": {
21
+ "model_definition": "torch",
22
+ "hf_model_id": "LiquidAI/LFM2.5-8B-A1B"
23
+ },
24
+ "compression": null,
25
+ "compilation": {
26
+ "date": "2026-08-27T16:43:16.837708+00:00",
27
+ "targets": []
28
+ }
29
+ }
aff4-c128000/lfm2_5_8b_a1b_decode_aff4_gather_mf64_d2_c128k/tokenizer/chat_template.jinja ADDED
@@ -0,0 +1,117 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {{- bos_token -}}
2
+ {%- set preserve_thinking = preserve_thinking | default(false) -%}
3
+
4
+ {%- macro format_arg_value(arg_value) -%}
5
+ {%- if arg_value is string -%}
6
+ {{- "'" + arg_value + "'" -}}
7
+ {%- elif arg_value is mapping -%}
8
+ {{- arg_value | tojson -}}
9
+ {%- else -%}
10
+ {{- arg_value | string -}}
11
+ {%- endif -%}
12
+ {%- endmacro -%}
13
+
14
+ {%- macro parse_content(content) -%}
15
+ {%- if content is string -%}
16
+ {{- content -}}
17
+ {%- else -%}
18
+ {%- set _ns = namespace(result="") -%}
19
+ {%- for item in content -%}
20
+ {%- if item["type"] == "image" -%}
21
+ {%- set _ns.result = _ns.result + "<image>" -%}
22
+ {%- elif item["type"] == "text" -%}
23
+ {%- set _ns.result = _ns.result + item["text"] -%}
24
+ {%- else -%}
25
+ {%- set _ns.result = _ns.result + item | tojson -%}
26
+ {%- endif -%}
27
+ {%- endfor -%}
28
+ {{- _ns.result -}}
29
+ {%- endif -%}
30
+ {%- endmacro -%}
31
+
32
+ {%- macro render_tool_calls(tool_calls) -%}
33
+ {%- set tool_calls_ns = namespace(tool_calls=[]) -%}
34
+ {%- for tool_call in tool_calls -%}
35
+ {%- set func_name = tool_call["function"]["name"] -%}
36
+ {%- set func_args = tool_call["function"]["arguments"] -%}
37
+ {%- set args_ns = namespace(arg_strings=[]) -%}
38
+ {%- for arg_name, arg_value in func_args.items() -%}
39
+ {%- set args_ns.arg_strings = args_ns.arg_strings + [arg_name + "=" + format_arg_value(arg_value)] -%}
40
+ {%- endfor -%}
41
+ {%- set tool_calls_ns.tool_calls = tool_calls_ns.tool_calls + [func_name + "(" + (args_ns.arg_strings | join(", ")) + ")"] -%}
42
+ {%- endfor -%}
43
+ {{- "<|tool_call_start|>[" + (tool_calls_ns.tool_calls | join(", ")) + "]<|tool_call_end|>" -}}
44
+ {%- endmacro -%}
45
+
46
+ {%- set ns = namespace(system_prompt="", last_user_index=-1) -%}
47
+ {%- if messages[0]["role"] == "system" -%}
48
+ {%- if messages[0].get("content") -%}
49
+ {%- set ns.system_prompt = parse_content(messages[0]["content"]) -%}
50
+ {%- endif -%}
51
+ {%- set messages = messages[1:] -%}
52
+ {%- endif -%}
53
+ {%- if tools -%}
54
+ {%- set ns.system_prompt = ns.system_prompt + ("\n" if ns.system_prompt else "") + "List of tools: [" -%}
55
+ {%- for tool in tools -%}
56
+ {%- if tool is not string -%}
57
+ {%- set tool = tool | tojson -%}
58
+ {%- endif -%}
59
+ {%- set ns.system_prompt = ns.system_prompt + tool -%}
60
+ {%- if not loop.last -%}
61
+ {%- set ns.system_prompt = ns.system_prompt + ", " -%}
62
+ {%- endif -%}
63
+ {%- endfor -%}
64
+ {%- set ns.system_prompt = ns.system_prompt + "]" -%}
65
+ {%- endif -%}
66
+ {%- if ns.system_prompt -%}
67
+ {{- "<|im_start|>system\n" + ns.system_prompt + "<|im_end|>\n" -}}
68
+ {%- endif -%}
69
+ {%- for message in messages -%}
70
+ {%- if message["role"] == "user" -%}
71
+ {%- set ns.last_user_index = loop.index0 -%}
72
+ {%- endif -%}
73
+ {%- endfor -%}
74
+ {%- for message in messages -%}
75
+ {{- "<|im_start|>" + message.role + "\n" -}}
76
+ {%- if message.role == "assistant" -%}
77
+ {%- generation -%}
78
+ {%- set thinking = message.thinking or message.reasoning or message.reasoning_content -%}
79
+ {%- set thinking = thinking if thinking is string else "" -%}
80
+ {%- if thinking and (preserve_thinking or loop.index0 > ns.last_user_index) -%}
81
+ {{- "<think>" + thinking + "</think>" -}}
82
+ {%- endif -%}
83
+ {%- set _cfm_tag = "CONTINUE_FINAL_MESSAGE_TAG " -%}
84
+ {%- set _has_cfm = false -%}
85
+ {%- if message.content is defined -%}
86
+ {%- set content = parse_content(message.content) -%}
87
+ {%- if not (preserve_thinking or loop.index0 > ns.last_user_index) -%}
88
+ {%- if "</think>" in content -%}
89
+ {%- set content = content.split("</think>")[-1] | trim -%}
90
+ {%- endif -%}
91
+ {%- endif -%}
92
+ {%- if message.tool_calls is defined and content.endswith(_cfm_tag) -%}
93
+ {%- set _has_cfm = true -%}
94
+ {%- set _trunc_len = (content | length) - (_cfm_tag | length) -%}
95
+ {{- content[:_trunc_len] -}}
96
+ {%- else -%}
97
+ {{- content -}}
98
+ {%- endif -%}
99
+ {%- endif -%}
100
+ {%- if message.tool_calls is defined -%}
101
+ {{- render_tool_calls(message.tool_calls) -}}
102
+ {%- endif -%}
103
+ {%- if _has_cfm -%}
104
+ {{- _cfm_tag -}}
105
+ {%- endif -%}
106
+ {{- "<|im_end|>\n" -}}
107
+ {%- endgeneration -%}
108
+ {%- else %}
109
+ {%- if message.get("content") -%}
110
+ {{- parse_content(message["content"]) -}}
111
+ {%- endif -%}
112
+ {{- "<|im_end|>\n" -}}
113
+ {%- endif %}
114
+ {%- endfor -%}
115
+ {%- if add_generation_prompt -%}
116
+ {{- "<|im_start|>assistant\n<think></think>\n" -}}
117
+ {%- endif -%}
aff4-c128000/lfm2_5_8b_a1b_decode_aff4_gather_mf64_d2_c128k/tokenizer/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:695be7802a0e4b8a81048f0ff5ebb7fc811a0ba5a6be63dbb24deb5a81096f41
3
+ size 17905598
aff4-c128000/lfm2_5_8b_a1b_decode_aff4_gather_mf64_d2_c128k/tokenizer/tokenizer_config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "backend": "tokenizers",
3
+ "bos_token": "<|startoftext|>",
4
+ "clean_up_tokenization_spaces": false,
5
+ "eos_token": "<|im_end|>",
6
+ "is_local": true,
7
+ "model_max_length": 1000000000000000019884624838656,
8
+ "pad_token": "<|pad|>",
9
+ "tokenizer_class": "TokenizersBackend",
10
+ "use_default_system_prompt": false
11
+ }