Upload processor

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

chat_template.jinja

@@ -0,0 +1,20 @@
+{%- set system_prompt = system_prompt | default("You are a helpful assistant that transcribes audio input into text output in JSON format.") -%}
+{{ system_prompt }}
+{%- set audio_token = audio_token | default("<|speech_pad|>") %}
+{%- set audio_start_token = "<|speech_start|>" %}
+{%- set audio_end_token = "<|speech_end|>" %}
+{%- for message in messages %}
+    {%- if message['role'] == 'user' %}
+        {%- for item in message['content'] %}
+            {%- if item['type'] == 'audio' %}
+{{ audio_start_token }}{{ audio_token }}{{ audio_end_token }}
+{{ "
+" }}{%- if item.get('context_info') %}This is a <|AUDIO_DURATION|> seconds audio, with extra info: {{ item['context_info'] }}
+
+Please transcribe it with these keys: Start time, End time, Speaker ID, Content{%- else %}This is a <|AUDIO_DURATION|> seconds audio, please transcribe it with these keys: Start time, End time, Speaker ID, Content{%- endif %}
+            {%- elif item['type'] == 'text' %}
+{{ item['text'] }}
+            {%- endif %}
+        {%- endfor %}
+    {%- endif %}
+{%- endfor %}

processor_config.json

@@ -0,0 +1,14 @@
+{
+  "feature_extractor": {
+    "eps": 1e-06,
+    "feature_extractor_type": "VibeVoiceAcousticTokenizerFeatureExtractor",
+    "feature_size": 1,
+    "normalize_audio": true,
+    "padding_side": "right",
+    "padding_value": 0.0,
+    "return_attention_mask": true,
+    "sampling_rate": 24000,
+    "target_dB_FS": -25
+  },
+  "processor_class": "VibeVoiceAsrProcessor"
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd169731d2cbde95e10bf356d66d5997fd885dd8dbb6fb4684da3f23b2585d8
+size 11421892

tokenizer_config.json

@@ -0,0 +1,30 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "extra_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "is_local": false,
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "processor_class": "VibeVoiceAsrProcessor",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}