Upload swarm_tokenizer.json

swarm_tokenizer.json

@@ -0,0 +1,32 @@
+{
+  "max_length": 2048,
+  "max_agents": 20,
+  "spec": {
+    "pad": "<|pad|>",
+    "bos": "<|bos|>",
+    "eos": "<|eos|>",
+    "unk": "<|unk|>",
+    "thought": "<|thought|>",
+    "action": "<|action|>",
+    "observe": "<|observe|>",
+    "route": "<|route|>",
+    "meta": "<|meta|>",
+    "system": "<|system|>",
+    "user": "<|user|>",
+    "assistant": "<|assistant|>",
+    "tool": "<|tool|>",
+    "agent_prefix": "<|agent:",
+    "agent_suffix": "|>",
+    "channel_id_map": {
+      "system": 0,
+      "user": 1,
+      "assistant": 2,
+      "thought": 3,
+      "action": 4,
+      "observe": 5,
+      "tool": 6,
+      "route": 7,
+      "meta": 8
+    }
+  }
+}