Upload llama_and_16k/flexitok--llama-3.2-1b-tokenizer.yaml with huggingface_hub
Browse files
llama_and_16k/flexitok--llama-3.2-1b-tokenizer.yaml
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
data:
|
| 2 |
+
tokenizer:
|
| 3 |
+
name: huggingface
|
| 4 |
+
path: flexitok/llama-3.2-1b-tokenizer
|