Upload folder using huggingface_hub
Browse files
native_format/bpe_model.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
native_format/tokenizer_config.json
ADDED
|
@@ -0,0 +1,76 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": "json-tokenizer-v1",
|
| 3 |
+
"bpe_vocab_size": 4096,
|
| 4 |
+
"max_key_vocab": 512,
|
| 5 |
+
"min_key_freq": 2,
|
| 6 |
+
"bpe_min_freq": 2,
|
| 7 |
+
"key_vocab": {
|
| 8 |
+
"type": 32,
|
| 9 |
+
"name": 33,
|
| 10 |
+
"path": 34,
|
| 11 |
+
"timestamp": 35,
|
| 12 |
+
"geometry": 36,
|
| 13 |
+
"coordinates": 37,
|
| 14 |
+
"properties": 38,
|
| 15 |
+
"id": 39,
|
| 16 |
+
"country_code": 40,
|
| 17 |
+
"admin_region": 41,
|
| 18 |
+
"population": 42,
|
| 19 |
+
"elevation_m": 43,
|
| 20 |
+
"timezone": 44,
|
| 21 |
+
"feature_class": 45,
|
| 22 |
+
"feature_code": 46,
|
| 23 |
+
"last_updated": 47,
|
| 24 |
+
"level": 48,
|
| 25 |
+
"service": 49,
|
| 26 |
+
"trace_id": 50,
|
| 27 |
+
"span_id": 51,
|
| 28 |
+
"method": 52,
|
| 29 |
+
"status_code": 53,
|
| 30 |
+
"duration_ms": 54,
|
| 31 |
+
"request_size": 55,
|
| 32 |
+
"response_size": 56,
|
| 33 |
+
"user_id": 57,
|
| 34 |
+
"region": 58,
|
| 35 |
+
"value": 59,
|
| 36 |
+
"app": 60,
|
| 37 |
+
"metadata": 61,
|
| 38 |
+
"labels": 62,
|
| 39 |
+
"spec": 63,
|
| 40 |
+
"cpu": 64,
|
| 41 |
+
"memory": 65,
|
| 42 |
+
"httpGet": 66,
|
| 43 |
+
"port": 67,
|
| 44 |
+
"initialDelaySeconds": 68,
|
| 45 |
+
"periodSeconds": 69,
|
| 46 |
+
"apiVersion": 70,
|
| 47 |
+
"kind": 71,
|
| 48 |
+
"namespace": 72,
|
| 49 |
+
"version": 73,
|
| 50 |
+
"tier": 74,
|
| 51 |
+
"annotations": 75,
|
| 52 |
+
"deployment.kubernetes.io/revision": 76,
|
| 53 |
+
"replicas": 77,
|
| 54 |
+
"selector": 78,
|
| 55 |
+
"matchLabels": 79,
|
| 56 |
+
"template": 80,
|
| 57 |
+
"containers": 81,
|
| 58 |
+
"image": 82,
|
| 59 |
+
"ports": 83,
|
| 60 |
+
"containerPort": 84,
|
| 61 |
+
"protocol": 85,
|
| 62 |
+
"resources": 86,
|
| 63 |
+
"requests": 87,
|
| 64 |
+
"limits": 88,
|
| 65 |
+
"env": 89,
|
| 66 |
+
"livenessProbe": 90,
|
| 67 |
+
"readinessProbe": 91,
|
| 68 |
+
"imagePullSecrets": 92,
|
| 69 |
+
"from": 93,
|
| 70 |
+
"contributor": 94,
|
| 71 |
+
"chat_format": 95,
|
| 72 |
+
"conversations": 96
|
| 73 |
+
},
|
| 74 |
+
"key_offset": 32,
|
| 75 |
+
"bpe_offset": 97
|
| 76 |
+
}
|