Add browser WASM package under web/
Browse files- web/cite-web.json +44 -0
- web/model.onnx +3 -0
- web/tokenizer/tokenizer.json +0 -0
- web/tokenizer/tokenizer_config.json +17 -0
- web/vocab_map.bin +3 -0
web/cite-web.json
ADDED
|
@@ -0,0 +1,44 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"check": {
|
| 3 |
+
"max_abs_drift": 0.14566,
|
| 4 |
+
"ort_logits": [
|
| 5 |
+
-0.56092,
|
| 6 |
+
6.50446,
|
| 7 |
+
-10.71199
|
| 8 |
+
],
|
| 9 |
+
"torch_logits": [
|
| 10 |
+
-0.55125,
|
| 11 |
+
6.42715,
|
| 12 |
+
-10.85765
|
| 13 |
+
]
|
| 14 |
+
},
|
| 15 |
+
"format": "cite-web-1",
|
| 16 |
+
"marker": "mask",
|
| 17 |
+
"mask_token_id": 50284,
|
| 18 |
+
"max_tokens_package": 7999,
|
| 19 |
+
"model": "model.onnx",
|
| 20 |
+
"platt": {
|
| 21 |
+
"bias": 0.28167128937742075,
|
| 22 |
+
"slope": 0.6159961343551152
|
| 23 |
+
},
|
| 24 |
+
"quantization": "int8-mixed-rr",
|
| 25 |
+
"size_mb": 36.32,
|
| 26 |
+
"soft_cap": 2048,
|
| 27 |
+
"source_package": {
|
| 28 |
+
"base_model": {
|
| 29 |
+
"repo": "jhu-clsp/ettin-encoder-32m",
|
| 30 |
+
"revision": "1b8ba06455dd44f80fc9c1ca9e22806157a57379"
|
| 31 |
+
},
|
| 32 |
+
"experiment": "experiments/106-cite-compress",
|
| 33 |
+
"student": "cjdd3b/angle-core-private-evals/105-clip-32m-distill"
|
| 34 |
+
},
|
| 35 |
+
"thresholds": {
|
| 36 |
+
"contributing": 0.15,
|
| 37 |
+
"needed": 0.71,
|
| 38 |
+
"needed_rule": "lowest threshold with graf_calibration empty-set accuracy >= 0.93 (104 amendment), per variant"
|
| 39 |
+
},
|
| 40 |
+
"tokenizer": "tokenizer",
|
| 41 |
+
"vocab_full": 50368,
|
| 42 |
+
"vocab_kept": 41655,
|
| 43 |
+
"vocab_map": "vocab_map.bin"
|
| 44 |
+
}
|
web/model.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:01519d20a260dd5dde5e47d93e54295cec53e1f767445f558b64c6f2eeba5664
|
| 3 |
+
size 36324533
|
web/tokenizer/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
web/tokenizer/tokenizer_config.json
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"backend": "tokenizers",
|
| 3 |
+
"clean_up_tokenization_spaces": true,
|
| 4 |
+
"cls_token": "[CLS]",
|
| 5 |
+
"is_local": false,
|
| 6 |
+
"local_files_only": false,
|
| 7 |
+
"mask_token": "[MASK]",
|
| 8 |
+
"model_input_names": [
|
| 9 |
+
"input_ids",
|
| 10 |
+
"attention_mask"
|
| 11 |
+
],
|
| 12 |
+
"model_max_length": 8192,
|
| 13 |
+
"pad_token": "[PAD]",
|
| 14 |
+
"sep_token": "[SEP]",
|
| 15 |
+
"tokenizer_class": "TokenizersBackend",
|
| 16 |
+
"unk_token": "[UNK]"
|
| 17 |
+
}
|
web/vocab_map.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4288bfd937dc3439678af6a9f2a48912087d1d0e9ee3411e7ebf1f86369b8664
|
| 3 |
+
size 201472
|