Instructions to use stdlogits/drowse-web-pythia-70m-base with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- MLC-LLM
How to use stdlogits/drowse-web-pythia-70m-base with MLC-LLM:
# No code snippets available yet for this library. # To use this model, check the repository files and the library's documentation. # Want to help? PRs adding snippets are welcome at: # https://github.com/huggingface/huggingface.js
- Notebooks
- Google Colab
- Kaggle
publish pythia-70m-base browser runtime
Browse files- drowse-build.json +18 -16
- hosted-artifacts.json +7 -7
- model.wasm +2 -2
drowse-build.json
CHANGED
|
@@ -68,7 +68,7 @@
|
|
| 68 |
"sha256": "70e38394e494931c6f773ba41e19460dd4436526b852207367f04341b4066d3f"
|
| 69 |
}
|
| 70 |
],
|
| 71 |
-
"hookAbi": "
|
| 72 |
"modelType": "base",
|
| 73 |
"prefillChunkSize": 1024,
|
| 74 |
"promptPolicy": {
|
|
@@ -79,7 +79,7 @@
|
|
| 79 |
]
|
| 80 |
},
|
| 81 |
"quantization": "q0f32",
|
| 82 |
-
"runtimeAbi": "drowse-web-runtime-
|
| 83 |
"schemaVersion": 1,
|
| 84 |
"source": {
|
| 85 |
"chatTemplateSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
@@ -118,35 +118,37 @@
|
|
| 118 |
"repository": "EleutherAI/pythia-70m-deduped",
|
| 119 |
"revision": "e93a9faa9c77e5d09219f6c868bfc7a1bd65593c"
|
| 120 |
},
|
| 121 |
-
"structuredHookProfile": "standard-
|
| 122 |
"thinkingProfile": null,
|
| 123 |
"toolchain": {
|
| 124 |
"mlcLlmBaseCommit": "9fa644f54b04983adea4d0168f49fc6af4a893ba",
|
| 125 |
"mlcOverlayFiles": {
|
| 126 |
"python/mlc_llm/interface/compile.py": "435876d96e9ba6fbc3f02dd6f5ed858df559ebded169ce91c5cdd8151e610d32",
|
| 127 |
"python/mlc_llm/interface/convert_weight.py": "dffc4af8487f54087bc27f9a35f959df318a70c4c33326b65d4a6d9f6479a1b5",
|
| 128 |
-
"python/mlc_llm/model/drowse_hooks.py": "
|
| 129 |
-
"python/mlc_llm/model/
|
| 130 |
-
"python/mlc_llm/model/
|
| 131 |
-
"python/mlc_llm/model/
|
|
|
|
|
|
|
| 132 |
"python/mlc_llm/op/moe_misc.py": "4141be404d6d31b1ee152ef495fd5bdfc75b16af968ad01e07c3d1d26637ef92"
|
| 133 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 134 |
"tvmCommit": "68ba2b31c2a6d202fcd44e5780ef10ce08721dd5",
|
| 135 |
"tvmFfiCommit": "12dbf053b3d9ba4ebd9da3123b1aeca79cf74229",
|
| 136 |
"tvmOverlayFiles": {
|
| 137 |
-
"python/tvm/relax/frontend/nn/llm/_decode_kernels.py": "
|
| 138 |
"python/tvm/relax/frontend/nn/llm/_kernel_common.py": "f5bc8999ae5a6f06e96da1c8262fedc5ae53230c61439285be0cdb0828a43012",
|
| 139 |
-
"python/tvm/relax/frontend/nn/llm/_prefill_kernels.py": "
|
| 140 |
"src/backend/webgpu/codegen/codegen_webgpu.cc": "753ff21703a741cf7a8bc49678f4737127f04fa1f28f0fef06aefb4859b5d4a7",
|
| 141 |
"src/runtime/vm/paged_kv_cache.cc": "90ec1ed27fa2cc3faf426f60ab46e1b5c6ba352de177d50db168a4357dba3ed2",
|
| 142 |
"tests/python/codegen/test_target_codegen_webgpu.py": "3da351a5fd03a1a0b05ed926581fe3d46e5160c23f926f931b0a8776d3f2e9c9"
|
| 143 |
-
},
|
| 144 |
-
"modelAdapterFiles": {
|
| 145 |
-
"base_model_adapters.py": "8056482704d65958065f8c32ff46be798c84bb0b49acb636affab7f9555f6fd5"
|
| 146 |
-
},
|
| 147 |
-
"modelSourceFiles": {
|
| 148 |
-
"python/mlc_llm/model/gpt_neox/gpt_neox_loader.py": "0440155050e86cba299b8b6ce18cc016dfcc25e790e3cfdc3b209f86b99cd3c9",
|
| 149 |
-
"python/mlc_llm/model/gpt_neox/gpt_neox_model.py": "219b09c91012214c58e9e82a273d1ea02521b2111d84db110a3575bcdeb9d7d2"
|
| 150 |
}
|
| 151 |
},
|
| 152 |
"weightEncoding": "raw"
|
|
|
|
| 68 |
"sha256": "70e38394e494931c6f773ba41e19460dd4436526b852207367f04341b4066d3f"
|
| 69 |
}
|
| 70 |
],
|
| 71 |
+
"hookAbi": "block-sites-v5",
|
| 72 |
"modelType": "base",
|
| 73 |
"prefillChunkSize": 1024,
|
| 74 |
"promptPolicy": {
|
|
|
|
| 79 |
]
|
| 80 |
},
|
| 81 |
"quantization": "q0f32",
|
| 82 |
+
"runtimeAbi": "drowse-web-runtime-v2",
|
| 83 |
"schemaVersion": 1,
|
| 84 |
"source": {
|
| 85 |
"chatTemplateSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
|
|
| 118 |
"repository": "EleutherAI/pythia-70m-deduped",
|
| 119 |
"revision": "e93a9faa9c77e5d09219f6c868bfc7a1bd65593c"
|
| 120 |
},
|
| 121 |
+
"structuredHookProfile": "standard-v4-residual",
|
| 122 |
"thinkingProfile": null,
|
| 123 |
"toolchain": {
|
| 124 |
"mlcLlmBaseCommit": "9fa644f54b04983adea4d0168f49fc6af4a893ba",
|
| 125 |
"mlcOverlayFiles": {
|
| 126 |
"python/mlc_llm/interface/compile.py": "435876d96e9ba6fbc3f02dd6f5ed858df559ebded169ce91c5cdd8151e610d32",
|
| 127 |
"python/mlc_llm/interface/convert_weight.py": "dffc4af8487f54087bc27f9a35f959df318a70c4c33326b65d4a6d9f6479a1b5",
|
| 128 |
+
"python/mlc_llm/model/drowse_hooks.py": "dd2d9779692360bdddd214553804e90c82942f47011fa947f830321bd3c67cd6",
|
| 129 |
+
"python/mlc_llm/model/drowse_reads.py": "f6ef0f42e2b49d0e6c8729cdc8aa93dd6cdbd4d614045173e28deba4d129d4b2",
|
| 130 |
+
"python/mlc_llm/model/drowse_units.py": "70c890ea5362763dac19b6c6eeae03a10aef3fcfc48879eadbda20f68db1afe2",
|
| 131 |
+
"python/mlc_llm/model/gemma3/gemma3_model.py": "8a8f423b8ef28c43bbca065857b8a344118f30319c80550c58ee50bf7b777867",
|
| 132 |
+
"python/mlc_llm/model/llama/llama_model.py": "43898289270c720e1a255ca458ce85ea7e3ab4e3798c234caa422e419ae80825",
|
| 133 |
+
"python/mlc_llm/model/qwen3/qwen3_model.py": "98312ccb7ecd9452b0cc77a7a5ddfb71a7fcda6e4a4c33815b9e05eeec8c8574",
|
| 134 |
"python/mlc_llm/op/moe_misc.py": "4141be404d6d31b1ee152ef495fd5bdfc75b16af968ad01e07c3d1d26637ef92"
|
| 135 |
},
|
| 136 |
+
"modelAdapterFiles": {
|
| 137 |
+
"base_model_adapters.py": "92606e6406f81221e76a30f41f3aa0a08e4acb830fdcdd4b5ec5b4034b974c1c"
|
| 138 |
+
},
|
| 139 |
+
"modelSourceFiles": {
|
| 140 |
+
"python/mlc_llm/model/gpt_neox/gpt_neox_loader.py": "0440155050e86cba299b8b6ce18cc016dfcc25e790e3cfdc3b209f86b99cd3c9",
|
| 141 |
+
"python/mlc_llm/model/gpt_neox/gpt_neox_model.py": "219b09c91012214c58e9e82a273d1ea02521b2111d84db110a3575bcdeb9d7d2"
|
| 142 |
+
},
|
| 143 |
"tvmCommit": "68ba2b31c2a6d202fcd44e5780ef10ce08721dd5",
|
| 144 |
"tvmFfiCommit": "12dbf053b3d9ba4ebd9da3123b1aeca79cf74229",
|
| 145 |
"tvmOverlayFiles": {
|
| 146 |
+
"python/tvm/relax/frontend/nn/llm/_decode_kernels.py": "a3e8d8158217b3284f0f741dd9a94d3f8924cf6af1c3b3c500459f38351e2318",
|
| 147 |
"python/tvm/relax/frontend/nn/llm/_kernel_common.py": "f5bc8999ae5a6f06e96da1c8262fedc5ae53230c61439285be0cdb0828a43012",
|
| 148 |
+
"python/tvm/relax/frontend/nn/llm/_prefill_kernels.py": "e14f94f6acd2007ce26b492541c74b979bc0714cfd1a106aead2ec929e788d16",
|
| 149 |
"src/backend/webgpu/codegen/codegen_webgpu.cc": "753ff21703a741cf7a8bc49678f4737127f04fa1f28f0fef06aefb4859b5d4a7",
|
| 150 |
"src/runtime/vm/paged_kv_cache.cc": "90ec1ed27fa2cc3faf426f60ab46e1b5c6ba352de177d50db168a4357dba3ed2",
|
| 151 |
"tests/python/codegen/test_target_codegen_webgpu.py": "3da351a5fd03a1a0b05ed926581fe3d46e5160c23f926f931b0a8776d3f2e9c9"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 152 |
}
|
| 153 |
},
|
| 154 |
"weightEncoding": "raw"
|
hosted-artifacts.json
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
{
|
| 2 |
"schemaVersion": 1,
|
| 3 |
-
"runtimeAbi": "drowse-web-runtime-
|
| 4 |
-
"hookAbi": "
|
| 5 |
-
"structuredHookProfile": "standard-
|
| 6 |
"thinkingProfile": null,
|
| 7 |
"architecture": "gpt_neox",
|
| 8 |
"modelType": "base",
|
|
@@ -87,8 +87,8 @@
|
|
| 87 |
{
|
| 88 |
"path": "model.wasm",
|
| 89 |
"role": "model_library",
|
| 90 |
-
"bytes":
|
| 91 |
-
"sha256": "
|
| 92 |
},
|
| 93 |
{
|
| 94 |
"path": "LICENSE.model",
|
|
@@ -111,8 +111,8 @@
|
|
| 111 |
{
|
| 112 |
"path": "drowse-build.json",
|
| 113 |
"role": "configuration",
|
| 114 |
-
"bytes":
|
| 115 |
-
"sha256": "
|
| 116 |
}
|
| 117 |
]
|
| 118 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"schemaVersion": 1,
|
| 3 |
+
"runtimeAbi": "drowse-web-runtime-v2",
|
| 4 |
+
"hookAbi": "block-sites-v5",
|
| 5 |
+
"structuredHookProfile": "standard-v4-residual",
|
| 6 |
"thinkingProfile": null,
|
| 7 |
"architecture": "gpt_neox",
|
| 8 |
"modelType": "base",
|
|
|
|
| 87 |
{
|
| 88 |
"path": "model.wasm",
|
| 89 |
"role": "model_library",
|
| 90 |
+
"bytes": 8939944,
|
| 91 |
+
"sha256": "45f4bdd114b1c7564744ce1a46808b98e751b303442bde0c20b41072d66992df"
|
| 92 |
},
|
| 93 |
{
|
| 94 |
"path": "LICENSE.model",
|
|
|
|
| 111 |
{
|
| 112 |
"path": "drowse-build.json",
|
| 113 |
"role": "configuration",
|
| 114 |
+
"bytes": 6167,
|
| 115 |
+
"sha256": "a4295add684338d609a22941c875b701eeba5e660acb82f49793e1d3724dceb7"
|
| 116 |
}
|
| 117 |
]
|
| 118 |
}
|
model.wasm
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:45f4bdd114b1c7564744ce1a46808b98e751b303442bde0c20b41072d66992df
|
| 3 |
+
size 8939944
|