Instructions to use stdlogits/drowse-web-gpt2-base with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- MLC-LLM
How to use stdlogits/drowse-web-gpt2-base with MLC-LLM:
# No code snippets available yet for this library. # To use this model, check the repository files and the library's documentation. # Want to help? PRs adding snippets are welcome at: # https://github.com/huggingface/huggingface.js
- Notebooks
- Google Colab
- Kaggle
publish gpt2-base browser runtime
Browse files- drowse-build.json +12 -10
- hosted-artifacts.json +7 -7
- model.wasm +2 -2
drowse-build.json
CHANGED
|
@@ -118,7 +118,7 @@
|
|
| 118 |
"sha256": "196139668be63f3b5d6574427317ae82f612a97c5d1cdaf36ed2256dbf636783"
|
| 119 |
}
|
| 120 |
],
|
| 121 |
-
"hookAbi": "
|
| 122 |
"modelType": "base",
|
| 123 |
"prefillChunkSize": 1024,
|
| 124 |
"promptPolicy": {
|
|
@@ -129,7 +129,7 @@
|
|
| 129 |
]
|
| 130 |
},
|
| 131 |
"quantization": "q0f32",
|
| 132 |
-
"runtimeAbi": "drowse-web-runtime-
|
| 133 |
"schemaVersion": 1,
|
| 134 |
"source": {
|
| 135 |
"chatTemplateSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
@@ -178,21 +178,23 @@
|
|
| 178 |
"repository": "openai-community/gpt2",
|
| 179 |
"revision": "607a30d783dfa663caf39e06633721c8d4cfcd7e"
|
| 180 |
},
|
| 181 |
-
"structuredHookProfile": "standard-
|
| 182 |
"thinkingProfile": null,
|
| 183 |
"toolchain": {
|
| 184 |
"mlcLlmBaseCommit": "9fa644f54b04983adea4d0168f49fc6af4a893ba",
|
| 185 |
"mlcOverlayFiles": {
|
| 186 |
"python/mlc_llm/interface/compile.py": "435876d96e9ba6fbc3f02dd6f5ed858df559ebded169ce91c5cdd8151e610d32",
|
| 187 |
"python/mlc_llm/interface/convert_weight.py": "dffc4af8487f54087bc27f9a35f959df318a70c4c33326b65d4a6d9f6479a1b5",
|
| 188 |
-
"python/mlc_llm/model/drowse_hooks.py": "
|
| 189 |
-
"python/mlc_llm/model/
|
| 190 |
-
"python/mlc_llm/model/
|
| 191 |
-
"python/mlc_llm/model/
|
|
|
|
|
|
|
| 192 |
"python/mlc_llm/op/moe_misc.py": "4141be404d6d31b1ee152ef495fd5bdfc75b16af968ad01e07c3d1d26637ef92"
|
| 193 |
},
|
| 194 |
"modelAdapterFiles": {
|
| 195 |
-
"base_model_adapters.py": "
|
| 196 |
},
|
| 197 |
"modelSourceFiles": {
|
| 198 |
"python/mlc_llm/model/gpt2/gpt2_loader.py": "d9e91af06a275b8b4e6b2419e51c9670702fddfb3ad9e3fecdf63901310e4c36",
|
|
@@ -201,9 +203,9 @@
|
|
| 201 |
"tvmCommit": "68ba2b31c2a6d202fcd44e5780ef10ce08721dd5",
|
| 202 |
"tvmFfiCommit": "12dbf053b3d9ba4ebd9da3123b1aeca79cf74229",
|
| 203 |
"tvmOverlayFiles": {
|
| 204 |
-
"python/tvm/relax/frontend/nn/llm/_decode_kernels.py": "
|
| 205 |
"python/tvm/relax/frontend/nn/llm/_kernel_common.py": "f5bc8999ae5a6f06e96da1c8262fedc5ae53230c61439285be0cdb0828a43012",
|
| 206 |
-
"python/tvm/relax/frontend/nn/llm/_prefill_kernels.py": "
|
| 207 |
"src/backend/webgpu/codegen/codegen_webgpu.cc": "753ff21703a741cf7a8bc49678f4737127f04fa1f28f0fef06aefb4859b5d4a7",
|
| 208 |
"src/runtime/vm/paged_kv_cache.cc": "90ec1ed27fa2cc3faf426f60ab46e1b5c6ba352de177d50db168a4357dba3ed2",
|
| 209 |
"tests/python/codegen/test_target_codegen_webgpu.py": "3da351a5fd03a1a0b05ed926581fe3d46e5160c23f926f931b0a8776d3f2e9c9"
|
|
|
|
| 118 |
"sha256": "196139668be63f3b5d6574427317ae82f612a97c5d1cdaf36ed2256dbf636783"
|
| 119 |
}
|
| 120 |
],
|
| 121 |
+
"hookAbi": "block-sites-v5",
|
| 122 |
"modelType": "base",
|
| 123 |
"prefillChunkSize": 1024,
|
| 124 |
"promptPolicy": {
|
|
|
|
| 129 |
]
|
| 130 |
},
|
| 131 |
"quantization": "q0f32",
|
| 132 |
+
"runtimeAbi": "drowse-web-runtime-v2",
|
| 133 |
"schemaVersion": 1,
|
| 134 |
"source": {
|
| 135 |
"chatTemplateSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
|
|
| 178 |
"repository": "openai-community/gpt2",
|
| 179 |
"revision": "607a30d783dfa663caf39e06633721c8d4cfcd7e"
|
| 180 |
},
|
| 181 |
+
"structuredHookProfile": "standard-v4-residual",
|
| 182 |
"thinkingProfile": null,
|
| 183 |
"toolchain": {
|
| 184 |
"mlcLlmBaseCommit": "9fa644f54b04983adea4d0168f49fc6af4a893ba",
|
| 185 |
"mlcOverlayFiles": {
|
| 186 |
"python/mlc_llm/interface/compile.py": "435876d96e9ba6fbc3f02dd6f5ed858df559ebded169ce91c5cdd8151e610d32",
|
| 187 |
"python/mlc_llm/interface/convert_weight.py": "dffc4af8487f54087bc27f9a35f959df318a70c4c33326b65d4a6d9f6479a1b5",
|
| 188 |
+
"python/mlc_llm/model/drowse_hooks.py": "dd2d9779692360bdddd214553804e90c82942f47011fa947f830321bd3c67cd6",
|
| 189 |
+
"python/mlc_llm/model/drowse_reads.py": "f6ef0f42e2b49d0e6c8729cdc8aa93dd6cdbd4d614045173e28deba4d129d4b2",
|
| 190 |
+
"python/mlc_llm/model/drowse_units.py": "70c890ea5362763dac19b6c6eeae03a10aef3fcfc48879eadbda20f68db1afe2",
|
| 191 |
+
"python/mlc_llm/model/gemma3/gemma3_model.py": "8a8f423b8ef28c43bbca065857b8a344118f30319c80550c58ee50bf7b777867",
|
| 192 |
+
"python/mlc_llm/model/llama/llama_model.py": "43898289270c720e1a255ca458ce85ea7e3ab4e3798c234caa422e419ae80825",
|
| 193 |
+
"python/mlc_llm/model/qwen3/qwen3_model.py": "98312ccb7ecd9452b0cc77a7a5ddfb71a7fcda6e4a4c33815b9e05eeec8c8574",
|
| 194 |
"python/mlc_llm/op/moe_misc.py": "4141be404d6d31b1ee152ef495fd5bdfc75b16af968ad01e07c3d1d26637ef92"
|
| 195 |
},
|
| 196 |
"modelAdapterFiles": {
|
| 197 |
+
"base_model_adapters.py": "92606e6406f81221e76a30f41f3aa0a08e4acb830fdcdd4b5ec5b4034b974c1c"
|
| 198 |
},
|
| 199 |
"modelSourceFiles": {
|
| 200 |
"python/mlc_llm/model/gpt2/gpt2_loader.py": "d9e91af06a275b8b4e6b2419e51c9670702fddfb3ad9e3fecdf63901310e4c36",
|
|
|
|
| 203 |
"tvmCommit": "68ba2b31c2a6d202fcd44e5780ef10ce08721dd5",
|
| 204 |
"tvmFfiCommit": "12dbf053b3d9ba4ebd9da3123b1aeca79cf74229",
|
| 205 |
"tvmOverlayFiles": {
|
| 206 |
+
"python/tvm/relax/frontend/nn/llm/_decode_kernels.py": "a3e8d8158217b3284f0f741dd9a94d3f8924cf6af1c3b3c500459f38351e2318",
|
| 207 |
"python/tvm/relax/frontend/nn/llm/_kernel_common.py": "f5bc8999ae5a6f06e96da1c8262fedc5ae53230c61439285be0cdb0828a43012",
|
| 208 |
+
"python/tvm/relax/frontend/nn/llm/_prefill_kernels.py": "e14f94f6acd2007ce26b492541c74b979bc0714cfd1a106aead2ec929e788d16",
|
| 209 |
"src/backend/webgpu/codegen/codegen_webgpu.cc": "753ff21703a741cf7a8bc49678f4737127f04fa1f28f0fef06aefb4859b5d4a7",
|
| 210 |
"src/runtime/vm/paged_kv_cache.cc": "90ec1ed27fa2cc3faf426f60ab46e1b5c6ba352de177d50db168a4357dba3ed2",
|
| 211 |
"tests/python/codegen/test_target_codegen_webgpu.py": "3da351a5fd03a1a0b05ed926581fe3d46e5160c23f926f931b0a8776d3f2e9c9"
|
hosted-artifacts.json
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
{
|
| 2 |
"schemaVersion": 1,
|
| 3 |
-
"runtimeAbi": "drowse-web-runtime-
|
| 4 |
-
"hookAbi": "
|
| 5 |
-
"structuredHookProfile": "standard-
|
| 6 |
"thinkingProfile": null,
|
| 7 |
"architecture": "gpt2",
|
| 8 |
"modelType": "base",
|
|
@@ -153,8 +153,8 @@
|
|
| 153 |
{
|
| 154 |
"path": "model.wasm",
|
| 155 |
"role": "model_library",
|
| 156 |
-
"bytes":
|
| 157 |
-
"sha256": "
|
| 158 |
},
|
| 159 |
{
|
| 160 |
"path": "LICENSE.model",
|
|
@@ -177,8 +177,8 @@
|
|
| 177 |
{
|
| 178 |
"path": "drowse-build.json",
|
| 179 |
"role": "configuration",
|
| 180 |
-
"bytes":
|
| 181 |
-
"sha256": "
|
| 182 |
}
|
| 183 |
]
|
| 184 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"schemaVersion": 1,
|
| 3 |
+
"runtimeAbi": "drowse-web-runtime-v2",
|
| 4 |
+
"hookAbi": "block-sites-v5",
|
| 5 |
+
"structuredHookProfile": "standard-v4-residual",
|
| 6 |
"thinkingProfile": null,
|
| 7 |
"architecture": "gpt2",
|
| 8 |
"modelType": "base",
|
|
|
|
| 153 |
{
|
| 154 |
"path": "model.wasm",
|
| 155 |
"role": "model_library",
|
| 156 |
+
"bytes": 12929096,
|
| 157 |
+
"sha256": "a7fdaa50af197946ef48dcb31cfcaccc1a40708ff3e140dcc840e891a0b3fb3e"
|
| 158 |
},
|
| 159 |
{
|
| 160 |
"path": "LICENSE.model",
|
|
|
|
| 177 |
{
|
| 178 |
"path": "drowse-build.json",
|
| 179 |
"role": "configuration",
|
| 180 |
+
"bytes": 8009,
|
| 181 |
+
"sha256": "bf6fc093b237295ab4120ed23c3255a8742a8a81bd5a549be660da59a57c2afa"
|
| 182 |
}
|
| 183 |
]
|
| 184 |
}
|
model.wasm
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a7fdaa50af197946ef48dcb31cfcaccc1a40708ff3e140dcc840e891a0b3fb3e
|
| 3 |
+
size 12929096
|