Instructions to use RESMP-DEV/LFM2.5-Encoder-230M-Code-MXFP8-GPTQ with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- MLX
How to use RESMP-DEV/LFM2.5-Encoder-230M-Code-MXFP8-GPTQ with MLX:
# Download the model from the Hub pip install huggingface_hub[hf_xet] huggingface-cli download --local-dir LFM2.5-Encoder-230M-Code-MXFP8-GPTQ RESMP-DEV/LFM2.5-Encoder-230M-Code-MXFP8-GPTQ
- Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- LM Studio
| { | |
| "artifact": "LFM2.5-Encoder-230M-Code-MXFP8-GPTQ", | |
| "files": { | |
| "1_Pooling/config.json": { | |
| "bytes": 298, | |
| "sha256": "39843b49282a69b60b0ce46529f6cb744d2905b2ab9baf3e244251dc0c61fb80" | |
| }, | |
| "LICENSE": { | |
| "bytes": 10574, | |
| "sha256": "4d28ca14dedc0b3d0fcc2b3339f0e79931faa33874f3d24f522183a8fc70068c" | |
| }, | |
| "MODIFICATIONS.md": { | |
| "bytes": 569, | |
| "sha256": "1a1986e116cac6fd3a666f330d847ad013cd550a449bcd0ea3806eff33661725" | |
| }, | |
| "README.md": { | |
| "bytes": 4826, | |
| "sha256": "788af540e48d22067d87e655b4905e4932a5cf9373f415c9af5390fcfcbf144b" | |
| }, | |
| "benchmarks/jina-code-calibrated-4k.json": { | |
| "bytes": 5151, | |
| "sha256": "decef25c22fdf3ff1d2c735cb93dff31dc672543c0c76e1ae601d0c5fbd35a05" | |
| }, | |
| "benchmarks/lfm25-230m-bf16-4k.json": { | |
| "bytes": 5034, | |
| "sha256": "400d3bb6a4bcae6c04dcb754917bd7b4e052b6a325ef1fd7f2c52a5e3115675b" | |
| }, | |
| "benchmarks/lfm25-230m-bf16-cuda-4k.json": { | |
| "bytes": 5155, | |
| "sha256": "301612ba884bb0f95aa4f0a1776f1808a4806ed830eacb6ee9507df19bc62a9b" | |
| }, | |
| "benchmarks/lfm25-230m-gptq-mxfp4-4k.json": { | |
| "bytes": 5512, | |
| "sha256": "0ea4e41d460da34900a65313eb1333a02a0d61fc2f408a69964d7e1e9d028a45" | |
| }, | |
| "benchmarks/lfm25-230m-gptq-mxfp8-4k.json": { | |
| "bytes": 5561, | |
| "sha256": "d62f44c1a8514dccf749630b9b4ba2da240588c2eae6af93b1816003a29e025d" | |
| }, | |
| "benchmarks/lfm25-230m-gptq-mxfp8-vs-bf16-bootstrap.json": { | |
| "bytes": 669, | |
| "sha256": "41792201ed7898ff2e2cc361316e959f6d11f0c664e0a4ca12bb219a6a19387a" | |
| }, | |
| "benchmarks/lfm25-230m-rtn-mxfp4-4k.json": { | |
| "bytes": 5588, | |
| "sha256": "c1156e3d9e081b56e9122072990a22cdbb2aa44962c08d095d2da0cc89506e6b" | |
| }, | |
| "benchmarks/lfm25-230m-rtn-mxfp8-4k.json": { | |
| "bytes": 5508, | |
| "sha256": "87e07135f50b78c9f6be27d5d64ddae6b284264207e38434a8b288ee6b45f83a" | |
| }, | |
| "benchmarks/nomic-v1.5-4k.json": { | |
| "bytes": 5137, | |
| "sha256": "2d2a2c94653185c43ed49698cd0ac01fbaf155bd506fc14a4865cdfb2376803d" | |
| }, | |
| "chat_template.jinja": { | |
| "bytes": 2553, | |
| "sha256": "013eed60546434b6967e3483153d8c5c37abcb1d667f8b1f914683f2a9411531" | |
| }, | |
| "config.json": { | |
| "bytes": 1586, | |
| "sha256": "3451e689f7883278ad885fef782bdc5888ed63ea90bed28f2489c0fdfffacd76" | |
| }, | |
| "corpus_receipt.json": { | |
| "bytes": 3603, | |
| "sha256": "df09633105fa5c5e185e6b1edf0833d717f1a9f447ac8bfb59096ff5fca9e830" | |
| }, | |
| "embedding_config.json": { | |
| "bytes": 144, | |
| "sha256": "0dca688cc9361b756defad37abe42878dcfddfe3eefc5be81e38f4e4d0d320b9" | |
| }, | |
| "model.safetensors": { | |
| "bytes": 301958320, | |
| "sha256": "42b45915f2458b1ec551a2ac89133b7ae280a3203c62c13f91ce2ee3b1f2b9b3" | |
| }, | |
| "modeling_lfm2_bidirectional.py": { | |
| "bytes": 7093, | |
| "sha256": "f171f518be2a07da48b17fdea5655cad0a2452ab548e90e8ae903143686647e2" | |
| }, | |
| "modules.json": { | |
| "bytes": 230, | |
| "sha256": "0580fad756940809b1bc064ce1e7c1275c8b0dd80869562fe0abeb6f7059cb97" | |
| }, | |
| "quantization_report.json": { | |
| "bytes": 37325, | |
| "sha256": "0fb8007e3413bb87257d750b827c069a6efa6d3b0487afe763d66f91371141f7" | |
| }, | |
| "source_receipt.json": { | |
| "bytes": 5585, | |
| "sha256": "0da314cd3a3f7b83aa59511ece0b91869955e45f8a33f579670845dc0ea14371" | |
| }, | |
| "tokenizer.json": { | |
| "bytes": 4733626, | |
| "sha256": "266c9cd45ef2e588c298bc9d63d2fed769aa8e733eebedc7431e247354e41e39" | |
| }, | |
| "tokenizer_config.json": { | |
| "bytes": 334, | |
| "sha256": "329ecab66a644be3996013ff4782a293c773f2738bef01851d3d78a01be75a4d" | |
| }, | |
| "training_report.json": { | |
| "bytes": 2290, | |
| "sha256": "a6253b4cea2107b2c300c8fd020d122f275745c6be15bd099f9c77101ee62d2d" | |
| } | |
| }, | |
| "schema_version": 1, | |
| "total_bytes": 306812271 | |
| } | |