Instructions to use MircoFox-AI/MeLlamFox with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use MircoFox-AI/MeLlamFox with Transformers:
# pip install -U transformers accelerate # Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("MircoFox-AI/MeLlamFox", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Create Cargo.toml
Browse files- Cargo.toml +17 -0
Cargo.toml
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[package]
|
| 2 |
+
name = "llama32_rust_core"
|
| 3 |
+
version = "0.1.0"
|
| 4 |
+
edition = "2021"
|
| 5 |
+
|
| 6 |
+
[lib]
|
| 7 |
+
name = "llama32_rust_core"
|
| 8 |
+
crate-type = ["cdylib"] # Necessary to compile into a Python module
|
| 9 |
+
|
| 10 |
+
[dependencies]
|
| 11 |
+
# Python bindings
|
| 12 |
+
pyo3 = { version = "0.22", features = ["extension-module"] }
|
| 13 |
+
|
| 14 |
+
# Hugging Face Candle for ultra-fast Llama 3.2 weight manipulation
|
| 15 |
+
candle-core = "0.6.0"
|
| 16 |
+
candle-nn = "0.6.0"
|
| 17 |
+
safetensors = "0.4.3"
|