Update README.md
Browse files
README.md
CHANGED
|
@@ -38,7 +38,7 @@ python3 -m pip install mlx-lm huggingface_hub
|
|
| 38 |
|
| 39 |
```bash
|
| 40 |
export HF_TOKEN=hf_xxxxx
|
| 41 |
-
git clone https://huggingface.co/umar141/Baro-mlx-mac-1.0
|
| 42 |
cd Baro-mlx-mac-1.0
|
| 43 |
git lfs pull
|
| 44 |
mlx_lm.convert \
|
|
@@ -47,12 +47,14 @@ mlx_lm.convert \
|
|
| 47 |
```
|
| 48 |
## Usage
|
| 49 |
```bash
|
| 50 |
-
mlx_lm.generate \
|
| 51 |
--model gemma-1b-mlx \
|
| 52 |
-
--adapter-path
|
| 53 |
--system-prompt system_prompt.txt \
|
| 54 |
-
--max-tokens
|
| 55 |
-
--temp 0.
|
| 56 |
-
--top-p 0.
|
|
|
|
|
|
|
| 57 |
--prompt "I feel empty and tired lately."
|
| 58 |
```
|
|
|
|
| 38 |
|
| 39 |
```bash
|
| 40 |
export HF_TOKEN=hf_xxxxx
|
| 41 |
+
git clone https://huggingface.co/umar141/Baro-mlx-mac-1.0
|
| 42 |
cd Baro-mlx-mac-1.0
|
| 43 |
git lfs pull
|
| 44 |
mlx_lm.convert \
|
|
|
|
| 47 |
```
|
| 48 |
## Usage
|
| 49 |
```bash
|
| 50 |
+
Baro-mlx-mac-1.0 % mlx_lm.generate \
|
| 51 |
--model gemma-1b-mlx \
|
| 52 |
+
--adapter-path baro_1.0 \
|
| 53 |
--system-prompt system_prompt.txt \
|
| 54 |
+
--max-tokens 160 \
|
| 55 |
+
--temp 0.6 \
|
| 56 |
+
--top-p 0.9 \
|
| 57 |
+
--top-k 40 \
|
| 58 |
+
--min-p 0.05 \
|
| 59 |
--prompt "I feel empty and tired lately."
|
| 60 |
```
|