Update README.md
Browse files
README.md
CHANGED
|
@@ -189,9 +189,6 @@ https://huggingface.co/datasets/won75/text_to_sql_ko
|
|
| 189 |
|
| 190 |
https://github.com/100suping/train_with_unsloth
|
| 191 |
|
| 192 |
-
```
|
| 193 |
-
|
| 194 |
-
```
|
| 195 |
|
| 196 |
### Preprocess Functions
|
| 197 |
|
|
@@ -247,6 +244,29 @@ def formatting_prompts_func(examples):
|
|
| 247 |
- CPU 16 vCore
|
| 248 |
- Memory 192 GiB
|
| 249 |
- Storage 100 GiB
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 250 |
|
| 251 |
## Citation [optional]
|
| 252 |
|
|
@@ -267,13 +287,10 @@ def formatting_prompts_func(examples):
|
|
| 267 |
}
|
| 268 |
```
|
| 269 |
|
| 270 |
-
## Model Card Authors
|
| 271 |
|
| 272 |
joonavel[https://github.com/joonavel] from 100suping [https://github.com/100suping]
|
| 273 |
|
| 274 |
-
## Model Card Contact
|
| 275 |
-
|
| 276 |
-
[More Information Needed]
|
| 277 |
### Framework versions
|
| 278 |
|
| 279 |
- PEFT 0.13.2
|
|
|
|
| 189 |
|
| 190 |
https://github.com/100suping/train_with_unsloth
|
| 191 |
|
|
|
|
|
|
|
|
|
|
| 192 |
|
| 193 |
### Preprocess Functions
|
| 194 |
|
|
|
|
| 244 |
- CPU 16 vCore
|
| 245 |
- Memory 192 GiB
|
| 246 |
- Storage 100 GiB
|
| 247 |
+
- **Memory-Used(GPU VRAM):** ~60GB
|
| 248 |
+
|
| 249 |
+
## For Continuous Instruction-tuning
|
| 250 |
+
|
| 251 |
+
To use this LoRA adapter, refer to the following code:
|
| 252 |
+
|
| 253 |
+
```
|
| 254 |
+
from peft import PeftModel
|
| 255 |
+
|
| 256 |
+
bnb_config = get_bnb_config(bit=bit)
|
| 257 |
+
|
| 258 |
+
model, tokenizer = FastLanguageModel.from_pretrained(
|
| 259 |
+
model_name=model_name,
|
| 260 |
+
dtype=None,
|
| 261 |
+
quantization_config=bnb_config,
|
| 262 |
+
)
|
| 263 |
+
|
| 264 |
+
model = PeftModel.from_pretrained(model, adapter_path, is_trainable=True)
|
| 265 |
+
model = FastLanguageModel.patch_peft_model(model, use_gradient_checkpointing="unsloth")
|
| 266 |
+
|
| 267 |
+
model.print_trainable_parameters()
|
| 268 |
+
```
|
| 269 |
+
|
| 270 |
|
| 271 |
## Citation [optional]
|
| 272 |
|
|
|
|
| 287 |
}
|
| 288 |
```
|
| 289 |
|
| 290 |
+
## Model Card Authors
|
| 291 |
|
| 292 |
joonavel[https://github.com/joonavel] from 100suping [https://github.com/100suping]
|
| 293 |
|
|
|
|
|
|
|
|
|
|
| 294 |
### Framework versions
|
| 295 |
|
| 296 |
- PEFT 0.13.2
|