Update README.md
Browse files
README.md
CHANGED
|
@@ -74,19 +74,6 @@ pipeline_tag: text-generation
|
|
| 74 |
### Hyperparameters
|
| 75 |
|
| 76 |
```py
|
| 77 |
-
from trl import SFTTrainer
|
| 78 |
-
import torch
|
| 79 |
-
from peft import LoraConfig
|
| 80 |
-
from transformers import AutoTokenizer, TrainingArguments
|
| 81 |
-
from transformers import BitsAndBytesConfig
|
| 82 |
-
from transformers import AutoModelForCausalLM, AutoTokenizer
|
| 83 |
-
|
| 84 |
-
# Initialize or load your tokenizer and model here
|
| 85 |
-
tokenizer = AutoTokenizer.from_pretrained("ai21labs/Jamba-v0.1")
|
| 86 |
-
tokenizer.padding_side = 'right'
|
| 87 |
-
tokenizer.padding_side = 'left'
|
| 88 |
-
|
| 89 |
-
max_seq_length = 4096
|
| 90 |
|
| 91 |
lora_config = LoraConfig(
|
| 92 |
r=8,
|
|
|
|
| 74 |
### Hyperparameters
|
| 75 |
|
| 76 |
```py
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 77 |
|
| 78 |
lora_config = LoraConfig(
|
| 79 |
r=8,
|