Update README.md
Browse files
README.md
CHANGED
|
@@ -46,12 +46,20 @@ from peft import PeftModel
|
|
| 46 |
base_model = "google/gemma-3-1b-it"
|
| 47 |
|
| 48 |
tokenizer = AutoTokenizer.from_pretrained(base_model)
|
|
|
|
|
|
|
|
|
|
| 49 |
|
| 50 |
model = AutoModelForCausalLM.from_pretrained(
|
| 51 |
base_model,
|
| 52 |
torch_dtype=torch.bfloat16,
|
| 53 |
device_map="auto"
|
| 54 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 55 |
|
| 56 |
model = PeftModel.from_pretrained(model, f"/lora_adapter")
|
| 57 |
|
|
|
|
| 46 |
base_model = "google/gemma-3-1b-it"
|
| 47 |
|
| 48 |
tokenizer = AutoTokenizer.from_pretrained(base_model)
|
| 49 |
+
tokenizer.add_special_tokens({
|
| 50 |
+
"additional_special_tokens": ["<start_of_turn>", "<end_of_turn>"]
|
| 51 |
+
})
|
| 52 |
|
| 53 |
model = AutoModelForCausalLM.from_pretrained(
|
| 54 |
base_model,
|
| 55 |
torch_dtype=torch.bfloat16,
|
| 56 |
device_map="auto"
|
| 57 |
)
|
| 58 |
+
model.config.pad_token_id = tokenizer.pad_token_id
|
| 59 |
+
model.config.bos_token_id = tokenizer.bos_token_id
|
| 60 |
+
model.config.eos_token_id = tokenizer.eos_token_id
|
| 61 |
+
|
| 62 |
+
model.resize_token_embeddings(len(tokenizer))
|
| 63 |
|
| 64 |
model = PeftModel.from_pretrained(model, f"/lora_adapter")
|
| 65 |
|