chyungwon commited on
Commit
b646ab6
·
verified ·
1 Parent(s): 11f6ab6

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +8 -0
README.md CHANGED
@@ -46,12 +46,20 @@ from peft import PeftModel
46
  base_model = "google/gemma-3-1b-it"
47
 
48
  tokenizer = AutoTokenizer.from_pretrained(base_model)
 
 
 
49
 
50
  model = AutoModelForCausalLM.from_pretrained(
51
  base_model,
52
  torch_dtype=torch.bfloat16,
53
  device_map="auto"
54
  )
 
 
 
 
 
55
 
56
  model = PeftModel.from_pretrained(model, f"/lora_adapter")
57
 
 
46
  base_model = "google/gemma-3-1b-it"
47
 
48
  tokenizer = AutoTokenizer.from_pretrained(base_model)
49
+ tokenizer.add_special_tokens({
50
+ "additional_special_tokens": ["<start_of_turn>", "<end_of_turn>"]
51
+ })
52
 
53
  model = AutoModelForCausalLM.from_pretrained(
54
  base_model,
55
  torch_dtype=torch.bfloat16,
56
  device_map="auto"
57
  )
58
+ model.config.pad_token_id = tokenizer.pad_token_id
59
+ model.config.bos_token_id = tokenizer.bos_token_id
60
+ model.config.eos_token_id = tokenizer.eos_token_id
61
+
62
+ model.resize_token_embeddings(len(tokenizer))
63
 
64
  model = PeftModel.from_pretrained(model, f"/lora_adapter")
65