Update README.md

README.md

@@ -30,7 +30,8 @@ from transformers import AutoModel, AutoTokenizer
 checkpoint = "codesage/codesage-base"
 device = "cuda"  # for GPU usage or "cpu" for CPU usage
 
-# CodeSage requires adding eos token at the end of each tokenized sequence to ensure good performance
+# Note: CodeSage requires adding eos token at the end of
+# each tokenized sequence to ensure good performance
 tokenizer = AutoTokenizer.from_pretrained(checkpoint, trust_remote_code=True, add_eos_token=True)
 
 model = AutoModel.from_pretrained(checkpoint, trust_remote_code=True).to(device)