Update README.md

README.md

@@ -25,13 +25,21 @@ This tokenizer is specifically trained for Romanized Sinhala text (Sinhala writt
 ```python
 from transformers import PreTrainedTokenizerFast
 
-tokenizer = PreTrainedTokenizerFast.from_pretrained("deshanksuman/romanized-sinhala-tokenizer")
 
-# Set language for encoding
-tokenizer.src_lang = "si_rom"
+from transformers import PreTrainedTokenizerFast
+
+tokenizer = PreTrainedTokenizerFast.from_pretrained(
+    "deshanksuman/romanized-sinhala-tokenizer",
+    token="hf Token"
+)
+
+# Just tokenize and get tensors
+encoded = tokenizer("api ada mkda krnne", return_tensors="pt")
+print(encoded)
+
+# To see tokens in text form
+print(tokenizer.convert_ids_to_tokens(encoded["input_ids"][0]))
 
-# Encode text
-encoded = tokenizer("Romanized Sinhala text goes here", return_tensors="pt")
 ```
 
 ## Citation