Update script.js

script.js

@@ -4,7 +4,7 @@ let tokenizeButton = document.querySelector("#tokenize");
 tokenizeButton.addEventListener("click", async () => {
   tokenizeButton.disabled = true;
   let tokenizer = await AutoTokenizer.from_pretrained(document.querySelector("#model").value);
-  let text = document.querySelector("#text").value.replace(/\s/g, "");
+  let text = document.querySelector("#text").value.replace(/[^\S ]/g, "");
   let tokenized = tokenizer.encode(text);
   document.querySelector("#totalLength").textContent = `Total length: ${tokenized.length}`;
   let output = document.querySelector("#output");