Fix cross-platform line ending handling in LoadVocabulary

Split merges on '\n' and trim '\r' to support both Unix and Windows
line endings. Also filter out comment and blank lines.

RunMiniLM.cs

@@ -29,7 +29,15 @@ public class RunMiniLM : MonoBehaviour
 
     void Start()
     {
-        tokens = vocabAsset.text.Split("\r\n");
+        var allTokens = vocabAsset.text.Split('\n');
+        var tokenList = new List<string>();
+        foreach (var line in allTokens)
+        {
+            var trimmed = line.TrimEnd('\r');
+            if (trimmed.Length > 0)
+                tokenList.Add(trimmed);
+        }
+        tokens = tokenList.ToArray();
 
         engine = CreateMLModel();