Update app.py

app.py

@@ -17,7 +17,6 @@ def tokenize(input_text):
     phi3_tokens = phi3_tokenizer(input_text, add_special_tokens=True)["input_ids"]
     t5_tokens = t5_tokenizer(input_text, add_special_tokens=True)["input_ids"]
     gemma_tokens = gemma_tokenizer(input_text, add_special_tokens=True)["input_ids"]
-    command_r_tokens = command_r_tokenizer(input_text, add_special_tokens=True)["input_ids"]
     qwen_tokens = qwen_tokenizer(input_text, add_special_tokens=True)["input_ids"]
     codeqwen_tokens = codeqwen_tokenizer(input_text, add_special_tokens=True)["input_ids"]
     rwkv4_tokens = rwkv4_tokenizer(input_text, add_special_tokens=True)["input_ids"]
@@ -38,7 +37,6 @@ def tokenize(input_text):
         "Phi-3": phi3_tokens,
         "T5": t5_tokens,
         "Gemma": gemma_tokens,
-        "Command-R": command_r_tokens,
         "Qwen/Qwen1.5": qwen_tokens,
         "CodeQwen": codeqwen_tokens,
         "RWKV-v4": rwkv4_tokens,
@@ -65,7 +63,6 @@ if __name__ == "__main__":
     phi3_tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-4k-instruct")
     t5_tokenizer = AutoTokenizer.from_pretrained("google/flan-t5-xxl")
     gemma_tokenizer = AutoTokenizer.from_pretrained("alpindale/gemma-2b")
-    command_r_tokenizer = AutoTokenizer.from_pretrained("CohereForAI/c4ai-command-r-plus")
     qwen_tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen1.5-7B")
     codeqwen_tokenizer = AutoTokenizer.from_pretrained("Qwen/CodeQwen1.5-7B")
     rwkv4_tokenizer = AutoTokenizer.from_pretrained("RWKV/rwkv-4-14b-pile", trust_remote_code=True)