ThingsAI commited on
Commit
58e4018
·
verified ·
1 Parent(s): 372588f

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -55,7 +55,7 @@ Evaluated across varied modalities, the vocabulary yields a highly competitive *
55
  from transformers import AutoTokenizer
56
 
57
  # Initialize the Quark2Tokenizer
58
- tokenizer = AutoTokenizer.from_pretrained("ThingAI/QuarkTokenizer-v2")
59
 
60
  sequence = "<|thinking|>\nExecuting field equations...\n<|/thinking|>G_{\mu\nu} = \\frac{8\\pi G}{c^4} T_{\mu\nu}"
61
  tokens = tokenizer.encode(sequence)
 
55
  from transformers import AutoTokenizer
56
 
57
  # Initialize the Quark2Tokenizer
58
+ tokenizer = AutoTokenizer.from_pretrained("ThingAI/Quark2Tokenizer")
59
 
60
  sequence = "<|thinking|>\nExecuting field equations...\n<|/thinking|>G_{\mu\nu} = \\frac{8\\pi G}{c^4} T_{\mu\nu}"
61
  tokens = tokenizer.encode(sequence)