Spaces:
Running on Zero
Running on Zero
| from encoding_dsv4 import encode_messages, parse_message_from_completion_text | |
| messages = [ | |
| {"role": "user", "content": "hello"}, | |
| {"role": "assistant", "content": "Hello! I am DeepSeek.", "reasoning_content": "thinking..."}, | |
| {"role": "user", "content": "1+1=?"} | |
| ] | |
| # messages -> string | |
| prompt = encode_messages(messages, thinking_mode="thinking", reasoning_effort="max") | |
| # string -> tokens | |
| import transformers | |
| tokenizer = transformers.AutoTokenizer.from_pretrained("deepseek-ai/DeepSeek-V4-Flash-0731") | |
| tokens = tokenizer.encode(prompt) | |