Spaces:
Sleeping
Sleeping
saving the space for numbers.
Browse files
app.py
CHANGED
|
@@ -19,8 +19,7 @@ def tokens_len(prompt, model):
|
|
| 19 |
encoder = tiktoken.encoding_for_model(model)
|
| 20 |
tokens = encoder.encode(prompt)
|
| 21 |
return (
|
| 22 |
-
len(tokens),
|
| 23 |
-
len(prompt),
|
| 24 |
[(encoder.decode([token]), category) for
|
| 25 |
token, category in zip(tokens, gen_num())])
|
| 26 |
|
|
@@ -41,8 +40,8 @@ web_tokenizer = gr.Interface(
|
|
| 41 |
value='gpt-4o-mini')
|
| 42 |
],
|
| 43 |
outputs = [
|
| 44 |
-
gr.
|
| 45 |
-
|
| 46 |
gr.Highlightedtext(
|
| 47 |
label='切割結果:',
|
| 48 |
color_map = color_map,
|
|
|
|
| 19 |
encoder = tiktoken.encoding_for_model(model)
|
| 20 |
tokens = encoder.encode(prompt)
|
| 21 |
return (
|
| 22 |
+
f'{len(tokens)} tokens, {len(prompt)} chracters',
|
|
|
|
| 23 |
[(encoder.decode([token]), category) for
|
| 24 |
token, category in zip(tokens, gen_num())])
|
| 25 |
|
|
|
|
| 40 |
value='gpt-4o-mini')
|
| 41 |
],
|
| 42 |
outputs = [
|
| 43 |
+
gr.Textbox(
|
| 44 |
+
label='統計量'),
|
| 45 |
gr.Highlightedtext(
|
| 46 |
label='切割結果:',
|
| 47 |
color_map = color_map,
|