meebox commited on
Commit
608530d
·
1 Parent(s): bb86d37

saving the space for numbers.

Browse files
Files changed (1) hide show
  1. app.py +3 -4
app.py CHANGED
@@ -19,8 +19,7 @@ def tokens_len(prompt, model):
19
  encoder = tiktoken.encoding_for_model(model)
20
  tokens = encoder.encode(prompt)
21
  return (
22
- len(tokens),
23
- len(prompt),
24
  [(encoder.decode([token]), category) for
25
  token, category in zip(tokens, gen_num())])
26
 
@@ -41,8 +40,8 @@ web_tokenizer = gr.Interface(
41
  value='gpt-4o-mini')
42
  ],
43
  outputs = [
44
- gr.Number(label='Tokens'),
45
- gr.Number(label='Characters'),
46
  gr.Highlightedtext(
47
  label='切割結果:',
48
  color_map = color_map,
 
19
  encoder = tiktoken.encoding_for_model(model)
20
  tokens = encoder.encode(prompt)
21
  return (
22
+ f'{len(tokens)} tokens, {len(prompt)} chracters',
 
23
  [(encoder.decode([token]), category) for
24
  token, category in zip(tokens, gen_num())])
25
 
 
40
  value='gpt-4o-mini')
41
  ],
42
  outputs = [
43
+ gr.Textbox(
44
+ label='統計量'),
45
  gr.Highlightedtext(
46
  label='切割結果:',
47
  color_map = color_map,