first commit

app.py

@@ -0,0 +1,28 @@
+import tiktoken
+import gradio as gr
+
+def tokens_len(prompt, model):
+    encoder = tiktoken.encoding_for_model(model)
+    tokens = encoder.encode(prompt)
+    return len(tokens)
+
+web_tokenizer = gr.Interface(
+    fn = tokens_len,
+    inputs = [
+        gr.Textbox(label='輸入提示文字'),
+        gr.Dropdown(
+            label='模型名稱',
+            choices = [
+                'gpt-4o-mini',
+                'gpt-4o',
+                'gpt-4',
+                'gpt-3.5-turbo'
+            ],
+            value='gpt-4o-mini')
+    ],
+    outputs = [
+        gr.Number(label='Token 數量：')
+    ]
+)
+
+web_tokenizer.launch()

requirements.txt

@@ -0,0 +1 @@
+tiktoken