Update app.py

app.py

@@ -5,6 +5,7 @@ from streamlit_extras.stylable_container import stylable_container
 import re
 import urllib.parse
 import traceback
+import tiktoken
 
 st.title("Nvidia Chat UI")
 
@@ -29,6 +30,12 @@ else:
 if "messages" not in st.session_state:
     st.session_state.messages = []
 
+encoding = tiktoken.get_encoding("cl100k_base")
+
+def num_tokens_from_string(string):
+    num_tokens = len(encoding.encode(string))
+    return num_tokens
+
 def get_ai_response(prompt, chat_history):
     st.session_state.is_streaming = True
     st.session_state.response = ""