poemsforaphrodite commited on
Commit
d620c15
·
verified ·
1 Parent(s): 409e405

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -10
app.py CHANGED
@@ -155,6 +155,13 @@ def get_relevant_context(query, top_k=5):
155
  context = "\n".join([result['metadata']['text'] for result in sorted_results])
156
  return context, sorted_results
157
 
 
 
 
 
 
 
 
158
  def chat_with_ai(message):
159
  print(f"Chatting with AI, message: {message}")
160
  context, results = get_relevant_context(message)
@@ -193,12 +200,6 @@ def chat_with_ai(message):
193
 
194
  return ai_response, sources
195
 
196
- def clear_database():
197
- print("Clearing database...")
198
- index.delete(delete_all=True)
199
- print("Database cleared")
200
- return "Database cleared successfully."
201
-
202
  def process_youtube_links(links):
203
  results = []
204
  for link in links:
@@ -248,10 +249,6 @@ with col1:
248
  st.warning("No content uploaded. Please provide at least one input.")
249
  st.session_state.upload_progress.empty()
250
 
251
- if st.button("Clear Database"):
252
- result = clear_database()
253
- st.success(result)
254
-
255
  with col2:
256
  st.header("Chat")
257
  user_input = st.text_input("Ask a question about the uploaded content:")
 
155
  context = "\n".join([result['metadata']['text'] for result in sorted_results])
156
  return context, sorted_results
157
 
158
+ def truncate_context(context, max_tokens):
159
+ enc = encoding_for_model("gpt-4")
160
+ encoded = enc.encode(context)
161
+ if len(encoded) > max_tokens:
162
+ return enc.decode(encoded[:max_tokens])
163
+ return context
164
+
165
  def chat_with_ai(message):
166
  print(f"Chatting with AI, message: {message}")
167
  context, results = get_relevant_context(message)
 
200
 
201
  return ai_response, sources
202
 
 
 
 
 
 
 
203
  def process_youtube_links(links):
204
  results = []
205
  for link in links:
 
249
  st.warning("No content uploaded. Please provide at least one input.")
250
  st.session_state.upload_progress.empty()
251
 
 
 
 
 
252
  with col2:
253
  st.header("Chat")
254
  user_input = st.text_input("Ask a question about the uploaded content:")