Update app.py

Cleaned verse headings, prune low relevance verses

app.py

@@ -35,8 +35,6 @@ amazon_access_id = os.getenv('AMAZON_ACCESS_ID')
 amazon_access_secret = os.getenv('AMAZON_ACCESS_SECRET')
 azure_key = os.getenv('AZURE_KEY')
 
-# SLICE_TRANS = True
-
 site = os.getenv('SITE')
 if site == 'local':
     dp = Path('./data')
@@ -570,19 +568,28 @@ def chat(prompt, user_window, pwd_window, past, response, gptModel, clip_text, d
                 if len(results) == 0:
                     txt = '\nSorry, no verses were found in response to your prompt\n'
                     bible_list.append(txt)
+                max_dp = 0.0
+                bad_count = 0
                 for (book, chapter, verse_range, verse, dp) in results:
                     book = bible_books.get(book, book)
                     verse = verse.rstrip(" )\n")
-                    verse = f'Book: {book}, Chapter: {chapter}, Verses: {verse_range}: {verse}'
+                    if max_dp == 0.0:
+                        max_dp = 0.5 # 0.8 * dp
+                    elif dp < max_dp:
+                        bad_count += 1
+                        # verse = 'LESS RELEVANT: ' + verse
+                    # verse = f'Book: {book}, Chapter: {chapter}, Verses: {verse_range}: {verse}'
                     line = f'\n<h5>{book}:{chapter}:{verse_range}</h5>\n{verse}\n'
                     bible_list.append(line)
+                    if bad_count > 7:
+                        bible_list.append('\n<h5>Only a few relevant passages were found based on your prompt<h5>\n')
+                        break
                     rag_txt += line
                 prompt = rag_txt + '.\n  ' + prompt + '\nGive higher priority to the information just provided.'
             else:
                 (results, prompt_tokens, total_tokens) = do_search(prompt, db_name, start_date, end_date)
                 start_date = start_date[0:4] + '-' + start_date[4:6] + '-' + start_date[6:8]
                 end_date = end_date[0:4] + '-' + end_date[4:6] + '-' + end_date[6:8]
-                # if SLICE_TRANS:
                 clip_list = []
                 txt = f'\n=================\n\nFollowing are Clips and YouTube Links based on your initial query for dates between {start_date} and {end_date}:\n=================\n'
                 clip_list.append(azure_translate_text(txt, language))
@@ -591,10 +598,6 @@ def chat(prompt, user_window, pwd_window, past, response, gptModel, clip_text, d
                     txt = '\nSorry, no results were within the start/end dates you specified\n'
                     clip_list.append(azure_translate_text(txt ,language))
                     translation_count += update_translation_count(len(txt), language)
-                # else:
-                #     clip_txt = f'\n=================\n\nFollowing are Clips and YouTube Links based on your initial query for dates between {start_date} and {end_date}:\n=================\n'
-                #     if len(results) == 0:
-                #         clip_txt += '\nSorry, no results were within the start/end dates you specified\n'
                 for (name, text, time, yt_id, udate, dp) in results:
                     time = correct_time(time, text)
                     upload_date = udate.replace('"','')