fixed rewritten query error

app.py

@@ -462,15 +462,23 @@ def main():
                         # with st.spinner('Generating Response...'):
 
                         with col1:
-
-                            # let's use Llama2 here
-                            reworded_query = reword_query(query, guest, 
-                                                          model_name='llama2-13b-chat')
-                            new_query = reworded_query['rewritten_question']
-                            if guest.split(' ')[1] not in new_query and guest.split(' ')[0] not in new_query:
-                                # if the guest name is not in the rewritten question, we add it
-                                new_query = f"About {guest}, " + new_query
-                            query = new_query
+                            
+                            use_reworded_query = st.toggle('Use rewritten query', True)
+                            if use_reworded_query:  
+                
+                                # let's use Llama2, and fall back on GPT3.5 if it fails
+                                reworded_query = reword_query(query, guest, 
+                                                            model_name='llama2-13b-chat')
+                                new_query = reworded_query['rewritten_question']
+                                
+                                if reworded_query['status'] != 'error': # or reworded_query['changed']: 
+                                    guest_lastname = guest.split(' ')[1]
+                                    if guest_lastname not in new_query:
+                                        # if the guest name is not in the rewritten question, we add it
+                                        new_query = f"About {guest}, " + new_query
+                                    
+                                    query = new_query
+                                st.write(f"Rewritten query: {query}")
                             
                             # we can arrive here only if a guest was selected
                             where_filter = WhereFilter(path=['guest'], operator='Equal', valueText=guest).todict() \
@@ -509,10 +517,7 @@ def main():
                         
 
     # I jump out of col1 to get all page width, so need to retest query
-    if query is not None and reworded_query['status'] != 'error':     
-        show_query = st.toggle('Show rewritten query', True)
-        if show_query: # or reworded_query['changed']:  
-            st.write(f"Rewritten query: {query}")
+    if query:     
 
         # creates container for LLM response to position it above search results
         chat_container, response_box = [], st.empty()                        

finetune_backend.py

@@ -16,7 +16,9 @@ valid_path = 'data/validation_data_100.json'
 training_set = EmbeddingQAFinetuneDataset.from_json(training_path)
 valid_set = EmbeddingQAFinetuneDataset.from_json(valid_path)
 
-def finetune(model='all-mpnet-base-v2', savemodel=False, outpath='.'):
+def finetune(model: str='sentence-transformers/all-mpnet-base-v2', 
+             savemodel: bool =False, 
+             outpath: str='.'):
     """ Finetunes a model on Modal GPU A100.
         The model is saved in /root/models on a Modal volume 
         and can be stored locally.
@@ -34,7 +36,7 @@ def finetune(model='all-mpnet-base-v2', savemodel=False, outpath='.'):
         model = model.replace('/','')
         model = f"sentence-transformers/{model}"
 
-    fullpath = os.path.join(outpath, f"finetuned-{model}-300")
+    fullpath = os.path.join(outpath, f"finetuned-{model.strip('/')[-1]}-300")
     st.sidebar.write(f"Model will be saved in {fullpath}")
     
     if os.path.exists(fullpath):