fix(retrained_distilbert): Fix for tensor memory leaks

src/graph/state_vector_nodes.py

@@ -135,7 +135,7 @@ class research_model:
         tavily = TavilySearch(max_results=5, include_answer=True, include_snippet=True, include_source=True)
         result = tavily.invoke(query)
         answer=result['answer']
-        response="Summary Answer for all webpages: {answer} \n"
+        response=f"Summary Answer for all webpages: {answer} \n"
         for r in result['results']:
             response +="Found a webpage: %s at %s \n" %(r['title'], r['url'])
             response +="Summary of the page: %s \n" %r['content']

src/streamlit_app.py

@@ -99,7 +99,7 @@ if __name__=='__main__':
     LLM_Selection=ModelSelection(user_input)
     if user_input["GENAI_API_KEY"]:llm=LLM_Selection.setup_llm_model()
     loaded_tokenizer = AutoTokenizer.from_pretrained('src/train_bert/topic_classifier_model')
-    loaded_model = AutoModelForSequenceClassification.from_pretrained('src/train_bert/topic_classifier_model',device_map='cpu')
+    loaded_model = AutoModelForSequenceClassification.from_pretrained('src/train_bert/topic_classifier_model').to_empty(device='cpu')
     df_keys=pd.read_csv('src/train_bert/training_data/Keyword_Patterns.csv')
 	
     if not user_input: