...

RBotReloaded.py

@@ -116,7 +116,7 @@ class StorageRetrievalLLM:
       # Load pages 
       loader = DirectoryLoader(stored_pages_folder, glob="**/*.pdf", loader_cls=PyMuPDFLoader)
       documents = loader.load()
-      
+
       # Split into chunks
       text_splitter = RecursiveCharacterTextSplitter(chunk_size=EMBD_CHUNK_SIZE, chunk_overlap=100)
       documents = text_splitter.split_documents(documents)
@@ -175,8 +175,10 @@ class StorageRetrievalLLM:
     
     # Load file
     file_path = doc if os.path.exists(doc) else os.path.join("data", doc)  
-    loader = DirectoryLoader(file_path, glob="**/*.pdf", loader_cls=PyMuPDFLoader)       
-    documents = loader.load()
+    # loader = DirectoryLoader(file_path, glob="**/*.pdf", loader_cls=PyMuPDFLoader)       
+    # documents = loader.load()
+    loader = TextLoader(path=file_path, loader_cls=PyMuPDFLoader)
+    documents = loader.load()    
     
     # Split and add
     splitter = RecursiveCharacterTextSplitter()
@@ -385,7 +387,7 @@ class SmartAgent:
     # Create agent
     self.smartAgent = self.create_smart_agent()
 
-    print("Smart Agent Initialized")
+    print(f"Smart Agent Initialized - CUDA Support:{torch.cuda.is_available()}")
 
   def reset_context(self):
       self.chat_history.clear()

agent_llama_ui.py

@@ -18,8 +18,8 @@ load_dotenv()
 default_model = "mistral-7b-instruct-v0.1.Q4_K_M.gguf"
 default_context = 8192
 default_load_type = "Auto"
-default_iterations = 2
-default_temperature = 0.5
+default_iterations = 3
+default_temperature = 0.2
 default_topp = 0.95
 
 @st.cache_resource
@@ -212,10 +212,11 @@ def render_simple_chat():
         generated_files = get_generated_files()
         st.sidebar.subheader("Generated Files")
         for file_path in generated_files:      
-            file_name = file_path.split("/")[-1].split("\\")[-1]
+            file_path = file_path.replace("\\", "/")
+            file_name = file_path.split("/")[-1]
             st.write("---")
-            st.markdown(f"[{file_name}]({file_path})", unsafe_allow_html=True)
-            st.image(file_path)
+            st.markdown(f"[{file_name}](/{file_path})", unsafe_allow_html=True)
+            st.image(file_path, use_column_width=True)
 
     i = 0
     for m in history():

requirements.txt

@@ -1,6 +1,7 @@
-torch
-torchaudio
-torchvision
+numpy>=1.24.1
+torch --index-url https://download.pytorch.org/whl/cu118
+torchvision --index-url https://download.pytorch.org/whl/cu118
+torchaudio --index-url https://download.pytorch.org/whl/cu118
 accelerate
 aiohttp
 anyio