Upload 53 files

swarm_config.yaml

@@ -7,7 +7,7 @@ swarm:
   - n: 2
     type: googler
   run_dir: ./tmp/swarm
-  timeout_min: 1
+  timeout_min: 5
 task:
   global_goal: A new startup just send us their pitch. Find if the startup is worth
     investing in. The startup is called Brainamics and it is in the space of brain

swarmai/Swarm.py

@@ -221,9 +221,15 @@ class Swarm:
             # delete all files and subdirectories in the data directory
             for dir_i in self.data_dir.iterdir():
                 if dir_i.is_dir():
-                    shutil.rmtree(dir_i)
+                    try:
+                        shutil.rmtree(dir_i, ignore_errors=True)
+                    except Exception:
+                        self.log(f"Coudn't delete {dir_i}")
                 else:
-                    dir_i.unlink()
+                    try:
+                        dir_i.unlink()
+                    except Exception:
+                        self.log(f"Coudn't delete {dir_i}")
                 self.log(f"Deleted old {dir_i}")
         except Exception:
             pass

swarmai/utils/memory/VectorMemory.py

@@ -77,13 +77,14 @@ class VectorMemory:
             - texts (list[str]): a list of the top k results
         """
         self.count = self.db._collection.count()
+        print(f"Searching {self.count} entries")
         if k > self.count:
             k = self.count - 1
         if k <= 0:
             return None
 
         if type == "mmr":
-            texts = self.db.max_marginal_relevance_search(query=query, k=k, fetch_k = min(20,self.count))
+            texts = self.db.max_marginal_relevance_search(query=query, k=k, fetch_k = min(10,self.count))
             texts = [text.page_content for text in texts]
         elif type == "cos":
             texts = self.db.similarity_search_with_score(query=query, k=k)