activeloop dataset url

api/external_services.py

@@ -71,7 +71,7 @@ class InitiazlizeGithubService:
             print("Documents uploaded:")
             for doc in docs:
                 print(doc.metadata)
-
+            print("return docs\n")
             return docs
 
         else:
@@ -81,6 +81,12 @@ class InitiazlizeGithubService:
             )
 
 
+def get_yaml_data():
+    with open("resources.yaml", "r") as file:
+        yaml_data = yaml.safe_load(file)
+    return yaml_data
+
+
 class InitiazlizeActiveloopService:
     def __init__(self):
         self.active_loop_token = get_validate_token(
@@ -98,14 +104,13 @@ class InitiazlizeActiveloopService:
         )
 
     def upload_to_activeloop(self, docs):
+        print("uploading to activeloop")
         self.index = VectorStoreIndex.from_documents(
             docs, storage_context=self.storage_context
         )
         self.query_engine = self.index.as_query_engine()
 
     def get_user_info(self, user_info):
-        with open("resources.yaml", "r") as file:
-            yaml_data = yaml.safe_load(file)
-
+        yaml_data = get_yaml_data()
         retrieved_info = yaml_data["info"][user_info]
         return retrieved_info

api/main.py

@@ -3,7 +3,11 @@ from fastapi import FastAPI
 from pydantic import BaseModel
 from dotenv import load_dotenv
 
-from api.external_services import InitiazlizeGithubService, InitiazlizeActiveloopService
+from api.external_services import (
+    InitiazlizeGithubService,
+    InitiazlizeActiveloopService,
+    get_yaml_data,
+)
 
 # Load environment variables
 load_dotenv()
@@ -33,8 +37,12 @@ async def scrape_and_upload_to_activeloop(repo_request: GitHubRepoRequest):
     owner, repo = github_service.parse_github_url(repo_request.githubRepoUrl)
     docs = github_service.load_repo_data(owner, repo)
     activeloop_service.upload_to_activeloop(docs)
-
-    return {"status": "success", "message": "Repo processed successfully"}
+    user_info = get_yaml_data()
+    return {
+        "status": "success",
+        "message": "Repo processed successfully",
+        "dataset_url": f"https://app.activeloop.ai/{user_info['info']['dataset_path']}",
+    }
 
 
 @app.post("/retrieve")