add api

api/api_mage_x.py

@@ -16,15 +16,15 @@ import uuid
 import tempfile
 import firebase_admin
 from agent.retrive_agent import run_llm
+from pinecone import Pinecone
+from langchain_openai import OpenAIEmbeddings
+
 
 # Load environment variables
 
 
 # Memuat FIREBASE_SECRET dari environment variable
-firebase_secret_string = os.getenv("FIREBASE_SECRET")
-if not firebase_secret_string:
-    raise ValueError("Environment variable FIREBASE_SECRET is not set or empty.")
-firebase_secret_dict = json.loads(firebase_secret_string)
+
 
 # Memuat SERVICE_ACCOUNT_SECRET dari environment variable
 service_account_secret_string = os.getenv("SERVICE_ACCOUNT_SECRET")
@@ -32,21 +32,27 @@ if not service_account_secret_string:
     raise ValueError("Environment variable SERVICE_ACCOUNT_SECRET is not set or empty.")
 service_account_secret_dict = json.loads(service_account_secret_string)
 
-# Initialize Firebase
-if not firebase_admin._apps:
-    cred = credentials.Certificate(firebase_secret_dict)
-    firebase_admin.initialize_app(cred)
-client = firestore.client()
+
 
 # Initialize Google Drive API
 FOLDER_ID = '1SUjdlLkt58srCwSffDMAoZJKpzPCWszn'
 drive_creds = service_account.Credentials.from_service_account_info(service_account_secret_dict)
 drive_service = build('drive', 'v3', credentials=drive_creds)
 
+chatgpt_api_key = os.getenv("OPENAI_API_KEY")
+pinecone_api_key = os.getenv("PINECONE_API_KEY")
+firebase_credentials_json = os.getenv("FIREBASE_SECRET")
+
+# Load environment variables
+load_dotenv()
+
 # Initialize FastAPI
 app = FastAPI()
 
-# Add CORS Middleware
+app.get("/")
+async def check():
+    return "API redi bolo !"
+
 app.add_middleware(
     CORSMiddleware,
     allow_origins=["*"],  # Gantilah "*" dengan URL spesifik jika perlu
@@ -55,6 +61,70 @@ app.add_middleware(
     allow_headers=["*"],
 )
 
+# Initialize Firebase
+PROJECT_ID = "recommendation-system-mage"
+COLLECTION_NAME = "data_user"
+# if not firebase_admin._apps:
+#     cred = credentials.Certificate("./recommendation-system-mage-firebase-adminsdk-ds1lw-1ac94ba6dd.json")
+#     firebase_admin.initialize_app(cred)
+# client = firestore.client()
+
+if firebase_credentials_json:
+    firebase_credentials_dict = json.loads(firebase_credentials_json)
+
+    # Inisialisasi Firebase hanya jika belum diinisialisasi
+    if not firebase_admin._apps:
+        cred = credentials.Certificate(firebase_credentials_dict)
+        firebase_admin.initialize_app(cred)
+
+# Membuat klien Firestore
+client = firestore.client()
+
+pc = Pinecone(api_key=pinecone_api_key)
+index_name = "mage-x-embeddings-all"
+index = pc.Index(index_name)
+
+embedding_model = OpenAIEmbeddings(model="text-embedding-ada-002", openai_api_key=chatgpt_api_key)
+
+def create_embeddings(text):
+    return embedding_model.embed_query(text)
+
+def fetch_and_embed_data(user_id):
+    collections = ["data_wisata", "data_umkm", "data_berita"]
+
+    for collection in collections:
+
+        doc_ref = client.collection(collection).document(user_id)
+        doc = doc_ref.get()
+
+        if doc.exists:
+
+            data = doc.to_dict()
+
+            if 'created_at' in data and data['created_at'] is not None:
+                data['created_at'] = data['created_at'].replace(tzinfo=None).isoformat()
+
+            if 'updated_at' in data and data['updated_at'] is not None:
+                data['updated_at'] = data['updated_at'].replace(tzinfo=None).isoformat()
+
+            text = ' '.join(str(value) for value in data.values() if value is not None)
+            print(text)
+            embedding = create_embeddings(text)
+
+            index.upsert(vectors=[{
+                "id": str(doc.id),
+                "values": embedding,
+                "metadata": {
+                    "collection_type": collection,
+                    "text": json.dumps(data),
+                    "firebase_id": str(doc.id)
+                }
+            }])
+
+            output = f"Data {user_id} berhasil di embbedings"
+
+            return output
+
 # Define data models
 class ChatRequest(BaseModel):
     user_id: str
@@ -63,15 +133,13 @@ class ChatRequest(BaseModel):
 class NewSessionRequest(BaseModel):
     user_id: str
 
-# Endpoint to check if API is running
-@app.get("/")
-async def check():
-    return "API redi bolo!"
+class UserInput(BaseModel):
+    user_id: str
 
 # Endpoint to initialize a new chat session
 @app.post("/initialize_session")
 def initialize_session(request: NewSessionRequest):
-    user_doc_ref = client.collection("data_user").document(request.user_id)
+    user_doc_ref = client.collection(COLLECTION_NAME).document(request.user_id)
     user_doc = user_doc_ref.get()
 
     if not user_doc.exists:
@@ -84,25 +152,27 @@ def initialize_session(request: NewSessionRequest):
 
     return {"session_id": session_id}
 
-# Endpoint to handle chat requests
 @app.post("/chat")
 def chat(request: ChatRequest):
-    user_doc_ref = client.collection("data_user").document(request.user_id)
+    user_doc_ref = client.collection(COLLECTION_NAME).document(request.user_id)
     user_doc = user_doc_ref.get()
 
     if not user_doc.exists:
         raise HTTPException(status_code=404, detail="User ID not found in Firebase.")
     
-    session_id = user_doc.get("last_session_id", str(uuid.uuid4()))
+    # Corrected session ID retrieval
+    session_id = user_doc.get("last_session_id") if user_doc.exists and "last_session_id" in user_doc.to_dict() else str(uuid.uuid4())
     user_doc_ref.set({"last_session_id": session_id}, merge=True)
     
+    # Initialize chat history and memory
     chat_history = FirestoreChatMessageHistory(
         session_id=session_id,
-        collection=f"data_user/{request.user_id}/message_history",
+        collection=f"{COLLECTION_NAME}/{request.user_id}/message_history",
         client=client,
     )
     memory = ConversationBufferWindowMemory(k=5, chat_memory=chat_history)
     
+    # Generate response
     generated_response = run_llm(query=request.prompt, chat_history=memory.chat_memory.messages)
     generated_response = generated_response.replace("```", "").strip()
     memory.save_context({"input": request.prompt}, {"output": generated_response})
@@ -114,15 +184,21 @@ def chat(request: ChatRequest):
 def get_chat_history(user_id: str, session_id: str):
     chat_history = FirestoreChatMessageHistory(
         session_id=session_id,
-        collection=f"data_user/{user_id}/message_history",
+        collection=f"{COLLECTION_NAME}/{user_id}/message_history",
         client=client,
     )
-    messages = [
-        {"role": "user" if isinstance(msg, HumanMessage) else "assistant", "content": msg.content}
-        for msg in chat_history.messages
-    ]
+    messages = [{"role": "user" if isinstance(msg, HumanMessage) else "assistant", "content": msg.content} for msg in chat_history.messages]
     return {"chat_history": messages}
 
+@app.post("/embeddings")
+async def get_recommendations(user_input: UserInput):
+    user_id = user_input.user_id
+    processed_documents = fetch_and_embed_data(user_id)
+    return {
+        "status": "success",
+        "processed_documents": processed_documents
+    }
+
 # Fungsi untuk mengunggah file ke Google Drive
 def upload_to_drive(file_path: str, folder_id: str) -> str:
     file_name = os.path.basename(file_path)