[Update_KG]

.github/workflows/scrape.yml

@@ -36,3 +36,35 @@ jobs:
         git push
       env:
         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+
+
+    - name: Pull latest changes
+      run: git pull origin main
+
+    - name: Create .env file to store API key
+      run: |
+          echo "GEMINI_API_KEY=${{ secrets.GEMINI_API_KEY }}" >> ./.env
+          echo "NEO4J_URI=${{ secrets.NEO4J_URI }}" >> ./.env
+          echo "NEO4J_USERNAME=${{ secrets.NEO4J_USERNAME }}" >> ./.env
+          echo "NEO4J_PASSWORD=${{ secrets.NEO4J_PASSWORD }}" >> ./.env
+          
+
+    - name: Run Python scripts to update KG
+      run: python update_kg.py
+
+    - name: Remove file .env
+      run: rm ./.env
+        
+    - name: Commit files
+      run: |
+          git config --local user.email "action@github.com"
+          git config --local user.name "GitHub Action"
+          git add -A
+          git diff-index --quiet HEAD || (git commit -a -m "updated logs" --allow-empty)
+
+    - name: Push changes
+      uses: ad-m/github-push-action@v0.6.0
+      with:
+          github_token: ${{ secrets.GITHUB_TOKEN }}
+          branch: main

Knowledge_Graph/update_knowledge_graph.py

@@ -2,7 +2,8 @@ from config import configure_setup
 from classNode import JobKnowledgeGraph
 from cypher_utils import make_cypher_query
 from process_data import get_job_desc
-from datetime import date
+from datetime import datetime
+# from datetime import date
 
 
 
@@ -33,7 +34,9 @@ if __name__ == "__main__":
     # knowledge_graph.query(delete_cypher)
 
     # filename = f"job_posts_data/job_posts_artificial_intelligence_{str(date.today())}.json"
-    filename = f"./data/data_2024_06_23.json"
+    
+    today = datetime.today().strftime('%Y_%m_%d')
+    filename = f"./data/data_{today}.json"
 
     n_processed = 0
     job_desc = get_job_desc(filename)