Updated

API/app.py

@@ -207,7 +207,7 @@ async def pixif(
         results = await asyncio.gather(*tasks)
 
     image_exifs = {post_id: image_url for post_id, image_url in results if image_url}
-    return {"image_exifs": image_exifs}
+    return image_exifs
 
 @app.get("/")
 async def read_root():

Client/Extract Pixiv/user.py

@@ -2,26 +2,22 @@ import requests
 import re
 import os
 
-def main():
-    os.chdir(os.path.dirname(os.path.abspath(__file__)))
+os.chdir(os.path.dirname(os.path.abspath(__file__)))
 
-    inp = input("Enter User IDs (separated by spaces or commas): ")
-    user_ids = re.findall(r"\d+", inp)
+inp = input("Enter User IDs (separated by spaces or commas): ")
+user_ids = re.findall(r"\d+", inp)
 
-    user_ids = [int(uid) for uid in user_ids]
+user_ids = [int(uid) for uid in user_ids]
 
-    response = requests.get('https://q6-p.hf.space/users', params={'user_ids': user_ids})
-    response.raise_for_status()
-    data = response.json()
+response = requests.get('https://q6-p.hf.space/users', params={'user_ids': user_ids})
+response.raise_for_status()
+data = response.json()
 
-    for user_data in data:
-        if 'error' in user_data:
-            print(f"User ID {user_data.get('user_id')} Error: {user_data.get('error')}")
-            continue
-        filename = user_data['filename']
-        post_ids = user_data['post_ids']
-        with open(os.path.join("..", filename + '.txt'), "w", encoding='utf-8') as f:
-            f.write("\n".join(post_ids))
-
-if __name__ == "__main__":
-    main()
+for user_data in data:
+    if 'error' in user_data:
+        print(f"User ID {user_data.get('user_id')} Error: {user_data.get('error')}")
+        continue
+    filename = user_data['filename']
+    post_ids = user_data['post_ids']
+    with open(os.path.join("..", filename + '.txt'), "w", encoding='utf-8') as f:
+        f.write("\n".join(post_ids))

Client/hunt.py

@@ -4,9 +4,10 @@ import requests
 
 
 os.chdir(os.path.dirname(os.path.abspath(__file__)))
+os.makedirs("images/Stash", exist_ok=True)
 
 db = lmdb.open("db", subdir=True, map_size=10485760)
-
+images_cache = os.listdir("images/Stash")
 valid = [f for f in os.listdir() if f.endswith(".txt")]
 
 for idx, file in enumerate(valid):
@@ -30,6 +31,14 @@ for index in indexs:
     with db.begin(write=False) as txn:
         post_ids = [post_id for post_id in post_ids if not txn.get(post_id.encode())]
 
+    if not post_ids:
+        continue
     data = requests.post('https://q6-p.hf.space/pixif', json={"post_ids": post_ids}).json()
 
-    print(data)
+    with db.begin(write=True) as txn:
+        for post_id, url in data.items():
+            txn.put(post_id.encode(), url.encode())
+
+        missing_post_ids = set(post_ids) - set(data.keys())
+        for post_id in missing_post_ids:
+            txn.put(post_id.encode(), b'')