push to dataset

app.py

@@ -18,7 +18,7 @@ from fastapi import FastAPI, BackgroundTasks
 from fastapi_utils.tasks import repeat_every
 from fastapi.middleware.cors import CORSMiddleware
 import boto3
-
+import datetime
 from db import Database
 
 AWS_ACCESS_KEY_ID = os.getenv('MY_AWS_ACCESS_KEY_ID')
@@ -65,7 +65,7 @@ async def upload_resize_image_url(session, image_url):
                 image_bytes.seek(0)
                 fname = f'{uuid.uuid4()}.jpg'
                 s3.upload_fileobj(Fileobj=image_bytes, Bucket=AWS_S3_BUCKET_NAME, Key="diffusers-gallery/" + fname,
-                                ExtraArgs={"ContentType": "image/jpeg", "CacheControl": "max-age=31536000"})
+                                  ExtraArgs={"ContentType": "image/jpeg", "CacheControl": "max-age=31536000"})
                 return fname
     except Exception as e:
         print(f"Error uploading image {image_url}: {e}")
@@ -144,6 +144,7 @@ async def get_all_new_models():
 
 async def sync_data():
     print("Fetching models")
+    repo.git_pull()
     all_models = await get_all_new_models()
     print(f"Found {len(all_models)} models")
     # save list of all models for ids
@@ -190,8 +191,9 @@ async def sync_data():
     print("Try to update images again")
     with database.get_db() as db:
         cursor = db.cursor()
-        cursor.execute("SELECT * from models WHERE json_array_length(data, '$.images') < 1;")
-        models_no_images =list(cursor.fetchall())
+        cursor.execute(
+            "SELECT * from models WHERE json_array_length(data, '$.images') < 1;")
+        models_no_images = list(cursor.fetchall())
         for model in tqdm(models_no_images):
             model_id = model['id']
             model_data = json.loads(model['data'])
@@ -207,8 +209,6 @@ async def sync_data():
                                [json.dumps(model_data), model_id])
                 db.commit()
 
-
-
     print("Update likes and downloads")
     for model in tqdm(all_models):
         model_id = model['id']
@@ -221,8 +221,9 @@ async def sync_data():
             db.commit()
 
     print("Updating DB repository")
-    # subprocess.Popen(
-    #     "git add . && git commit --amend -m 'update' && git push --force", cwd=DB_FOLDER, shell=True)
+    time = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
+    subprocess.Popen(
+        f"git add . && git commit --amend -m 'update at {time}' && git push --force", cwd=DB_FOLDER, shell=True)
 
 
 app = FastAPI()