try again on model cards every cicle

app.py

@@ -54,19 +54,22 @@ database = Database(DB_FOLDER)
 
 async def upload_resize_image_url(session, image_url):
     print(f"Uploading image {image_url}")
-    async with session.get(image_url) as response:
-        if response.status == 200 and response.headers['content-type'].startswith('image'):
-            image = Image.open(BytesIO(await response.read())).convert('RGB')
-            # resize image proportional
-            image = ImageOps.fit(image, (400, 400), Image.LANCZOS)
-            image_bytes = BytesIO()
-            image.save(image_bytes, format="JPEG")
-            image_bytes.seek(0)
-            fname = f'{uuid.uuid4()}.jpg'
-            s3.upload_fileobj(Fileobj=image_bytes, Bucket=AWS_S3_BUCKET_NAME, Key="diffusers-gallery/" + fname,
-                              ExtraArgs={"ContentType": "image/jpeg", "CacheControl": "max-age=31536000"})
-            return fname
-    return None
+    try:
+        async with session.get(image_url) as response:
+            if response.status == 200 and (response.headers['content-type'].startswith('image') or response.headers['content-type'].startswith('application')):
+                image = Image.open(BytesIO(await response.read())).convert('RGB')
+                # resize image proportional
+                image = ImageOps.fit(image, (400, 400), Image.LANCZOS)
+                image_bytes = BytesIO()
+                image.save(image_bytes, format="JPEG")
+                image_bytes.seek(0)
+                fname = f'{uuid.uuid4()}.jpg'
+                s3.upload_fileobj(Fileobj=image_bytes, Bucket=AWS_S3_BUCKET_NAME, Key="diffusers-gallery/" + fname,
+                                ExtraArgs={"ContentType": "image/jpeg", "CacheControl": "max-age=31536000"})
+                return fname
+
+    except Exception as e:
+        return None
 
 
 def fetch_models(page=0):
@@ -168,6 +171,7 @@ async def sync_data():
         downloads = model['downloads']
         model_card = fetch_model_card(model_id)
         images = await find_image_in_model_card(model_card)
+        images = [i for i in images if i is not None]
         classifier = run_classifier(images)
         # update model row with image and classifier data
         with database.get_db() as db:
@@ -183,6 +187,31 @@ async def sync_data():
                             downloads
                             ])
             db.commit()
+    print("Try to update images again")
+    with database.get_db() as db:
+        cursor = db.cursor()
+        cursor.execute("SELECT * from models WHERE json_array_length(data, '$.images') < 1;")
+        models_no_images =list(cursor.fetchall())
+        for model in tqdm(models_no_images):
+            model_id = model['id']
+            print("Updating model", model_id)
+            model_card = fetch_model_card(model_id)
+            images = await find_image_in_model_card(model_card)
+            images = [i for i in images if i is not None]
+            print(images)
+            classifier = run_classifier(images)
+            # update model row with image and classifier data
+            with database.get_db() as db:
+                cursor = db.cursor()
+                cursor.execute("UPDATE models SET data = json_set(data, '$.images', ?) WHERE id = ?",
+                               [json.dumps(images), model_id])
+                cursor.execute("UPDATE models SET data = json_set(data, '$.class', ?) WHERE id = ?",
+                               [json.dumps(classifier), model_id])
+                db.commit()
+
+
+
+
     print("Update likes and downloads")
     for model in tqdm(all_models):
         model_id = model['id']