[LCM] Better error message

civitai_stats.json

@@ -0,0 +1,50 @@
+{
+    "total_models": 100,
+    "allow_commercial_use": {
+        "None": 23,
+        "Rent": 34,
+        "Image": 9,
+        "Sell": 12,
+        "RentCivit": 22
+    },
+    "nsfw_count": {
+        "sum": 18,
+        "avg": 0.18
+    },
+    "allow_derivatives": {
+        "sum": 90,
+        "avg": 0.9
+    },
+    "allow_no_credit": {
+        "sum": 68,
+        "avg": 0.68
+    },
+    "download_count": {
+        "sum": 12042078,
+        "avg": 120420.78
+    },
+    "favorite_count": {
+        "sum": 1177711,
+        "avg": 11777.11
+    },
+    "comment_count": {
+        "sum": 16084,
+        "avg": 160.84
+    },
+    "rating_count": {
+        "sum": 54496,
+        "avg": 544.96
+    },
+    "tipped_amount_count": {
+        "sum": 208051,
+        "avg": 2080.51
+    },
+    "ratings": 4.938500000000001,
+    "num_creators": 76,
+    "total_models_per_creator": 1.32,
+    "download_count_per_creator": 158448.39,
+    "comment_count_per_creator": 211.63,
+    "rating_count_per_creator": 717.05,
+    "tipped_amount_count_per_creator": 2737.51,
+    "favorite_count_per_creator": 15496.2
+}

get_nfsw_civitai.py

@@ -0,0 +1,116 @@
+#!/usr/bin/env python3
+import requests
+import json
+from collections import Counter
+
+def get_model_counts():
+    # Base URL of the API endpoint
+    url = "https://civitai.com/api/v1/models"
+    
+    # Parameters for the API request
+    params = {
+        'limit': 100,  # Set a high limit to reduce the number of pages to iterate through
+        'page': 1      # Start from the first page
+    }
+
+    # Initialize counts
+    total_models = 0
+
+    # counter
+    allow_commercial_use = []
+    creator = []
+
+    # sum
+    nsfw_count = []
+    allow_derivatives = []
+    allow_no_credit = []
+    download_count = []
+    favorite_count = []
+    comment_count = []
+    rating_count = []
+    tipped_amount_count = []
+    ratings = []
+    failures = 0
+    total_pages = 1000 # set to very high value, just in case it fails a lot in the beginning
+
+    while True:
+        # Make the GET request
+        try:
+            response = requests.get(url, params=params)
+            response.raise_for_status()  # This will raise an error if the request fails
+            data = response.json()
+
+            # Process the current page of results
+            models = data["items"]
+            total_models += len(models)
+
+            for model in models:
+                allow_commercial_use.append(model["allowCommercialUse"])
+                creator.append(model["creator"]["username"])
+                nsfw_count.append(model["nsfw"])
+                allow_derivatives.append(model["allowDerivatives"])
+                allow_no_credit.append(model["allowNoCredit"])
+                download_count.append(model["stats"]["downloadCount"])
+                favorite_count.append(model["stats"]["favoriteCount"])
+                comment_count.append(model["stats"]["commentCount"])
+                rating_count.append(model["stats"]["ratingCount"])
+                tipped_amount_count.append(model["stats"]["tippedAmountCount"])
+                ratings.append(model["stats"]["rating"])
+
+            # Check if there are more pages to process
+            total_pages = int(data.get('metadata', {}).get('totalPages', 0))
+            # if params['page'] >= total_pages:
+            if params['page'] >= 2:
+                break
+
+            # Increment the page number for the next request
+            params['page'] += 1
+
+            print(f"{params['page']} / {total_pages}")
+        except:
+            failures += 1
+            params["page"] += 1
+
+    return {
+        'total_models': total_models,
+        'allow_commercial_use': allow_commercial_use,
+        'creator': creator,
+        'nsfw_count': nsfw_count,
+        'allow_derivatives': allow_derivatives,
+        'allow_no_credit': allow_no_credit,
+        'download_count': download_count,
+        'favorite_count': favorite_count,
+        'comment_count': comment_count,
+        'rating_count': rating_count,
+        'tipped_amount_count': tipped_amount_count,
+        'ratings': ratings,
+        'failures': failures,
+    }
+
+outputs = get_model_counts()
+
+def map_fn(k, v):
+    if k in ["total_models", 'failures']:
+        return v
+    elif k in ["creator", "allow_commercial_use"]:
+        return Counter(v)
+    elif k in ["ratings"]:
+        return sum(v) / len(v)
+    else:
+        return {
+            "sum": sum(v),
+            "avg": round(sum(v) / len(v), 3)
+        }
+
+stats = {k: map_fn(k, v) for k,v in outputs.items()}
+stats["num_creators"] = len(stats.pop("creator"))
+
+for k in ["total_models", "download_count", "comment_count", "rating_count", "tipped_amount_count", "favorite_count"]:
+    if isinstance(stats[k], dict):
+        stats[f"{k}_per_creator"] = round(stats[k]["sum"] / stats["num_creators"], 2)
+    else:
+        stats[f"{k}_per_creator"] = round(stats[k] / stats["num_creators"], 2)
+
+filename = "civitai_stats.json"
+with open(filename, 'w') as file:
+    json.dump(stats, file, indent=4)