get nsfwLevel | for kaggle

Maybe this will prevent a ban for images of a sensitive nature... (I'm not sure about that!)

files_cells/notebooks/en/downloading_en.ipynb

@@ -50,7 +50,7 @@
         "    install_lib = {\n",
         "        \"aria2\": \"apt -y install aria2\",\n",
         "        \"localtunnel\": \"npm install -g localtunnel\",\n",
-        "        \"insightface\": \"pip install insightface\",\n",
+        "        \"insightface\": \"pip install insightface\"\n",
         "    }\n",
         "\n",
         "    additional_libs = {\n",
@@ -207,7 +207,7 @@
         "    print(f\"\\r⌛️ The time machine has been activated! Current commit: \\033[34m{commit_hash}\\033[0m\")\n",
         "\n",
         "\n",
-        "## Downloading model and stuff | oh yeah~ I'm starting to misunderstand my own code ( almost my own ;3 )\n",
+        "## Downloading model and stuff | oh~ Hey! If you're freaked out by that code too, don't worry, me too!\n",
         "print(\"📦 Downloading models and stuff...\", end='')\n",
         "model_list = {\n",
         "    \"1.Anime (by XpucT) + INP\": [\n",
@@ -338,7 +338,7 @@
         "''' Get Image Preview | CivitAi '''\n",
         "\n",
         "def get_data_from_api(model_id, api_key): # get model data\n",
-        "    base_url = f\"https://civitai.com/api/v1/model-versions/{model_id}\" # model_id - contains not only ID but also params\n",
+        "    base_url = f\"https://civitai.com/api/v1/model-versions/{model_id}\"\n",
         "    headers = {\"Content-Type\": \"application/json\"}\n",
         "    try:\n",
         "        response = requests.get(base_url, headers=headers)\n",
@@ -349,17 +349,18 @@
         "        return None\n",
         "\n",
         "def extract_model_info(data, url):\n",
-        "    # Get 'Type, Name and imgURL' current model\n",
+        "    # Get 'Type, Name, imgURL and nsfwLevel' current model\n",
+        "    nsfwLevel = data['images'][0]['nsfwLevel']\n",
         "    if 'type=' in url:\n",
         "        model_type = data['files'][1]['type']\n",
         "        model_name = data['files'][1]['name']\n",
-        "        image_url = data['images'][0]['url']\n",
+        "        image_url = None\n",
         "    else:\n",
         "        model_type = data['model']['type']\n",
         "        model_name = data['files'][0]['name']\n",
         "        image_url = data['images'][0]['url']\n",
         "\n",
-        "    return model_type, model_name, image_url\n",
+        "    return model_type, model_name, image_url, nsfwLevel\n",
         "\n",
         "def gen_preview_filename(model_name, image_url):\n",
         "    name = model_name.split('.')\n",
@@ -391,8 +392,6 @@
         "    # === CivitAi API ===\n",
         "    supported_types = ('Checkpoint', 'TextualInversion', 'LORA') # for dl preview image\n",
         "    civitai_token = \"62c0c5956b2f9defbd844d754000180b\"\n",
-        "    image_file_name = None\n",
-        "    model_type = None\n",
         "\n",
         "    if 'civitai' in url:\n",
         "        url = f\"{url}{'&' if '?' in url else '?'}token={civitai_token}\" # some authors are pussies and they need API token...\n",
@@ -401,20 +400,20 @@
         "\n",
         "        data = get_data_from_api(model_id, civitai_token)\n",
         "        if data:\n",
-        "            model_type, model_name, image_url = extract_model_info(data, url)\n",
+        "            model_type, model_name, image_url, nsfwLevel = extract_model_info(data, url)\n",
         "            if model_name and image_url:\n",
-        "                image_file_name = gen_preview_filename(model_name if not file_name else file_name, image_url)\n",
-        "                if model_type in supported_types:\n",
-        "                    with capture.capture_output() as cap: # clear shit\n",
-        "                        !aria2c {aria2_args} -d {dst_dir} -o {image_file_name} {image_url}\n",
-        "                    del cap\n",
+        "                if env != 'Kaggle' or (env == 'Kaggle' and nsfwLevel <= 4): # 4 seems like a relatively safe level, but it's still a risk!\n",
+        "                    image_file_name = gen_preview_filename(model_name if not file_name else file_name, image_url)\n",
+        "                    if model_type in supported_types:\n",
+        "                        with capture.capture_output() as cap: # clear shit\n",
+        "                            !aria2c {aria2_args} -d {dst_dir} -o {image_file_name} {image_url}\n",
+        "                        del cap\n",
         "            file_name = file_name or model_name # assigns the original file name if not specified initially\n",
         "\n",
         "    \"\"\" information output \"\"\"\n",
-        "    # print(url, dst_dir, file_name if not 'huggingface' in url else basename) # for my tests\n",
-        "    print(f\"\\n\\033[32m{'---'*45}\\n\\033[33mURL: \\033[34m{clean_url if 'civitai' in url else url}\\n\\033[33mSAVE DIR: \\033[34m{dst_dir}\\n\\033[33mFILE NAME: \\033[34m{file_name if not 'huggingface' in url else basename}\\033[0m\") # wrold's best print info\n",
-        "    print(f\"\\033[32m[Preview DL]\\033[0m: {image_file_name}\\n\") if 'civitai' in url and model_type in supported_types else None # PreviewDl: print file name\n",
-        "    print(\"\\033[31m[Data Info]\\033[0m: Failed to retrieve data from the API.\\n\") if 'civitai' in url and not data else None # DATA: ERROR\n",
+        "    # -- wrold's best print info --\n",
+        "    print(f\"\\n\\033[32m{'---'*45}\\n\\033[33mURL: \\033[34m{clean_url if 'civitai' in url else url}\\n\\033[33mSAVE DIR: \\033[34m{dst_dir}\\n\\033[33mFILE NAME: \\033[34m{file_name if not 'huggingface' in url else basename}\\033[0m\")\n",
+        "    print(\"\\033[31m[Data Info]\\033[0m: Failed to retrieve data from the API.\") if 'civitai' in url and not data else None  # DATA: ERROR\n",
         "    # ===================\n",
         "\n",
         "    # -- GDrive --\n",
@@ -643,4 +642,4 @@
   },
   "nbformat": 4,
   "nbformat_minor": 0
-}
+}

files_cells/notebooks/ru/downloading_ru.ipynb

@@ -50,7 +50,7 @@
         "    install_lib = {\n",
         "        \"aria2\": \"apt -y install aria2\",\n",
         "        \"localtunnel\": \"npm install -g localtunnel\",\n",
-        "        \"insightface\": \"pip install insightface\",\n",
+        "        \"insightface\": \"pip install insightface\"\n",
         "    }\n",
         "\n",
         "    additional_libs = {\n",
@@ -207,7 +207,7 @@
         "    print(f\"\\r⌛️ Машина времени активированна! Текущий коммит: \\033[34m{commit_hash}\\033[0m\")\n",
         "\n",
         "\n",
-        "## Downloading model and stuff | oh yeah~ I'm starting to misunderstand my own code ( almost my own ;3 )\n",
+        "## Downloading model and stuff | oh~ Hey! If you're freaked out by that code too, don't worry, me too!\n",
         "print(\"📦 Скачивание моделей и прочего...\", end='')\n",
         "model_list = {\n",
         "    \"1.Anime (by XpucT) + INP\": [\n",
@@ -338,7 +338,7 @@
         "''' Get Image Preview | CivitAi '''\n",
         "\n",
         "def get_data_from_api(model_id, api_key): # get model data\n",
-        "    base_url = f\"https://civitai.com/api/v1/model-versions/{model_id}\" # model_id - contains not only ID but also params\n",
+        "    base_url = f\"https://civitai.com/api/v1/model-versions/{model_id}\"\n",
         "    headers = {\"Content-Type\": \"application/json\"}\n",
         "    try:\n",
         "        response = requests.get(base_url, headers=headers)\n",
@@ -349,17 +349,18 @@
         "        return None\n",
         "\n",
         "def extract_model_info(data, url):\n",
-        "    # Get 'Type, Name and imgURL' current model\n",
+        "    # Get 'Type, Name, imgURL and nsfwLevel' current model\n",
+        "    nsfwLevel = data['images'][0]['nsfwLevel']\n",
         "    if 'type=' in url:\n",
         "        model_type = data['files'][1]['type']\n",
         "        model_name = data['files'][1]['name']\n",
-        "        image_url = data['images'][0]['url']\n",
+        "        image_url = None\n",
         "    else:\n",
         "        model_type = data['model']['type']\n",
         "        model_name = data['files'][0]['name']\n",
         "        image_url = data['images'][0]['url']\n",
         "\n",
-        "    return model_type, model_name, image_url\n",
+        "    return model_type, model_name, image_url, nsfwLevel\n",
         "\n",
         "def gen_preview_filename(model_name, image_url):\n",
         "    name = model_name.split('.')\n",
@@ -391,8 +392,6 @@
         "    # === CivitAi API ===\n",
         "    supported_types = ('Checkpoint', 'TextualInversion', 'LORA') # for dl preview image\n",
         "    civitai_token = \"62c0c5956b2f9defbd844d754000180b\"\n",
-        "    image_file_name = None\n",
-        "    model_type = None\n",
         "\n",
         "    if 'civitai' in url:\n",
         "        url = f\"{url}{'&' if '?' in url else '?'}token={civitai_token}\" # some authors are pussies and they need API token...\n",
@@ -401,20 +400,20 @@
         "\n",
         "        data = get_data_from_api(model_id, civitai_token)\n",
         "        if data:\n",
-        "            model_type, model_name, image_url = extract_model_info(data, url)\n",
+        "            model_type, model_name, image_url, nsfwLevel = extract_model_info(data, url)\n",
         "            if model_name and image_url:\n",
-        "                image_file_name = gen_preview_filename(model_name if not file_name else file_name, image_url)\n",
-        "                if model_type in supported_types:\n",
-        "                    with capture.capture_output() as cap: # clear shit\n",
-        "                        !aria2c {aria2_args} -d {dst_dir} -o {image_file_name} {image_url}\n",
-        "                    del cap\n",
+        "                if env != 'Kaggle' or (env == 'Kaggle' and nsfwLevel <= 4): # 4 seems like a relatively safe level, but it's still a risk!\n",
+        "                    image_file_name = gen_preview_filename(model_name if not file_name else file_name, image_url)\n",
+        "                    if model_type in supported_types:\n",
+        "                        with capture.capture_output() as cap: # clear shit\n",
+        "                            !aria2c {aria2_args} -d {dst_dir} -o {image_file_name} {image_url}\n",
+        "                        del cap\n",
         "            file_name = file_name or model_name # assigns the original file name if not specified initially\n",
         "\n",
         "    \"\"\" information output \"\"\"\n",
-        "    # print(url, dst_dir, file_name if not 'huggingface' in url else basename) # for my tests\n",
-        "    print(f\"\\n\\033[32m{'---'*45}\\n\\033[33mURL: \\033[34m{clean_url if 'civitai' in url else url}\\n\\033[33mSAVE DIR: \\033[34m{dst_dir}\\n\\033[33mFILE NAME: \\033[34m{file_name if not 'huggingface' in url else basename}\\033[0m\") # wrold's best print info\n",
-        "    print(f\"\\033[32m[Preview DL]\\033[0m: {image_file_name}\\n\") if 'civitai' in url and model_type in supported_types else None # PreviewDl: print file name\n",
-        "    print(\"\\033[31m[Data Info]\\033[0m: Failed to retrieve data from the API.\\n\") if 'civitai' in url and not data else None # DATA: ERROR\n",
+        "    # -- wrold's best print info --\n",
+        "    print(f\"\\n\\033[32m{'---'*45}\\n\\033[33mURL: \\033[34m{clean_url if 'civitai' in url else url}\\n\\033[33mSAVE DIR: \\033[34m{dst_dir}\\n\\033[33mFILE NAME: \\033[34m{file_name if not 'huggingface' in url else basename}\\033[0m\")\n",
+        "    print(\"\\033[31m[Data Info]\\033[0m: Failed to retrieve data from the API.\") if 'civitai' in url and not data else None  # DATA: ERROR\n",
         "    # ===================\n",
         "\n",
         "    # -- GDrive --\n",
@@ -643,4 +642,4 @@
   },
   "nbformat": 4,
   "nbformat_minor": 0
-}
+}

files_cells/python/en/downloading_en.py

@@ -40,7 +40,7 @@ if not os.path.exists(flag_file):
     install_lib = {
         "aria2": "apt -y install aria2",
         "localtunnel": "npm install -g localtunnel",
-        "insightface": "pip install insightface",
+        "insightface": "pip install insightface"
     }
 
     additional_libs = {
@@ -197,7 +197,7 @@ if commit_hash:
     print(f"\r⌛️ The time machine has been activated! Current commit: \033[34m{commit_hash}\033[0m")
 
 
-## Downloading model and stuff | oh yeah~ I'm starting to misunderstand my own code ( almost my own ;3 )
+## Downloading model and stuff | oh~ Hey! If you're freaked out by that code too, don't worry, me too!
 print("📦 Downloading models and stuff...", end='')
 model_list = {
     "1.Anime (by XpucT) + INP": [
@@ -328,7 +328,7 @@ user_header = f"\"Authorization: Bearer {hf_token}\""
 ''' Get Image Preview | CivitAi '''
 
 def get_data_from_api(model_id, api_key): # get model data
-    base_url = f"https://civitai.com/api/v1/model-versions/{model_id}" # model_id - contains not only ID but also params
+    base_url = f"https://civitai.com/api/v1/model-versions/{model_id}"
     headers = {"Content-Type": "application/json"}
     try:
         response = requests.get(base_url, headers=headers)
@@ -339,17 +339,18 @@ def get_data_from_api(model_id, api_key): # get model data
         return None
 
 def extract_model_info(data, url):
-    # Get 'Type, Name and imgURL' current model
+    # Get 'Type, Name, imgURL and nsfwLevel' current model
+    nsfwLevel = data['images'][0]['nsfwLevel']
     if 'type=' in url:
         model_type = data['files'][1]['type']
         model_name = data['files'][1]['name']
-        image_url = data['images'][0]['url']
+        image_url = None
     else:
         model_type = data['model']['type']
         model_name = data['files'][0]['name']
         image_url = data['images'][0]['url']
 
-    return model_type, model_name, image_url
+    return model_type, model_name, image_url, nsfwLevel
 
 def gen_preview_filename(model_name, image_url):
     name = model_name.split('.')
@@ -381,8 +382,6 @@ def manual_download(url, dst_dir, file_name):
     # === CivitAi API ===
     supported_types = ('Checkpoint', 'TextualInversion', 'LORA') # for dl preview image
     civitai_token = "62c0c5956b2f9defbd844d754000180b"
-    image_file_name = None
-    model_type = None
 
     if 'civitai' in url:
         url = f"{url}{'&' if '?' in url else '?'}token={civitai_token}" # some authors are pussies and they need API token...
@@ -391,21 +390,20 @@ def manual_download(url, dst_dir, file_name):
 
         data = get_data_from_api(model_id, civitai_token)
         if data:
-            model_type, model_name, image_url = extract_model_info(data, url)
+            model_type, model_name, image_url, nsfwLevel = extract_model_info(data, url)
             if model_name and image_url:
-                image_file_name = gen_preview_filename(model_name if not file_name else file_name, image_url)
-                if model_type in supported_types:
-                    pass
-                    # with capture.capture_output() as cap: # clear shit
-                    #     get_ipython().system('aria2c {aria2_args} -d {dst_dir} -o {image_file_name} {image_url}')
-                    # del cap
+                if env != 'Kaggle' or (env == 'Kaggle' and nsfwLevel <= 4): # 4 seems like a relatively safe level, but it's still a risk!
+                    image_file_name = gen_preview_filename(model_name if not file_name else file_name, image_url)
+                    if model_type in supported_types:
+                        with capture.capture_output() as cap: # clear shit
+                            get_ipython().system('aria2c {aria2_args} -d {dst_dir} -o {image_file_name} {image_url}')
+                        del cap
             file_name = file_name or model_name # assigns the original file name if not specified initially
 
     """ information output """
-    # print(url, dst_dir, file_name if not 'huggingface' in url else basename) # for my tests
-    print(f"\n\033[32m{'---'*45}\n\033[33mURL: \033[34m{clean_url if 'civitai' in url else url}\n\033[33mSAVE DIR: \033[34m{dst_dir}\n\033[33mFILE NAME: \033[34m{file_name if not 'huggingface' in url else basename}\033[0m") # wrold's best print info
-    print(f"\033[32m[Preview DL]\033[0m: {image_file_name}\n") if 'civitai' in url and model_type in supported_types else None # PreviewDl: print file name
-    print("\033[31m[Data Info]\033[0m: Failed to retrieve data from the API.\n") if 'civitai' in url and not data else None # DATA: ERROR
+    # -- wrold's best print info --
+    print(f"\n\033[32m{'---'*45}\n\033[33mURL: \033[34m{clean_url if 'civitai' in url else url}\n\033[33mSAVE DIR: \033[34m{dst_dir}\n\033[33mFILE NAME: \033[34m{file_name if not 'huggingface' in url else basename}\033[0m")
+    print("\033[31m[Data Info]\033[0m: Failed to retrieve data from the API.") if 'civitai' in url and not data else None  # DATA: ERROR
     # ===================
 
     # -- GDrive --

files_cells/python/ru/downloading_ru.py

@@ -40,7 +40,7 @@ if not os.path.exists(flag_file):
     install_lib = {
         "aria2": "apt -y install aria2",
         "localtunnel": "npm install -g localtunnel",
-        "insightface": "pip install insightface",
+        "insightface": "pip install insightface"
     }
 
     additional_libs = {
@@ -197,7 +197,7 @@ if commit_hash:
     print(f"\r⌛️ Машина времени активированна! Текущий коммит: \033[34m{commit_hash}\033[0m")
 
 
-## Downloading model and stuff | oh yeah~ I'm starting to misunderstand my own code ( almost my own ;3 )
+## Downloading model and stuff | oh~ Hey! If you're freaked out by that code too, don't worry, me too!
 print("📦 Скачивание моделей и прочего...", end='')
 model_list = {
     "1.Anime (by XpucT) + INP": [
@@ -328,7 +328,7 @@ user_header = f"\"Authorization: Bearer {hf_token}\""
 ''' Get Image Preview | CivitAi '''
 
 def get_data_from_api(model_id, api_key): # get model data
-    base_url = f"https://civitai.com/api/v1/model-versions/{model_id}" # model_id - contains not only ID but also params
+    base_url = f"https://civitai.com/api/v1/model-versions/{model_id}"
     headers = {"Content-Type": "application/json"}
     try:
         response = requests.get(base_url, headers=headers)
@@ -339,17 +339,18 @@ def get_data_from_api(model_id, api_key): # get model data
         return None
 
 def extract_model_info(data, url):
-    # Get 'Type, Name and imgURL' current model
+    # Get 'Type, Name, imgURL and nsfwLevel' current model
+    nsfwLevel = data['images'][0]['nsfwLevel']
     if 'type=' in url:
         model_type = data['files'][1]['type']
         model_name = data['files'][1]['name']
-        image_url = data['images'][0]['url']
+        image_url = None
     else:
         model_type = data['model']['type']
         model_name = data['files'][0]['name']
         image_url = data['images'][0]['url']
 
-    return model_type, model_name, image_url
+    return model_type, model_name, image_url, nsfwLevel
 
 def gen_preview_filename(model_name, image_url):
     name = model_name.split('.')
@@ -381,8 +382,6 @@ def manual_download(url, dst_dir, file_name):
     # === CivitAi API ===
     supported_types = ('Checkpoint', 'TextualInversion', 'LORA') # for dl preview image
     civitai_token = "62c0c5956b2f9defbd844d754000180b"
-    image_file_name = None
-    model_type = None
 
     if 'civitai' in url:
         url = f"{url}{'&' if '?' in url else '?'}token={civitai_token}" # some authors are pussies and they need API token...
@@ -391,21 +390,20 @@ def manual_download(url, dst_dir, file_name):
 
         data = get_data_from_api(model_id, civitai_token)
         if data:
-            model_type, model_name, image_url = extract_model_info(data, url)
+            model_type, model_name, image_url, nsfwLevel = extract_model_info(data, url)
             if model_name and image_url:
-                image_file_name = gen_preview_filename(model_name if not file_name else file_name, image_url)
-                if model_type in supported_types:
-                    pass
-                    # with capture.capture_output() as cap: # clear shit
-                    #     get_ipython().system('aria2c {aria2_args} -d {dst_dir} -o {image_file_name} {image_url}')
-                    # del cap
+                if env != 'Kaggle' or (env == 'Kaggle' and nsfwLevel <= 4): # 4 seems like a relatively safe level, but it's still a risk!
+                    image_file_name = gen_preview_filename(model_name if not file_name else file_name, image_url)
+                    if model_type in supported_types:
+                        with capture.capture_output() as cap: # clear shit
+                            get_ipython().system('aria2c {aria2_args} -d {dst_dir} -o {image_file_name} {image_url}')
+                        del cap
             file_name = file_name or model_name # assigns the original file name if not specified initially
 
     """ information output """
-    # print(url, dst_dir, file_name if not 'huggingface' in url else basename) # for my tests
-    print(f"\n\033[32m{'---'*45}\n\033[33mURL: \033[34m{clean_url if 'civitai' in url else url}\n\033[33mSAVE DIR: \033[34m{dst_dir}\n\033[33mFILE NAME: \033[34m{file_name if not 'huggingface' in url else basename}\033[0m") # wrold's best print info
-    print(f"\033[32m[Preview DL]\033[0m: {image_file_name}\n") if 'civitai' in url and model_type in supported_types else None # PreviewDl: print file name
-    print("\033[31m[Data Info]\033[0m: Failed to retrieve data from the API.\n") if 'civitai' in url and not data else None # DATA: ERROR
+    # -- wrold's best print info --
+    print(f"\n\033[32m{'---'*45}\n\033[33mURL: \033[34m{clean_url if 'civitai' in url else url}\n\033[33mSAVE DIR: \033[34m{dst_dir}\n\033[33mFILE NAME: \033[34m{file_name if not 'huggingface' in url else basename}\033[0m")
+    print("\033[31m[Data Info]\033[0m: Failed to retrieve data from the API.") if 'civitai' in url and not data else None  # DATA: ERROR
     # ===================
 
     # -- GDrive --