Add files using upload-large-folder tool

.gitattributes

@@ -135,3 +135,13 @@ f4f3cecfdf5572c32a21c524530831adadf43f95faa71187d22128ae988e8d29 filter=lfs diff
 32faaa459dfda883ce6fd01b28377715f5e1dba3ea6a6788753a48ccb96257f3 filter=lfs diff=lfs merge=lfs -text
 575e29e481c1ee2d601d16aaa0ae4150c28656701a811f79d65248f90877de42 filter=lfs diff=lfs merge=lfs -text
 mel_band_roformer_vocals_fv6_gabox.ckpt filter=lfs diff=lfs merge=lfs -text
+00fd6b804eeacc2160fc26c22c26c975a3a1d435b11af9511a1f2a8729f0efd6 filter=lfs diff=lfs merge=lfs -text
+c5bee397ef0af7f4979763967d3fd8be3430aa7abfe4195cabf9fa6be151702e filter=lfs diff=lfs merge=lfs -text
+mel_band_roformer_vocals_v2_gabox.ckpt filter=lfs diff=lfs merge=lfs -text
+b9a32663d871c00c642e870ef2cb5510a22688b900bec20768cfdbd039693097 filter=lfs diff=lfs merge=lfs -text
+db2f9bf5dbc22140e19a1962be2bd3acd8da1f6cb2c52a52c81914a4df85670b filter=lfs diff=lfs merge=lfs -text
+b15e2df393105c4a0d92b96c4b787e4f2e15836603f1a20b00aac910c70f7447 filter=lfs diff=lfs merge=lfs -text
+mel_band_roformer_vocals_gabox.ckpt filter=lfs diff=lfs merge=lfs -text
+2e6f915a4a46bb2faf3f9334307b5291c4792712e268f6e814365fda7d224ad7 filter=lfs diff=lfs merge=lfs -text
+58501836606d77f3ec904de11ef1fe0c9f09022fa0b128668bfc12e5fac69490 filter=lfs diff=lfs merge=lfs -text
+mel_band_roformer_vocal_fullness_aname.ckpt filter=lfs diff=lfs merge=lfs -text

00fd6b804eeacc2160fc26c22c26c975a3a1d435b11af9511a1f2a8729f0efd6

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec34be50327aeaf1a996c27977f5c30d1ac80c0076d69683d3e5184c31ea29d3
+size 913090472

2e6f915a4a46bb2faf3f9334307b5291c4792712e268f6e814365fda7d224ad7

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ca36af5d1314be46b56c8a53b6be02f98511fa5d7e3e196fd895755e65be3c
+size 913026650

58501836606d77f3ec904de11ef1fe0c9f09022fa0b128668bfc12e5fac69490

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b4f12d81fd7fb02f38609216d59f0e42b3dca655fd90ca275ab5321b3e4d9aa
+size 913026650

assets/delete_duplicate_models.py

@@ -0,0 +1,8 @@
+import os
+import hashlib
+from collections import defaultdict
+import model_tools as mt
+
+if __name__ == "__main__":
+    print(f"Scanning directory: {os.getcwd()}")
+    mt.find_and_remove_duplicates()

assets/model_tools.py

@@ -5,6 +5,60 @@ import sys
 import subprocess
 import requests
 from huggingface_hub import HfApi, snapshot_download
+import hashlib
+from collections import defaultdict
+
+
+def calculate_file_hash(filepath, block_size=65536):
+    """Calculates the SHA256 hash of a file's content."""
+    sha256 = hashlib.sha256()
+    try:
+        with open(filepath, "rb") as f:
+            while chunk := f.read(block_size):
+                sha256.update(chunk)
+    except FileNotFoundError:
+        return None  # Handle cases where a file might be deleted during the scan
+
+    return sha256.hexdigest()
+
+
+def find_and_remove_duplicates(directory="."):
+    """Finds duplicate files in the given directory and removes the one with the longer filename."""
+    hashes_to_files = defaultdict(list)
+    files_to_hash = {}
+
+    # Step 1: Hash all files in the directory
+    for filename in os.listdir(directory):
+        filepath = os.path.join(directory, filename)
+        if os.path.isfile(filepath):
+            file_hash = calculate_file_hash(filepath)
+            if file_hash:
+                hashes_to_files[file_hash].append(filepath)
+                files_to_hash[filepath] = file_hash
+
+    # Step 2: Identify duplicate groups (more than one file per hash)
+    duplicates = {h: files for h, files in hashes_to_files.items() if len(files) > 1}
+
+    if not duplicates:
+        print("No duplicate files found.")
+        return
+
+    # Step 3: Iterate over duplicates, compare filename length, and delete the longer one
+    for file_hash, file_list in duplicates.items():
+        # Sort files by filename length (ascending). The one to keep is the first item.
+        # If lengths are equal, an arbitrary one is kept.
+        files_sorted_by_length = sorted(file_list, key=len)
+        file_to_keep = files_sorted_by_length[0]
+        files_to_delete = files_sorted_by_length[1:]
+
+        print(f"\nDuplicate group (Hash: {file_hash[:10]}...):")
+        print(f"  Keeping: {file_to_keep}")
+        for file_to_delete in files_to_delete:
+            try:
+                os.remove(file_to_delete)
+                print(f"  Deleted: {file_to_delete} (longer filename)")
+            except OSError as e:
+                print(f"  Error deleting {file_to_delete}: {e}")
 
 
 def download_files_from_txt(filename, local_dir):

b15e2df393105c4a0d92b96c4b787e4f2e15836603f1a20b00aac910c70f7447

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7d97418012e1d241853260d82330869c3e945ffdef9d7841fd90f5b24f20ff
+size 913026650

b9a32663d871c00c642e870ef2cb5510a22688b900bec20768cfdbd039693097

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de20d459332fe8869aeb01327a31df0032262706e1365114e852dc271779813
+size 913096801

c5bee397ef0af7f4979763967d3fd8be3430aa7abfe4195cabf9fa6be151702e

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303fc631e7aa587e9dc1e6ac4bb3667c6ba53aacb6b6a90abcfcf57935b92bd8
+size 913026650

db2f9bf5dbc22140e19a1962be2bd3acd8da1f6cb2c52a52c81914a4df85670b

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25920c876e601d4ccbf1684b19ecdac4b9fcfcc7f48d2c095d81040ec3fecbea
+size 913026650