TF-GridNet (code, models, paper)

.gitattributes

@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+A[[:space:]]time-frequency[[:space:]]domain[[:space:]]target[[:space:]]speaker[[:space:]]extraction[[:space:]]network[[:space:]]with[[:space:]]adaptive[[:space:]]speaker[[:space:]]embedding[[:space:]]fusion.pdf filter=lfs diff=lfs merge=lfs -text
+models/pTFGridNet_WHAMR/loss_mat.mat filter=lfs diff=lfs merge=lfs -text

A time-frequency domain target speaker extraction network with adaptive speaker embedding fusion.pdf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a813cda0707362decac42a7154bcaced18ff81b2a57b6483edc02ebd781699
+size 21682680

code/X-TF-GridNet.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc912b92b3c8cf69c7598f199f069a760e0e3a7e393fa000d03607e260d4940b
+size 130299949

code/tf_gridnet_demo.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2803f7bb8949916dab8422ea905adbf15db41637d10572e0867be8c082a5419d
+size 1141575

models/pTFGridNet_WHAMR/checkpoint/best.pt.tar

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74bab3a83424c3f381ef1b7898cdcb038469baf4abb79dc28dbdffcd794b5f72
+size 93985267

models/pTFGridNet_WHAMR/config.json

@@ -0,0 +1,72 @@
+{
+    "path": {
+        "num_spks": 101,
+        "resume_filename": "",
+        "train": {
+            "scp_dir": "data/whamr_mr/tr/",
+            "mix_scp": "mix.scp",
+            "ref_scp": "ref.scp",
+            "aux_scp": "aux.scp",
+            "spk_list": "data/wsj0_2mix_extr_tr.spk",
+            "ref_dur": "data/uniq_target_ref_dur.txt"
+        },
+        "val": {
+            "scp_dir": "data/whamr_mr/cv/",
+            "mix_scp": "mix.scp",
+            "ref_scp": "ref.scp",
+            "aux_scp": "aux.scp",
+            "spk_list": "data/wsj0_2mix_extr_tr.spk",
+            "ref_dur": "data/uniq_target_ref_dur.txt"
+        }
+    },
+    "gpu": {
+        "gpu_ids": [
+            2
+        ]
+    },
+    "signal": {
+        "sr": 8000,
+        "chunk_length": 4,
+        "win_size": 0.032,
+        "win_shift": 0.008,
+        "fft_num": 256,
+        "beta": 1.0
+    },
+    "loss_function": {
+        "zero_mean": true,
+        "scale_label": true
+    },
+    "optimizer": {
+        "name": "adam",
+        "lr": 0.001,
+        "beta1": 0.9,
+        "beta2": 0.999,
+        "l2": 1e-07,
+        "min_lr": 1e-08,
+        "logging_period": 1000,
+        "factor": 0.5,
+        "gradient_norm": 5.0,
+        "epochs": 150,
+        "halve_freq": 2,
+        "early_stop_freq": 6
+    },
+    "dataloader": {
+        "num_workers": 4,
+        "pin_memory": true,
+        "batch_size": 5
+    },
+    "net": {
+        "n_layers": 3,
+        "lstm_hidden_units": 256,
+        "attn_n_head": 4,
+        "attn_approx_qk_dim": 512,
+        "emb_dim": 64,
+        "emb_ks": 4,
+        "emb_hs": 2,
+        "activation": "prelu",
+        "eps": 1e-05
+    },
+    "save": {
+        "save_filename": "exp/pTFGridNet_3.5"
+    }
+}

models/pTFGridNet_WHAMR/loss_mat.mat

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f1556be13a6014f9814c850b0171ea40377045e9633080de37155f22e2ae8cf
+size 177192

models/pTFGridNet_WHAMR/net_config.json

@@ -0,0 +1,11 @@
+{
+    "n_layers": 3,
+    "lstm_hidden_units": 256,
+    "attn_n_head": 4,
+    "attn_approx_qk_dim": 512,
+    "emb_dim": 64,
+    "emb_ks": 4,
+    "emb_hs": 2,
+    "activation": "prelu",
+    "eps": 1e-05
+}

models/pTFGridNet_WHAMR/source.txt

@@ -0,0 +1 @@
+https://github.com/HaoFengyuan/X-TF-GridNet/tree/main/exp/pTFGridNet_WHAMR