Upload folder using huggingface_hub

gla/gla_130.yaml

@@ -0,0 +1,30 @@
+model:
+  class_path: model.lina.Lina
+  init_args:
+    n_warmup_steps: 500
+    learning_rate: 5e-4
+    n_codebook: 1024
+    n_special_token_in: 3
+    n_special_token_out: 3
+    n_txt_vocab: 256
+    d_context: 768
+    d_model: 768
+    quant_layer: [0, 1, 2, 3]
+    txt_encoder:
+      class_path: model.encoder.TextEncoder
+      init_args:
+        dim: 768
+        heads: 8
+        n_layers: 9
+        dropout: 0.1
+    attentive_rnn:
+      class_path: model.gla.AttentiveGLA
+      init_args:
+        d_model: 768
+        d_context: 768
+        heads: 4
+        dropout_att: 0.2
+        dropout: 0.
+        n_layer: 6
+        blind: True
+        d_blind: 128

gla/gla_130_librilight.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:541dd9f05eb99452939e3c2d237c6d94e89436ed18eae0039ede69607fc3d133
+size 524258222

gla/gla_130_librilight_ft_librittsr.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b672cff7cdce2f89e0cc8ba98c0efb80c4aa4b5c178b277b09415d5ae4aa88d3
+size 524262706

gla/gla_60.yaml

@@ -0,0 +1,30 @@
+model:
+  class_path: model.lina.Lina
+  init_args:
+    n_warmup_steps: 500
+    learning_rate: 5e-4
+    n_codebook: 1024
+    n_special_token_in: 3
+    n_special_token_out: 3
+    n_txt_vocab: 256
+    d_context: 512
+    d_model: 512
+    quant_layer: [0, 1, 2, 3]
+    txt_encoder:
+      class_path: model.encoder.TextEncoder
+      init_args:
+        dim: 512
+        heads: 8
+        n_layers: 9
+        dropout: 0.1
+    attentive_rnn:
+      class_path: model.gla.AttentiveGLA
+      init_args:
+        d_model: 512
+        d_context: 512
+        heads: 4
+        dropout_att: 0.2
+        dropout: 0.
+        n_layer: 6
+        blind: True
+        d_blind: 128

gla/gla_60_librilight.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f5aa5b342bac9119bbf3cdf1aea6a6ff496ca3ee25482826f603aa0150da9e
+size 239630918

mamba/mamba_60.yaml

@@ -0,0 +1,29 @@
+model:
+  class_path: model.lina.Lina
+  init_args:
+    n_warmup_steps: 500
+    learning_rate: 5e-4
+    n_codebook: 1024
+    n_special_token_in: 3
+    n_special_token_out: 3
+    n_txt_vocab: 256
+    d_context: 512
+    d_model: 512
+    quant_layer: [0, 1, 2, 3]
+    txt_encoder:
+      class_path: model.encoder.TextEncoder
+      init_args:
+        dim: 512
+        heads: 8
+        n_layers: 9
+        dropout: 0.1
+    attentive_rnn:
+      class_path: model.mamba.AttentiveMamba
+      init_args:
+        d_model: 512
+        d_context: 512
+        heads: 1
+        dropout_att: 0.1
+        n_layer: 12
+        blind: True
+        d_blind: 128

mamba/mamba_60_librilight.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c3d4edc4018a71ecc62359d5b70def8d71ef73c40131d73939a2c447fdc77ec
+size 250636269

rwkv/rwkv6_60.yaml

@@ -0,0 +1,26 @@
+model:
+  class_path: model.lina.Lina
+  init_args:
+    n_codebook: 1024
+    n_special_token_in: 3
+    n_special_token_out: 3
+    n_txt_vocab: 180
+    d_context: 384
+    d_model: 512
+    quant_layer: [0, 1, 2, 3]
+    txt_encoder:
+      class_path: model.encoder.TextEncoder
+      init_args:
+        dim: 512
+        heads: 1
+        n_layers: 6
+        dropout: 0.1
+    attentive_rnn:
+      class_path: model.rwkv6x.AttentiveRWKV6
+      init_args:
+        d_model: 512
+        d_context: 512
+        heads: 1
+        dropout_att: 0.2
+        n_layer: 3
+        blind: True

rwkv/rwkv6_60_libritts.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fdb025f5a7c45958e8a4b83d70f3d26cc6c728027b0419a44569bea430dd712
+size 262986252