Upload 4 files

config.yaml

@@ -0,0 +1,35 @@
+seed: 999
+cudnn_deterministic: false
+train_data_jsons:
+- data/train/1splits/data.0.tiny.json
+valid_data_jsons:
+- data/val/1splits/data.0.tiny.json
+batch_scale: 2000
+max_length: 1500
+min_length: 1
+n_worker: 4
+local_rank: -1
+minibatch_debug: -1
+n_epoch: 1
+grad_accum: 64
+global_learning_rate: 2.0e-06
+local_learning_rate: 4.0e-06
+grad_clip: 2.0
+warmup_steps: 10000
+total_steps: 55
+dim: 4096
+text_card: 1
+existing_text_padding_id: 3
+n_q: 16
+dep_q: 8
+card: 2048
+num_heads: 32
+num_layers: 32
+hidden_scale: 4.5
+causal: true
+context: 3000
+exp_dir: exp_data/Moshi/v3_full_emo_v0
+print_freq: 5
+save_interval: 10000
+resume: null
+merged_model_path: exp_data/Moshi/v3_full_emo_v0/model_merged.safetensors

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c08e186a7f0f051c2017095da0f79d9f5007255aabbdd140d08e6cc979d7a3e
+size 15375499776

tokenizer-e351c8d8-checkpoint125.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b782f0629851a271227fb9d36db65c041790365f11bbe5d3d59369cf863f50
+size 384644900

tokenizer_spm_32k_3.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d4336533ddc26f9acf7250d7fb83492152196c6ea4212c841df76933f18d2d
+size 552778