hmm

app.py

@@ -1,5 +1,5 @@
 import sys
 
-sys.argv = sys.argv + "--dtype=float32 --device=cuda".split(" ")
+# sys.argv = sys.argv + "--dtype=float32 --device=cuda".split(" ")
 
-from vall_e.webui import ui
+from vall_e.webui import ui

models/config.ar_nar.yaml

@@ -1,126 +0,0 @@
-dataset:
-  training: []
-  validation: [  ]
-  noise: []
-  
-  speaker_name_getter: "lambda p: f'{p.parts[-3]}_{p.parts[-2]}'"
-  
-  use_hdf5: True
-  use_metadata: True
-  hdf5_flag: r
-  validate: True
-
-  workers: 2
-  cache: True
-
-  phones_range: [4, 256]
-  duration_range: [1.0, 16.0]
-
-  random_utterance: 1.0
-  max_prompts: 3
-  prompt_duration: 6.0
-
-  sample_type: speaker
-
-  tasks_list: [ "tts" ] # , [ "tts", "tts-c", "ns", "sr", "tse", "cse", "nse", "tts"]
-
-models:
-  _prom_levels: 8
-  _max_levels: 8
-
-  _models:
-  - name: "ar+nar"
-    size: "full"
-    resp_levels: 8
-    prom_levels: 8
-    tasks: 8
-    langs: 2
-    arch_type: "retnet"
-    training: True
-    version: 3
-
-hyperparameters:
-  batch_size: 8
-  gradient_accumulation_steps: 32
-  gradient_clipping: 100
-  
-  optimizer: AdamW # Prodigy
-  torch_optimizer: True
-  learning_rate: 1.0e-4
-  
-  scheduler_type: ""
-  #scheduler_type: OneCycle
-  #scheduler_params:
-  #  cycle_first_step_size: 10_000
-  #  cycle_first_stair_count: 10_000
-
-  #  cycle_second_step_size: 15_000
-  #  cycle_second_stair_count: 15_000
-
-  #  decay_step_size: 5_000
-
-  #  cycle_min_lr: 2.5e-4 # 1.0e-5
-  #  cycle_max_lr: 2.5e-4 # 1.0e-4
-  #  decay_lr_rate: 0.0
-
-  #  cycle_min_mom: 0.90
-  #  cycle_max_mom: 0.99
-  #  decay_mom_rate: 0.0
-
-evaluation:
-  batch_size: 16
-  frequency: 250
-  size: 16
-  
-  steps: 450
-  ar_temperature: 0.95
-  nar_temperature: 0.25
-  load_disabled_engines: True
-
-trainer:
-  iterations: 1_000_000
-  
-  save_tag: step
-  save_on_oom: True
-  save_on_quit: True
-  save_frequency: 100
-  export_on_save: True
-
-  keep_last_checkpoints: 4
-
-  aggressive_optimizations: False
-  load_disabled_engines: False
-
-  load_state_dict: True
-  strict_loading: False
-  #load_tag: "9500"
-  #load_states: False
-  #restart_step_count: True
-  
-  gc_mode: None # "global_step"
-
-  weight_dtype: bfloat16
-  amp: False
-
-  backend: deepspeed
-  deepspeed:
-    inferencing: False
-    zero_optimization_level: 0
-    use_compression_training: False
-
-  activation_checkpointing: True
-
-inference:
-  backend: deepspeed
-  use_vocos: True
-  normalize: False
-
-  weight_dtype: bfloat16
-  amp: False
-
-bitsandbytes:
-  enabled: False
-  injects: True
-  linear: True
-  embedding: True
-