add torch cuda empty cache for oom

app.py

@@ -308,7 +308,11 @@ def http_bot(state, temperature, top_p, max_new_tokens, speaker):
         
             id = str(uuid.uuid4())
             os.makedirs("./demo_audio", exist_ok=True)    
-            synthesis(content_unit, style_centroid_embedding, hps, net_g, f"./demo_audio/{id}_temp_audio.wav")
+            try:
+                synthesis(content_unit, style_centroid_embedding, hps, net_g, f"./demo_audio/{id}_temp_audio.wav")
+            except:
+                torch.cuda.empty_cache()
+                synthesis(content_unit, style_centroid_embedding, hps, net_g, f"./demo_audio/{id}_temp_audio.wav")
             temp_file = f"./demo_audio/{id}_temp_audio.wav"
         except Exception as e:
             os.system("nvidia-smi")