Update app.py

app.py

@@ -3,6 +3,7 @@ import os, json, asyncio, torch
 from fastapi import FastAPI, WebSocket, WebSocketDisconnect
 from huggingface_hub import login
 from transformers import AutoModelForCausalLM, AutoTokenizer, LogitsProcessor
+from transformers.generation.utils import Cache
 from snac import SNAC
 
 # ── 0. HF‑Auth & Device ──────────────────────────────────────────────
@@ -114,7 +115,10 @@ async def tts(ws: WebSocket):
                 use_cache=True,
                 return_dict_in_generate=True,
             )
-            past   = out.past_key_values
+            pkv = out.past_key_values
+            if isinstance(pkv, Cache):
+                pkv = pkv.to_legacy()
+            past_kvs = pkv
             newtok = out.sequences[0,-out.num_generated_tokens:].tolist()
 
             for t in newtok: