fix bf16

app.py

@@ -19,7 +19,7 @@ from rwkv.model import RWKV
 model_path = hf_hub_download(repo_id="Synthia/ChatGalRWKV", filename="rwkv-chatgal-v1-3B-ctx4096-epoch2.pth")
 if 'ON_COLAB' in os.environ and os.environ['ON_COLAB'] == '1':
     os.environ["RWKV_JIT_ON"] = '0'
-    os.environ["RWKV_CUDA_ON"] = '1' # if '1' then use CUDA kernel for seq mode (much faster)
+    os.environ["RWKV_CUDA_ON"] = '0' # if '1' then use CUDA kernel for seq mode (much faster)
     model = RWKV(model=model_path, strategy='cuda bf16')
 else:
     model = RWKV(model=model_path, strategy='cpu bf16')