Update app.py
Browse files
app.py
CHANGED
|
@@ -136,7 +136,7 @@ def infer(genre_txt_content, lyrics_txt_content):
|
|
| 136 |
"--output_dir", f"{output_dir}",
|
| 137 |
"--cuda_idx", "0",
|
| 138 |
"--max_new_tokens", "3000",
|
| 139 |
-
"--disable_offload_model"
|
| 140 |
]
|
| 141 |
|
| 142 |
# Set up environment variables for CUDA with optimized settings
|
|
|
|
| 136 |
"--output_dir", f"{output_dir}",
|
| 137 |
"--cuda_idx", "0",
|
| 138 |
"--max_new_tokens", "3000",
|
| 139 |
+
#"--disable_offload_model"
|
| 140 |
]
|
| 141 |
|
| 142 |
# Set up environment variables for CUDA with optimized settings
|