Spaces:
Runtime error
Runtime error
kz209
commited on
Commit
·
8acdc64
1
Parent(s):
b9da634
no gpu at initialization
Browse files
pages/summarization_playground.py
CHANGED
|
@@ -36,9 +36,10 @@ def generate_answer(sources, model, model_name, prompt):
|
|
| 36 |
global __model_on_gpu__
|
| 37 |
|
| 38 |
if __model_on_gpu__ != model_name:
|
| 39 |
-
|
| 40 |
-
|
| 41 |
-
|
|
|
|
| 42 |
|
| 43 |
model[model_name].cuda()
|
| 44 |
__model_on_gpu__ = model_name
|
|
|
|
| 36 |
global __model_on_gpu__
|
| 37 |
|
| 38 |
if __model_on_gpu__ != model_name:
|
| 39 |
+
if not __model_on_gpu__:
|
| 40 |
+
model[__model_on_gpu__].cpu()
|
| 41 |
+
gc.collect()
|
| 42 |
+
torch.cuda.empty_cache()
|
| 43 |
|
| 44 |
model[model_name].cuda()
|
| 45 |
__model_on_gpu__ = model_name
|