Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Commit
·
5bf5966
1
Parent(s):
a302e07
increase batch size from 1000 to 2000
Browse files
main.py
CHANGED
|
@@ -17,7 +17,7 @@ import torch
|
|
| 17 |
# Configuration constants
|
| 18 |
MODEL_NAME = "davanstrien/SmolLM2-360M-tldr-sft-2025-02-12_15-13"
|
| 19 |
EMBEDDING_MODEL = "nomic-ai/modernbert-embed-base"
|
| 20 |
-
BATCH_SIZE =
|
| 21 |
CACHE_TTL = "60"
|
| 22 |
|
| 23 |
if torch.cuda.is_available():
|
|
|
|
| 17 |
# Configuration constants
|
| 18 |
MODEL_NAME = "davanstrien/SmolLM2-360M-tldr-sft-2025-02-12_15-13"
|
| 19 |
EMBEDDING_MODEL = "nomic-ai/modernbert-embed-base"
|
| 20 |
+
BATCH_SIZE = 2000
|
| 21 |
CACHE_TTL = "60"
|
| 22 |
|
| 23 |
if torch.cuda.is_available():
|