keep warm for 5 minutes
Browse files
README.md
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
---
|
| 2 |
title: Beam App
|
| 3 |
-
emoji:
|
| 4 |
colorFrom: indigo
|
| 5 |
colorTo: pink
|
| 6 |
sdk: static
|
|
|
|
| 1 |
---
|
| 2 |
title: Beam App
|
| 3 |
+
emoji: 🤖
|
| 4 |
colorFrom: indigo
|
| 5 |
colorTo: pink
|
| 6 |
sdk: static
|
app.py
CHANGED
|
@@ -91,7 +91,8 @@ def stream(model: PreTrainedModel, tokenizer: PreTrainedTokenizerFast, body: Bod
|
|
| 91 |
memory="16Gi",
|
| 92 |
gpu=GpuType.A100_40,
|
| 93 |
gpu_count=1,
|
| 94 |
-
timeout=
|
|
|
|
| 95 |
image=Image(
|
| 96 |
python_version="python3.12",
|
| 97 |
python_packages=[
|
|
|
|
| 91 |
memory="16Gi",
|
| 92 |
gpu=GpuType.A100_40,
|
| 93 |
gpu_count=1,
|
| 94 |
+
timeout=5*60, # Time for loading the model and run the server
|
| 95 |
+
keep_warm_seconds=5*60,
|
| 96 |
image=Image(
|
| 97 |
python_version="python3.12",
|
| 98 |
python_packages=[
|