Spaces:
Sleeping
Sleeping
Update model.py, change duration to 30
Browse files
model.py
CHANGED
|
@@ -34,7 +34,7 @@ User query: {query}
|
|
| 34 |
Answer:"""
|
| 35 |
}], tokenize=False, add_generation_prompt=True)
|
| 36 |
|
| 37 |
-
@spaces.GPU(duration=
|
| 38 |
def ask(query, temperature=0.7, max_new_tokens=384):
|
| 39 |
global llm_model, tokenizer, embedding_model
|
| 40 |
|
|
|
|
| 34 |
Answer:"""
|
| 35 |
}], tokenize=False, add_generation_prompt=True)
|
| 36 |
|
| 37 |
+
@spaces.GPU(duration=30)
|
| 38 |
def ask(query, temperature=0.7, max_new_tokens=384):
|
| 39 |
global llm_model, tokenizer, embedding_model
|
| 40 |
|