Spaces:
Runtime error
Runtime error
Caleb Fahlgren
commited on
Commit
·
20998cb
1
Parent(s):
4ec985f
add max duration of 2 minutes and verbose llamacpp
Browse files
app.py
CHANGED
|
@@ -71,14 +71,14 @@ CREATE TABLE {} (
|
|
| 71 |
return sql_ddl
|
| 72 |
|
| 73 |
|
| 74 |
-
@spaces.GPU
|
| 75 |
def generate_query(dataset_id: str, query: str) -> dict:
|
| 76 |
llama = llama_cpp.Llama(
|
| 77 |
model_path="Hermes-2-Pro-Llama-3-8B-Q8_0.gguf",
|
| 78 |
n_gpu_layers=50,
|
| 79 |
chat_format="chatml",
|
| 80 |
n_ctx=2048,
|
| 81 |
-
verbose=
|
| 82 |
temperature=0.1,
|
| 83 |
)
|
| 84 |
|
|
|
|
| 71 |
return sql_ddl
|
| 72 |
|
| 73 |
|
| 74 |
+
@spaces.GPU(duration=120)
|
| 75 |
def generate_query(dataset_id: str, query: str) -> dict:
|
| 76 |
llama = llama_cpp.Llama(
|
| 77 |
model_path="Hermes-2-Pro-Llama-3-8B-Q8_0.gguf",
|
| 78 |
n_gpu_layers=50,
|
| 79 |
chat_format="chatml",
|
| 80 |
n_ctx=2048,
|
| 81 |
+
verbose=True,
|
| 82 |
temperature=0.1,
|
| 83 |
)
|
| 84 |
|