Update app.py
Browse files
app.py
CHANGED
|
@@ -702,7 +702,7 @@ def get_response_from_pdf(query, model, selected_docs, num_calls=3, temperature=
|
|
| 702 |
logging.info(f"API call {i+1}/{num_calls}")
|
| 703 |
for message in client.chat_completion(
|
| 704 |
messages=messages,
|
| 705 |
-
|
| 706 |
temperature=temperature,
|
| 707 |
stream=True,
|
| 708 |
top_p=0.8,
|
|
|
|
| 702 |
logging.info(f"API call {i+1}/{num_calls}")
|
| 703 |
for message in client.chat_completion(
|
| 704 |
messages=messages,
|
| 705 |
+
max_new_tokens=20000,
|
| 706 |
temperature=temperature,
|
| 707 |
stream=True,
|
| 708 |
top_p=0.8,
|