Update app.py
Browse files
app.py
CHANGED
|
@@ -525,10 +525,9 @@ def get_response_from_llama(query, model, selected_docs, file_type, num_calls=1,
|
|
| 525 |
# Generate content with streaming enabled
|
| 526 |
for message in client.chat_completion(
|
| 527 |
messages=messages,
|
| 528 |
-
max_tokens=
|
| 529 |
temperature=temperature,
|
| 530 |
-
stream=True,
|
| 531 |
-
|
| 532 |
):
|
| 533 |
if message.choices and message.choices[0].delta and message.choices[0].delta.content:
|
| 534 |
chunk = message.choices[0].delta.content
|
|
|
|
| 525 |
# Generate content with streaming enabled
|
| 526 |
for message in client.chat_completion(
|
| 527 |
messages=messages,
|
| 528 |
+
max_tokens=2000,
|
| 529 |
temperature=temperature,
|
| 530 |
+
stream=True,
|
|
|
|
| 531 |
):
|
| 532 |
if message.choices and message.choices[0].delta and message.choices[0].delta.content:
|
| 533 |
chunk = message.choices[0].delta.content
|