peichao.dong
commited on
Commit
·
b6dcc76
1
Parent(s):
c1cbbf2
upate trim_messages token limit
Browse files- backend/chain.py +1 -1
backend/chain.py
CHANGED
|
@@ -24,7 +24,7 @@ model = ChatOpenAI(model="gpt-4o-mini", streaming=True)
|
|
| 24 |
|
| 25 |
|
| 26 |
trimmer = trim_messages(
|
| 27 |
-
max_tokens=
|
| 28 |
strategy="last",
|
| 29 |
token_counter=model,
|
| 30 |
include_system=True,
|
|
|
|
| 24 |
|
| 25 |
|
| 26 |
trimmer = trim_messages(
|
| 27 |
+
max_tokens=100000,
|
| 28 |
strategy="last",
|
| 29 |
token_counter=model,
|
| 30 |
include_system=True,
|