set gen length etc hyperparam

app.py

@@ -16,7 +16,7 @@ from model import ChatGLMModel#, chat_template
 model = ChatGLMModel()
 # history = []
 
-max_tokens = 512
+max_tokens = 2048
 temperature = 1.0
 top_p = 0.7
 top_k = 50
@@ -104,8 +104,8 @@ def greet(text):
     docs = [Document(page_content=text)]
 
     text_splitter = RecursiveCharacterTextSplitter(
-        chunk_size=512, # 分割最大尺寸
-        chunk_overlap=64, # 重复字数
+        chunk_size=256, # 分割最大尺寸
+        chunk_overlap=32, # 重复字数
         length_function=len
     )
     texts = text_splitter.split_documents(docs)