Update app.py

app.py

@@ -5,6 +5,7 @@ from pathlib import Path
 import chatglm_cpp
 import gradio as gr
 
+
 class myChatMessage(chatglm_cpp.ChatMessage):
     def __deepcopy__(self, memo):
         return myChatMessage(self.role, self.content)
@@ -41,8 +42,8 @@ DEFAULT_MODEL_PATH = "./chatglm3-ggml-q4_0.bin"
 parser = argparse.ArgumentParser()
 parser.add_argument("-m", "--model", default=DEFAULT_MODEL_PATH, type=Path, help="model path")
 parser.add_argument("--mode", default="chat", type=str, choices=["chat", "generate"], help="inference mode")
-parser.add_argument("-l", "--max_length", default=2048, type=int, help="max total length including prompt and output")
-parser.add_argument("-c", "--max_context_length", default=512, type=int, help="max context length")
+parser.add_argument("-l", "--max_length", default=8192, type=int, help="max total length including prompt and output")
+parser.add_argument("-c", "--max_context_length", default=2048, type=int, help="max context length")
 parser.add_argument("--top_k", default=0, type=int, help="top-k sampling")
 parser.add_argument("--top_p", default=0.7, type=float, help="top-p sampling")
 parser.add_argument("--temp", default=0.95, type=float, help="temperature")