Update

app.py

@@ -1,4 +1,4 @@
-# pylint: disable=broad-exception-caught, redefined-outer-name, missing-function-docstring, missing-module-docstring, too-many-arguments, line-too-long, invalid-name, redefined-builtin
+# pylint: disable=broad-exception-caught, redefined-outer-name, missing-function-docstring, missing-module-docstring, too-many-arguments, line-too-long, invalid-name, redefined-builtin, redefined-argument-from-local
 # import gradio as gr
 
 # model_name = "models/THUDM/chatglm2-6b-int4"
@@ -7,10 +7,10 @@
 # %%writefile demo-4bit.py
 
 from textwrap import dedent
-import torch
 
 import gradio as gr
 import mdtex2html
+import torch
 from loguru import logger
 
 # credit to https://github.com/THUDM/ChatGLM2-6B/blob/main/web_demo.py
@@ -99,7 +99,12 @@ def predict(
         chatbot.append((parse_text(input), ""))
     except Exception as exc:
         logger.error(exc)
-        chatbot[-1] = (parse_text(input), str(exc))
+        logger.debug(f"{chatbot=}")
+        _ = """
+        if chatbot:
+            chatbot[-1] = (parse_text(input), str(exc))
+            yield chatbot, history, past_key_values
+        # """
         yield chatbot, history, past_key_values
 
     for response, history, past_key_values in model.stream_chat(
@@ -230,7 +235,7 @@ with gr.Blocks(title="ChatGLM2-6B-int4", theme=gr.themes.Soft(text_size="sm")) a
             max_length = gr.Slider(
                 0,
                 32768,
-                value=8192 / 2,
+                value=8192,
                 step=1.0,
                 label="Maximum length",
                 interactive=True,