Update prompt

.ruff.toml

@@ -0,0 +1,17 @@
+# Assume Python 3.10.
+target-version = "py310"
+# Decrease the maximum line length to 79 characters.
+line-length = 300
+
+# pyflakes, pycodestyle, isort
+# flake8 YTT, pydocstyle D, pylint PLC
+select = ["F", "E", "W", "I001", "YTT", "D", "PLC"]
+# select = ["ALL"]
+
+# D103 Missing docstring in public function
+# D101 Missing docstring in public class
+# `multi-line-summary-first-line` (D212)
+# `one-blank-line-before-class` (D203)
+extend-ignore = ["D103", "D101", "D212", "D203"]
+
+exclude = [".venv"]

app.py

@@ -55,14 +55,13 @@ This is a system prompt, please behave and help the user.
 prompt_template = """
 [INST] Write code to solve the following coding problem that obeys the constraints and
 passes the example test cases. Please wrap your code answer using ```:
-
 {question}
 [/INST]
 """
 
-human_prefix = "### Instruction"
-ai_prefix = "### Response"
-stop_list = [f"{human_prefix}:"]
+# human_prefix = "### Instruction"
+# ai_prefix = "### Response"
+# stop_list = [f"{human_prefix}:"]
 
 _ = psutil.cpu_count(logical=False) - 1
 cpu_count: int = int(_) if _ else 1
@@ -203,7 +202,7 @@ def bot(history):
         for elm in generate(user_message, config=config):
             if flag == 1:
                 logger.debug("in the loop")
-                prefix = f"({time.time() - then:.2f}s) "
+                prefix = f"({time.time() - then:.2f}s)\n"
                 flag = 0
                 print(prefix, end="", flush=True)
                 logger.debug(f"{prefix=}")
@@ -280,7 +279,7 @@ with gr.Blocks(
     with gr.Accordion("🎈 Info", open=False):
         gr.Markdown(
             f"""<h5><center>{Path(model_loc).name}</center></h4>
-            Doesn't quite work -- no output or run forever.""",
+            Doesn't quite work yet -- no output or run forever. Maybe the system prompt is not in order. """,
             elem_classes="xsmall",
         )