clear hist

app.py

@@ -47,6 +47,8 @@ def generate(
     
     device = "cuda"
     input_ids = tokenizer(current_input, return_tensors="pt").input_ids.to(device)
+    original_input_length = input_ids.shape[1]  # Remember the input length
+
 
     if len(input_ids) > MAX_INPUT_TOKEN_LENGTH:
         input_ids = input_ids[-MAX_INPUT_TOKEN_LENGTH:]
@@ -70,7 +72,7 @@ def generate(
 
     outputs = []
     for text in streamer:
-        print(text, end="")
+        print(text.replace(history, ""), end="")
         outputs.append(text)
         yield "".join(outputs)