Update app.py

app.py

@@ -14,6 +14,7 @@ eos_token = "<EOS>"
 bos_token = "<BOS>"
 bot_token = "<Assistant>"
 
+max_context_length = 750
 
 def is_english_word(tested_string):
     pattern = re.compile(r"^[a-zA-Z]+$")
@@ -52,14 +53,14 @@ def gradio(model, tokenizer):
             prompt,
             return_tensors="pt",
             add_special_tokens=False,
-        )
+        )[:, -max_context_length:]
 
         prompt_length = input_ids.shape[1]
 
         beam_output = model.generate(
             input_ids,
             pad_token_id=tokenizer.pad_token_id,
-            max_new_tokens=255,
+            max_new_tokens=250,
             num_beams=1, # with cpu
             top_k=top_k,
             top_p=top_p,
@@ -75,11 +76,11 @@ def gradio(model, tokenizer):
         for i, token in enumerate(tokens[:-1]):
             if is_english_word(token) and is_english_word(tokens[i + 1]):
                 tokens[i] = token + " "
-        text = "".join(tokens).replace("##", "").replace("<UNK>", "").strip()
+        text = "".join(tokens).replace("##", "").replace("[UNK]", "").strip()
 
         return text
 
-    bot = gr.Chatbot(show_copy_button=True, show_share_button=True, height="2000")
+    bot = gr.Chatbot(show_copy_button=True, show_share_button=True).style(height="100%")
 
     with gr.Blocks() as demo:
         gr.Markdown("GPT2 chatbot | Powered by nlp-greyfoss")