Update app.py

app.py

@@ -38,6 +38,17 @@ model = AutoModelForCausalLM.from_pretrained(
     use_auth_token=True
 )
 
+pipe = pipeline(
+    "text-generation",
+    model=model,
+    tokenizer=tokenizer,
+    max_new_tokens=2048*2,
+    temperature=0.3,
+    top_p=0.95,
+    generation_config=model.generation_config
+    # repetition_penalty=1.15
+)
+llm = HuggingFacePipeline(pipeline=pipe)
 # model.generation_config.pad_token_id = model.generation_config.eos_token_id