5

app.py

@@ -2,7 +2,8 @@ from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
 import torch
 import gradio as gr
 
-model_name = "EleutherAI/polyglot-ko-1.3b"
+# 모델 이름 변경 EleutherAI/polyglot-ko-1.3b -> skt/kogpt2-base-v2
+model_name = "skt/kogpt2-base-v2"
 
 tokenizer = AutoTokenizer.from_pretrained(model_name)
 model = AutoModelForCausalLM.from_pretrained(
@@ -15,7 +16,7 @@ pipe = pipeline(
     "text-generation",
     model=model,
     tokenizer=tokenizer,
-    max_new_tokens=128,
+    max_new_tokens=64,
     do_sample=True,
     temperature=0.5,
     top_p=0.9,