Update app.py
Browse files
app.py
CHANGED
|
@@ -23,12 +23,12 @@ tokenizer = AutoTokenizer.from_pretrained(config.base_model_name_or_path)
|
|
| 23 |
#base_model = AutoModelForCausalLM.from_pretrained("EleutherAI/polyglot-ko-3.8b")
|
| 24 |
#tokenizer = AutoTokenizer.from_pretrained("EleutherAI/polyglot-ko-3.8b")
|
| 25 |
base_model.eval()
|
| 26 |
-
|
| 27 |
|
| 28 |
|
| 29 |
model = PeftModel.from_pretrained(base_model, peft_model_id, device_map="auto")
|
| 30 |
model.eval()
|
| 31 |
-
|
| 32 |
|
| 33 |
|
| 34 |
mbti_bert_model_name = "Lanvizu/fine-tuned-klue-bert-base_model_11"
|
|
|
|
| 23 |
#base_model = AutoModelForCausalLM.from_pretrained("EleutherAI/polyglot-ko-3.8b")
|
| 24 |
#tokenizer = AutoTokenizer.from_pretrained("EleutherAI/polyglot-ko-3.8b")
|
| 25 |
base_model.eval()
|
| 26 |
+
base_model.config.use_cache = True
|
| 27 |
|
| 28 |
|
| 29 |
model = PeftModel.from_pretrained(base_model, peft_model_id, device_map="auto")
|
| 30 |
model.eval()
|
| 31 |
+
model.config.use_cache = True
|
| 32 |
|
| 33 |
|
| 34 |
mbti_bert_model_name = "Lanvizu/fine-tuned-klue-bert-base_model_11"
|