Update app.py
Browse files
app.py
CHANGED
|
@@ -23,7 +23,8 @@ model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float
|
|
| 23 |
#์ง์ด ์ต์
: device_map="auto"
|
| 24 |
|
| 25 |
# KMMLU ๋ฐ์ดํฐ์
๋ก๋
|
| 26 |
-
dataset = load_dataset("HAERAE-HUB/KMMLU", "Accounting")
|
|
|
|
| 27 |
df = dataset['test'].to_pandas()
|
| 28 |
|
| 29 |
def evaluate_model(question, choices):
|
|
@@ -62,10 +63,12 @@ def run_kmmlu_test(subject):
|
|
| 62 |
summary = f"์ฃผ์ : {subject}\n์ ํ๋: {accuracy:.2%} ({correct}/{total})\n\n"
|
| 63 |
return summary + "\n".join(results)
|
| 64 |
|
|
|
|
|
|
|
| 65 |
iface = gr.Interface(
|
| 66 |
fn=run_kmmlu_test,
|
| 67 |
inputs="Accounting",
|
| 68 |
-
|
| 69 |
outputs="text",
|
| 70 |
title="Llama 3๋ฅผ ์ด์ฉํ KMMLU ํ
์คํธ",
|
| 71 |
description="์ ํํ ์ฃผ์ ์ ๋ํด KMMLU ํ
์คํธ๋ฅผ ์คํํฉ๋๋ค."
|
|
|
|
| 23 |
#์ง์ด ์ต์
: device_map="auto"
|
| 24 |
|
| 25 |
# KMMLU ๋ฐ์ดํฐ์
๋ก๋
|
| 26 |
+
#dataset = load_dataset("HAERAE-HUB/KMMLU", "Accounting")
|
| 27 |
+
dataset = load_dataset("HAERAE-HUB/KMMLU")
|
| 28 |
df = dataset['test'].to_pandas()
|
| 29 |
|
| 30 |
def evaluate_model(question, choices):
|
|
|
|
| 63 |
summary = f"์ฃผ์ : {subject}\n์ ํ๋: {accuracy:.2%} ({correct}/{total})\n\n"
|
| 64 |
return summary + "\n".join(results)
|
| 65 |
|
| 66 |
+
subjects=df['subject'].unique().tolist()
|
| 67 |
+
|
| 68 |
iface = gr.Interface(
|
| 69 |
fn=run_kmmlu_test,
|
| 70 |
inputs="Accounting",
|
| 71 |
+
inputs=gr.Dropdown(choices=subjects, label="์ฃผ์ ์ ํ"),
|
| 72 |
outputs="text",
|
| 73 |
title="Llama 3๋ฅผ ์ด์ฉํ KMMLU ํ
์คํธ",
|
| 74 |
description="์ ํํ ์ฃผ์ ์ ๋ํด KMMLU ํ
์คํธ๋ฅผ ์คํํฉ๋๋ค."
|