wabang commited on
Commit
7a03b9a
ยท
verified ยท
1 Parent(s): 99f10fb

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -2
app.py CHANGED
@@ -23,7 +23,8 @@ model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float
23
  #์ง€์šด ์˜ต์…˜: device_map="auto"
24
 
25
  # KMMLU ๋ฐ์ดํ„ฐ์…‹ ๋กœ๋“œ
26
- dataset = load_dataset("HAERAE-HUB/KMMLU", "Accounting")
 
27
  df = dataset['test'].to_pandas()
28
 
29
  def evaluate_model(question, choices):
@@ -62,10 +63,12 @@ def run_kmmlu_test(subject):
62
  summary = f"์ฃผ์ œ: {subject}\n์ •ํ™•๋„: {accuracy:.2%} ({correct}/{total})\n\n"
63
  return summary + "\n".join(results)
64
 
 
 
65
  iface = gr.Interface(
66
  fn=run_kmmlu_test,
67
  inputs="Accounting",
68
- #inputs=gr.Dropdown(choices=subjects, label="์ฃผ์ œ ์„ ํƒ"),
69
  outputs="text",
70
  title="Llama 3๋ฅผ ์ด์šฉํ•œ KMMLU ํ…Œ์ŠคํŠธ",
71
  description="์„ ํƒํ•œ ์ฃผ์ œ์— ๋Œ€ํ•ด KMMLU ํ…Œ์ŠคํŠธ๋ฅผ ์‹คํ–‰ํ•ฉ๋‹ˆ๋‹ค."
 
23
  #์ง€์šด ์˜ต์…˜: device_map="auto"
24
 
25
  # KMMLU ๋ฐ์ดํ„ฐ์…‹ ๋กœ๋“œ
26
+ #dataset = load_dataset("HAERAE-HUB/KMMLU", "Accounting")
27
+ dataset = load_dataset("HAERAE-HUB/KMMLU")
28
  df = dataset['test'].to_pandas()
29
 
30
  def evaluate_model(question, choices):
 
63
  summary = f"์ฃผ์ œ: {subject}\n์ •ํ™•๋„: {accuracy:.2%} ({correct}/{total})\n\n"
64
  return summary + "\n".join(results)
65
 
66
+ subjects=df['subject'].unique().tolist()
67
+
68
  iface = gr.Interface(
69
  fn=run_kmmlu_test,
70
  inputs="Accounting",
71
+ inputs=gr.Dropdown(choices=subjects, label="์ฃผ์ œ ์„ ํƒ"),
72
  outputs="text",
73
  title="Llama 3๋ฅผ ์ด์šฉํ•œ KMMLU ํ…Œ์ŠคํŠธ",
74
  description="์„ ํƒํ•œ ์ฃผ์ œ์— ๋Œ€ํ•ด KMMLU ํ…Œ์ŠคํŠธ๋ฅผ ์‹คํ–‰ํ•ฉ๋‹ˆ๋‹ค."