Update app.py
Browse files
app.py
CHANGED
|
@@ -8,8 +8,12 @@ model_name = "meta-llama/Meta-Llama-3.1-8B"
|
|
| 8 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
| 9 |
model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float16, device_map="auto")
|
| 10 |
|
| 11 |
-
# KMMLU ๋ฐ์ดํฐ์
๋ก๋
|
| 12 |
-
df = pd.read_csv("kmmlu_sample.csv")
|
|
|
|
|
|
|
|
|
|
|
|
|
| 13 |
|
| 14 |
def evaluate_model(question, choices):
|
| 15 |
prompt = f"์ง๋ฌธ: {question}\n\n์ ํ์ง:\n"
|
|
|
|
| 8 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
| 9 |
model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float16, device_map="auto")
|
| 10 |
|
| 11 |
+
# KMMLU ๋ฐ์ดํฐ์
๋ก๋
|
| 12 |
+
# ์ง์ ๋ถ๋ฌ์ค๊ธฐ df = pd.read_csv("kmmlu_sample.csv")
|
| 13 |
+
|
| 14 |
+
from datasets import load_dataset
|
| 15 |
+
|
| 16 |
+
df = load_dataset("HAERAE-HUB/KMMLU", "Accounting")
|
| 17 |
|
| 18 |
def evaluate_model(question, choices):
|
| 19 |
prompt = f"์ง๋ฌธ: {question}\n\n์ ํ์ง:\n"
|