Update app.py

app.py

@@ -5,6 +5,7 @@ import torch
 from huggingface_hub import login
 import os
 from datasets import load_dataset
+import accelerate
 
 # 환경 변수에서 토큰을 가져오기
 hf_token = os.environ.get("HF_TOKEN", None)
@@ -18,7 +19,7 @@ else:
 # model, tokenizer 셋팅
 model_name = "meta-llama/Meta-Llama-3.1-8B-Instruct"
 tokenizer = AutoTokenizer.from_pretrained(model_name, token=hf_token)
-model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float16, device_map="auto", token=hf_token)
+model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float16, low_cpu_mem_usage=False ,device_map="auto", token=hf_token)
 
 # KMMLU 데이터셋 로드
 dataset = load_dataset("HAERAE-HUB/KMMLU", "Accounting")