Update koalpaca.py

koalpaca.py

@@ -13,7 +13,8 @@ class KoAlpaca(Model):
             bnb_4bit_quant_type="nf4",
             bnb_4bit_compute_dtype=torch.bfloat16
         )
-        self.model = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path, quantization_config=self.bnb_config, device_map={"":0})
+        #self.model = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path, quantization_config=self.bnb_config, device_map={"":0})
+        self.model = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path, quantization_config=self.bnb_config, device_map=auto)
         self.model = PeftModel.from_pretrained(self.model, peft_model_id)
         self.tokenizer = AutoTokenizer.from_pretrained(config.base_model_name_or_path)
         self.gen_config = GenerationConfig.from_pretrained('./models/koalpaca', 'gen_config.json')