Spaces:

somosnlp-hackathon-2023
/

SalpiBloomZ-1b7-v1

Runtime error

NickyNicky commited on Apr 9, 2023

Commit

d995b22

1 Parent(s): 49dc227

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -17,7 +17,7 @@ peft_model_id="hackathon-somos-nlp-2023/SalpiBloomZ_15949_input_512-1b7"
 config = PeftConfig.from_pretrained(peft_model_id)
 model2 = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path, return_dict=True,
-                                               # load_in_8bit=True,
                                                # load_in_8bit_fp32_cpu_offload=True,
                                                device_map='auto')
 tokenizer2 = AutoTokenizer.from_pretrained(peft_model_id)

 config = PeftConfig.from_pretrained(peft_model_id)
 model2 = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path, return_dict=True,
+                                               load_in_8bit=True,
                                                # load_in_8bit_fp32_cpu_offload=True,
                                                device_map='auto')
 tokenizer2 = AutoTokenizer.from_pretrained(peft_model_id)