3

app.py

@@ -26,10 +26,7 @@ bnb_config = BitsAndBytesConfig(
     bnb_4bit_quant_type="nf4",
     bnb_4bit_compute_dtype=torch.bfloat16
 )
-model_name='TinyPixel/Llama-2-7B-bf16-sharded'
+model_name='red1xe/Llama-2-7B-codeGPT'
 tokenizer = AutoTokenizer.from_pretrained(model_name)
-peft_model_base = AutoModelForCausalLM.from_pretrained(model_name, quantization_config=bnb_config)
-peft_model = PeftModel.from_pretrained(peft_model_base,
-                                       'red1xe/Llama-2-7B-codeGPT',
-                                       torch_dtype=torch.bfloat16,
-                                       is_trainable=False)
+model= AutoModelForCausalLM.from_pretrained(model_name, quantization_config=bnb_config)
+