fix bug

app/embedding_setup.py

@@ -37,9 +37,7 @@ hf_auth  = os.environ.get("SECRET_EXAMPLE")
 
 
 tokenizer = AutoTokenizer.from_pretrained(LLM_MODEL, token=hf_auth, cache_dir="/hpcwork/vg380347/.cache")
-LLM_model = AutoModelForCausalLM.from_pretrained(
-    LLM_MODEL, token=hf_auth, device_map="auto",  trust_remote_code=True
-)
+
 
 first_token = 'First'
 second_token = 'Second'
@@ -47,9 +45,10 @@ second_token = 'Second'
 first_id = tokenizer.convert_tokens_to_ids(first_token)
 second_id = tokenizer.convert_tokens_to_ids(second_token)
 model = AutoModelForCausalLM.from_pretrained(
-            MODEL_NAME,
+            LLM_MODEL,
             torch_dtype=torch.float16,
             device_map="auto",
+            token=hf_auth,
         )
 
 rec_adapter = PeftModel.from_pretrained(