testing2

app.py

@@ -21,9 +21,9 @@ MAX_INPUT_TOKEN_LENGTH = 4096
 if torch.cuda.is_available():
     model_id = "codys12/MergeLlama-7b"
     model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.float16, device_map=0, cache_dir="/data")
-    tokenizer = AutoTokenizer.from_pretrained(model_id)
-    tokenizer.pad_token = tokenizer.eos_token
-    tokenizer.padding_side = "right"
+    tokenizer = AutoTokenizer.from_pretrained("codellama/CodeLlama-7b-hf", trust_remote_code=True)
+    #tokenizer.pad_token = tokenizer.eos_token
+    #tokenizer.padding_side = "right"
 
 
 @spaces.GPU