minor changes

app.py

@@ -20,10 +20,10 @@ MAX_INPUT_TOKEN_LENGTH = 4096
 
 if torch.cuda.is_available():
     model_id = "codys12/MergeLlama-7b"
-    model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.float16, device_map=0, cache_dir="/data")
+    model = AutoModelForCausalLM.from_pretrained(model_id, trust_remote_code=True, torch_dtype=torch.float16, device_map=0, cache_dir="/data")
     tokenizer = AutoTokenizer.from_pretrained("codellama/CodeLlama-7b-hf", trust_remote_code=True)
-    #tokenizer.pad_token = tokenizer.eos_token
-    #tokenizer.padding_side = "right"
+    tokenizer.pad_token = tokenizer.eos_token
+    tokenizer.padding_side = "right"
 
 
 @spaces.GPU