Update README.md

README.md

@@ -44,12 +44,12 @@ def test(model_path):
     model = AutoModel.from_pretrained(model_path, trust_remote_code=True)
 
     with torch.no_grad():
-      for example in dataset:
-      inputs = tokenizer(example["chosen"], return_tensors="pt")
-      chosen_reward = model(**inputs).item()
-      inputs = tokenizer(example["rejected"], return_tensors="pt")
-      rejected_reward = model(**inputs).item()
-      print(chosen_reward - rejected_reward)
+        for example in dataset:
+        inputs = tokenizer(example["chosen"], return_tensors="pt")
+        chosen_reward = model(**inputs).item()
+        inputs = tokenizer(example["rejected"], return_tensors="pt")
+        rejected_reward = model(**inputs).item()
+        print(chosen_reward - rejected_reward)
 
 test("openbmb/Eurus-RM-7b")
 # Output: 47.4404296875