Update inference.py

inference.py

@@ -31,8 +31,8 @@ def process_document(file_path):
     output = model.generate(
         **inputs,
         max_new_tokens=1500,
-        do_sample=False,
-        temperature=0.1
+        do_sample=False,   #  if it is true there will be extra text with output
+        # temperature=0.1   # temp is not required
     )
 
     generated_ids = output[0][inputs.input_ids.shape[-1]:]