Update inference.py

inference.py

@@ -28,14 +28,14 @@ def process_document(image):
         tokenize=False,  # so that this can return string output
         add_generation_prompt=True   # if true it will add extra on start and end
     )
-    print(f"The text of inference is {text}")
+    # print(f"The text of inference is {text}")
 
     inputs = processor(
         text=[text],
         images=[image],
         return_tensors="pt"
     ).to(device)
-    print(f"The inputs of inference is {inputs}")
+    # print(f"The inputs of inference is {inputs}")
     
     output = model.generate(
         **inputs,
@@ -43,10 +43,11 @@ def process_document(image):
         do_sample=False,   #  if it is true there will be extra text with output
         # temperature=0.1   # temp is not required
     )
-    print(f"The output of inference is {output}")
+    # print(f"The output of inference is {output}")
     
 
     generated_ids = output[0][inputs.input_ids.shape[-1]:]
+    print(f"The generated_ids of inference is {generated_ids}")
 
     # response = processor.decode(   # past code
     #     generated_ids,
@@ -61,6 +62,7 @@ def process_document(image):
     generated_ids,
     skip_special_tokens=True
     ).strip()
+    print(f"The response of inference is {response}")
 
     # 🔥 FORCE JSON CLEANING
     start = response.find("{")