UPDATE: prompts

config.ini

@@ -4,10 +4,6 @@ BASEURL = https://api.groq.com/openai/v1
 [DETAIL EXTRACTOR]
 VLM = meta-llama/llama-4-maverick-17b-128e-instruct
 BATCHSIZE = 5
-MAXTOKENS = 1024
-TEMPERATURE = 0.5
 
 [SUMMARIZER]
-LLM = meta-llama/llama-4-maverick-17b-128e-instruct
-MAXTOKENS = 4096
-TEMPERATURE = 1
+LLM = meta-llama/llama-4-maverick-17b-128e-instruct

src/components/extractPdfDetails.py

@@ -68,10 +68,7 @@ class ExtractPdfDetails:
                 messages = [
                     {"role": "system", "content": self.prompts["detailExtractorPrompt"]},
                     {"role": "user", "content": [{"type": "image_url", "image_url": {"url": convertImageToBase64(image)}} for image in images]}
-                ],
-                # temperature = self.config.getfloat("DETAIL EXTRACTOR", "TEMPERATURE"),
-                # max_tokens = self.config.getint("DETAIL EXTRACTOR", "MAXTOKENS"),
-                # stream = False
+                ]
             )
             response = completion.choices[0].message.content
             return response

src/components/summaryEngine.py

@@ -19,17 +19,20 @@ class SummaryEngine:
         """
         try:
             logger.info("Summarizing the details extracted from the images")
-            allSummaries = "\n".join(texts)
+            allSummaries = str()
+            for i in range(len(texts)):
+                batchSize = self.config.getint("DETAIL EXTRACTOR", "BATCHSIZE")
+                startPage = i * batchSize + 1
+                endPage = startPage + batchSize - 1
+                allSummaries += f"# SUMMARY FOR PAGES {startPage}-{endPage}:\n" + texts[i]
             completion = litellm.completion(
                 model = self.config.get("SUMMARIZER", "LLM"),
                 api_key = os.environ["GROQ_API_KEY"],
-                api_base = self.config["GROQ CONFIG"]["BASEURL"],
+                api_base = self.config.get("GROQ CONFIG", "BASEURL"),
                 messages = [
                     {"role": "system", "content": self.prompts["summaryEnginePrompt"]},
                     {"role": "user", "content": f"AGGEREGATED SUMMARIES: {allSummaries}"}
-                ],
-                # max_tokens = self.config.getint("SUMMARIZER", "MAXTOKENS"),
-                # temperature = self.config.getfloat("SUMMARIZER", "TEMPERATURE")
+                ]
             )
             response = completion["choices"][0]["message"]["content"]
             logger.info("Summary generated successfully")

src/utils/functions.py

@@ -25,7 +25,7 @@ def convertImageToBase64(image: Image.Image) -> str:
         imageString: base64 uri of the image
     """
     buffered = BytesIO()
-    image.save(buffered, format="JPEG", optimize=True, quality=85)
+    image.save(buffered, format = "JPEG", optimize = True, quality = 85)
     imageBytes = buffered.getvalue()
     imageBase64 = base64.b64encode(imageBytes).decode("utf-8")
     dataUri = f"data:image/jpeg;base64,{imageBase64}"