chore: update something

docsifer/service.py

@@ -130,6 +130,8 @@ class DocsiferService:
         Returns:
             A tuple containing a dictionary with keys "filename" and "markdown", and the token count.
         """
+        file_extension = None
+
         if source.startswith("http"):
             filename = f"{scuid()}.html"
         else:
@@ -160,38 +162,37 @@ class DocsiferService:
             )
 
             # Perform HTML cleanup if requested.
-            # if cleanup and guessed_ext.lower() in (".html", ".htm"):
-            #     self._maybe_cleanup_html(tmp_path)
+            if cleanup and guessed_ext.lower() in (".html", ".htm"):
+                self._maybe_cleanup_html(tmp_path)
 
+            file_extension = guessed_ext.lstrip(".")
             filename = new_filename
             source = tmp_path
 
         # Decide whether to use LLM-enhanced conversion or the basic converter.
         if openai_config and openai_config.get("api_key"):
-            print("openai_config:\n", openai_config)
             md_converter = self._init_markitdown_with_llm(openai_config)
         else:
-            print("no openai_config")
             md_converter = self._basic_markitdown
 
         # Load cookies if provided in the HTTP config.
-        # if http_config:
-        #     if "cookies" in http_config:
-        #         requests.cookies.cookiejar_from_dict(
-        #             http_config["cookies"],
-        #             requests.cookies.RequestsCookieJar,
-        #             overwrite=True,
-        #         )
+        if http_config:
+            if "cookies" in http_config:
+                requests.cookies.cookiejar_from_dict(
+                    http_config["cookies"],
+                    requests.cookies.RequestsCookieJar,
+                    overwrite=True,
+                )
 
         try:
-            result_obj = md_converter.convert(source=str(source))
+            result_obj = md_converter.convert(source, file_extension=file_extension)
             print("result_obj:\n", result_obj.text_content)
         except Exception as e:
             logger.error("MarkItDown conversion failed: %s", e)
             raise RuntimeError(f"Conversion failed for '{source}': {e}")
 
-        # if isinstance(source, Path) and source.exists():
-        #     source.unlink()
+        if isinstance(source, Path) and source.exists():
+            source.unlink()
 
         # Count tokens in the resulting markdown text.
         token_count = self._count_tokens(result_obj.text_content)