chore: update something
Browse files- docsifer/service.py +10 -9
- requirements.txt +1 -1
docsifer/service.py
CHANGED
|
@@ -2,12 +2,13 @@ from __future__ import annotations
|
|
| 2 |
|
| 3 |
import asyncio
|
| 4 |
import logging
|
|
|
|
| 5 |
# import tempfile
|
| 6 |
|
| 7 |
-
|
| 8 |
import magic
|
| 9 |
import mimetypes
|
| 10 |
-
|
| 11 |
from pathlib import Path
|
| 12 |
from typing import Optional, Dict, Tuple, Any
|
| 13 |
from scuid import scuid
|
|
@@ -173,13 +174,13 @@ class DocsiferService:
|
|
| 173 |
md_converter = self._basic_markitdown
|
| 174 |
|
| 175 |
# Load cookies if provided in the HTTP config.
|
| 176 |
-
|
| 177 |
-
|
| 178 |
-
|
| 179 |
-
|
| 180 |
-
|
| 181 |
-
|
| 182 |
-
|
| 183 |
|
| 184 |
try:
|
| 185 |
result_obj = md_converter.convert(source)
|
|
|
|
| 2 |
|
| 3 |
import asyncio
|
| 4 |
import logging
|
| 5 |
+
|
| 6 |
# import tempfile
|
| 7 |
|
| 8 |
+
import requests.cookies
|
| 9 |
import magic
|
| 10 |
import mimetypes
|
| 11 |
+
import requests
|
| 12 |
from pathlib import Path
|
| 13 |
from typing import Optional, Dict, Tuple, Any
|
| 14 |
from scuid import scuid
|
|
|
|
| 174 |
md_converter = self._basic_markitdown
|
| 175 |
|
| 176 |
# Load cookies if provided in the HTTP config.
|
| 177 |
+
if http_config:
|
| 178 |
+
if "cookies" in http_config:
|
| 179 |
+
requests.cookies.cookiejar_from_dict(
|
| 180 |
+
http_config["cookies"],
|
| 181 |
+
requests.cookies.RequestsCookieJar,
|
| 182 |
+
overwrite=True,
|
| 183 |
+
)
|
| 184 |
|
| 185 |
try:
|
| 186 |
result_obj = md_converter.convert(source)
|
requirements.txt
CHANGED
|
@@ -5,7 +5,7 @@ requests
|
|
| 5 |
pydantic
|
| 6 |
cachetools
|
| 7 |
scuid
|
| 8 |
-
markitdown==0.0.
|
| 9 |
upstash_redis==1.2.0
|
| 10 |
openai==1.59.7
|
| 11 |
pyquery==2.0.1
|
|
|
|
| 5 |
pydantic
|
| 6 |
cachetools
|
| 7 |
scuid
|
| 8 |
+
markitdown==0.0.1a3
|
| 9 |
upstash_redis==1.2.0
|
| 10 |
openai==1.59.7
|
| 11 |
pyquery==2.0.1
|