chore: update something
Browse files- docsifer/service.py +10 -9
- requirements.txt +1 -1
docsifer/service.py
CHANGED
@@ -2,12 +2,13 @@ from __future__ import annotations
|
|
2 |
|
3 |
import asyncio
|
4 |
import logging
|
|
|
5 |
# import tempfile
|
6 |
|
7 |
-
|
8 |
import magic
|
9 |
import mimetypes
|
10 |
-
|
11 |
from pathlib import Path
|
12 |
from typing import Optional, Dict, Tuple, Any
|
13 |
from scuid import scuid
|
@@ -173,13 +174,13 @@ class DocsiferService:
|
|
173 |
md_converter = self._basic_markitdown
|
174 |
|
175 |
# Load cookies if provided in the HTTP config.
|
176 |
-
|
177 |
-
|
178 |
-
|
179 |
-
|
180 |
-
|
181 |
-
|
182 |
-
|
183 |
|
184 |
try:
|
185 |
result_obj = md_converter.convert(source)
|
|
|
2 |
|
3 |
import asyncio
|
4 |
import logging
|
5 |
+
|
6 |
# import tempfile
|
7 |
|
8 |
+
import requests.cookies
|
9 |
import magic
|
10 |
import mimetypes
|
11 |
+
import requests
|
12 |
from pathlib import Path
|
13 |
from typing import Optional, Dict, Tuple, Any
|
14 |
from scuid import scuid
|
|
|
174 |
md_converter = self._basic_markitdown
|
175 |
|
176 |
# Load cookies if provided in the HTTP config.
|
177 |
+
if http_config:
|
178 |
+
if "cookies" in http_config:
|
179 |
+
requests.cookies.cookiejar_from_dict(
|
180 |
+
http_config["cookies"],
|
181 |
+
requests.cookies.RequestsCookieJar,
|
182 |
+
overwrite=True,
|
183 |
+
)
|
184 |
|
185 |
try:
|
186 |
result_obj = md_converter.convert(source)
|
requirements.txt
CHANGED
@@ -5,7 +5,7 @@ requests
|
|
5 |
pydantic
|
6 |
cachetools
|
7 |
scuid
|
8 |
-
markitdown==0.0.
|
9 |
upstash_redis==1.2.0
|
10 |
openai==1.59.7
|
11 |
pyquery==2.0.1
|
|
|
5 |
pydantic
|
6 |
cachetools
|
7 |
scuid
|
8 |
+
markitdown==0.0.1a3
|
9 |
upstash_redis==1.2.0
|
10 |
openai==1.59.7
|
11 |
pyquery==2.0.1
|