Kevin Hu commited on
Commit
e758781
·
1 Parent(s): 2904f4e

add package crawl4ai (#2918)

Browse files

### What problem does this PR solve?



### Type of change

- [x] Bug Fix (non-breaking change which fixes an issue)

Files changed (2) hide show
  1. poetry.lock +0 -0
  2. pyproject.toml +4 -3
poetry.lock CHANGED
The diff for this file is too large to render. See raw diff
 
pyproject.toml CHANGED
@@ -24,6 +24,7 @@ cachetools = "5.3.3"
24
  chardet = "5.2.0"
25
  cn2an = "0.5.22"
26
  cohere = "5.6.2"
 
27
  dashscope = "1.20.11"
28
  deepl = "1.18.0"
29
  demjson3 = "3.0.6"
@@ -55,7 +56,7 @@ nltk = "3.9.1"
55
  numpy = "1.26.4"
56
  ollama = "0.2.1"
57
  onnxruntime = "1.19.2"
58
- openai = "1.12.0"
59
  opencv-python = "4.10.0.84"
60
  opencv-python-headless = "4.10.0.84"
61
  openpyxl = "3.1.2"
@@ -63,7 +64,7 @@ ormsgpack = "1.5.0"
63
  pandas = "2.2.2"
64
  pdfplumber = "0.10.4"
65
  peewee = "3.17.1"
66
- pillow = "10.3.0"
67
  protobuf = "5.27.2"
68
  psycopg2-binary = "2.9.9"
69
  pyclipper = "1.3.0.post5"
@@ -92,7 +93,7 @@ strenum = "0.4.15"
92
  tabulate = "0.9.0"
93
  tencentcloud-sdk-python = "3.0.1215"
94
  tika = "2.6.0"
95
- tiktoken = "0.6.0"
96
  umap_learn = "0.5.6"
97
  vertexai = "1.64.0"
98
  volcengine = "1.0.146"
 
24
  chardet = "5.2.0"
25
  cn2an = "0.5.22"
26
  cohere = "5.6.2"
27
+ Crawl4AI = "0.3.8"
28
  dashscope = "1.20.11"
29
  deepl = "1.18.0"
30
  demjson3 = "3.0.6"
 
56
  numpy = "1.26.4"
57
  ollama = "0.2.1"
58
  onnxruntime = "1.19.2"
59
+ openai = "1.45.0"
60
  opencv-python = "4.10.0.84"
61
  opencv-python-headless = "4.10.0.84"
62
  openpyxl = "3.1.2"
 
64
  pandas = "2.2.2"
65
  pdfplumber = "0.10.4"
66
  peewee = "3.17.1"
67
+ pillow = "10.4.0"
68
  protobuf = "5.27.2"
69
  psycopg2-binary = "2.9.9"
70
  pyclipper = "1.3.0.post5"
 
93
  tabulate = "0.9.0"
94
  tencentcloud-sdk-python = "3.0.1215"
95
  tika = "2.6.0"
96
+ tiktoken = "0.7.0"
97
  umap_learn = "0.5.6"
98
  vertexai = "1.64.0"
99
  volcengine = "1.0.146"