yujunjun/unstructured
1
0
Fork 0
mirror of https://github.com/Unstructured-IO/unstructured.git synced 2025-09-26 08:53:15 +00:00
Code Issues Packages Projects Releases Wiki Activity

chore: remove minimum version pins for pins older than 6 mo (#3577)

Browse Source 
Remove a number of pins in `requirements/deps/constraints.txt` and `make
pip-compile`
This commit is contained in:
John 2024-08-29 11:35:14 -04:00 committed by GitHub
parent f440eb476c
commit ddb6cb631d
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
43 changed files with 162 additions and 149 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
requirements/base.txt
View File

@ -12,7 +12,6 @@ beautifulsoup4==4.12.3
# via -r ./base.in # via -r ./base.in
certifi==2024.7.4 certifi==2024.7.4
# via # via
# -c ././deps/constraints.txt
# httpcore # httpcore
# httpx # httpx
# requests # requests
@ -29,7 +28,7 @@ dataclasses-json==0.6.7
# via # via
# -r ./base.in # -r ./base.in
# unstructured-client # unstructured-client
deepdiff==7.0.1 deepdiff==8.0.1
# via unstructured-client # via unstructured-client
emoji==2.12.1 emoji==2.12.1
# via -r ./base.in # via -r ./base.in
@ -71,7 +70,7 @@ nltk==3.9.1
# via -r ./base.in # via -r ./base.in
numpy==1.26.4 numpy==1.26.4
# via -r ./base.in # via -r ./base.in
ordered-set==4.1.0 orderly-set==5.2.2
# via deepdiff # via deepdiff
packaging==24.1 packaging==24.1
# via # via
@ -128,9 +127,7 @@ typing-inspect==0.9.0
# dataclasses-json # dataclasses-json
# unstructured-client # unstructured-client
unstructured-client==0.25.5 unstructured-client==0.25.5
# via # via -r ./base.in
# -c ././deps/constraints.txt
# -r ./base.in
urllib3==1.26.19 urllib3==1.26.19
# via # via
# -c ././deps/constraints.txt # -c ././deps/constraints.txt

17
requirements/deps/constraints.txt
View File

@ -5,28 +5,14 @@
#################################################################################################### ####################################################################################################
# consistency with local-inference-pin # consistency with local-inference-pin
protobuf<4.24 protobuf<4.24
# NOTE(robinson) - Required pins for security scans
jupyter-core>=4.11.2
wheel>=0.38.1
# NOTE(robinson) - The following pins are to address
# vulnerabilities in dependency scans
certifi>=2023.7.22
grpcio>=1.65.5 grpcio>=1.65.5
# NOTE(alan) Pinned to avoid error that occurs with 2.4.3: # NOTE(alan) Pinned to avoid error that occurs with 2.4.3:
# AttributeError: 'ResourcePath' object has no attribute 'collection' # AttributeError: 'ResourcePath' object has no attribute 'collection'
Office365-REST-Python-Client<2.4.3 Office365-REST-Python-Client<2.4.3
# NOTE(trevor) `unstructured-inference` is set in extra-pdf-image.in to allow
# unstructured-inference to be upgraded when unstructured library is upgraded
# https://github.com/Unstructured-IO/unstructured/issues/1458
# unstructured-inference
# use the known compatible version of weaviate # use the known compatible version of weaviate
weaviate-client>3.25.0 weaviate-client>3.25.0
# TODO: Pinned in transformers package, remove when that gets updated # TODO: Pinned in transformers package, remove when that gets updated
tokenizers>=0.19,<0.20 tokenizers>=0.19,<0.20
# NOTE(crag): earlier versions fail in compilation step when pip installing the package
pycocotools>=2.0.7
# NOTE(crag): python3.8-python3.11 compat (if it ends up being required)
torch>2
platformdirs==3.10.0 platformdirs==3.10.0
# TODO: Constaint due to boto, with python before 3.10 not requiring openssl 1.1.1, remove when that gets # TODO: Constaint due to boto, with python before 3.10 not requiring openssl 1.1.1, remove when that gets
@ -36,9 +22,6 @@ urllib3<1.27
# TODO: Constriant due to aiobotocore, remove when that gets updates: # TODO: Constriant due to aiobotocore, remove when that gets updates:
botocore<1.34.132 botocore<1.34.132
# NOTE(jennings): pinned due to older versions not supporting api_key_auth in UnstructuredClient
unstructured-client>=0.15.1
# python 3.12 support # python 3.12 support
wrapt>=1.14.0 wrapt>=1.14.0

78
requirements/dev.txt
View File

@ -8,6 +8,7 @@ anyio==4.4.0
# via # via
# -c ./base.txt # -c ./base.txt
# -c ./test.txt # -c ./test.txt
# httpx
# jupyter-server # jupyter-server
appnope==0.1.4 appnope==0.1.4
# via ipykernel # via ipykernel
@ -23,6 +24,8 @@ attrs==24.2.0
# via # via
# -c ./test.txt # -c ./test.txt
# jsonschema # jsonschema
babel==2.16.0
# via jupyterlab-server
beautifulsoup4==4.12.3 beautifulsoup4==4.12.3
# via # via
# -c ./base.txt # -c ./base.txt
@ -31,10 +34,21 @@ bleach==6.1.0
# via nbconvert # via nbconvert
build==1.2.1 build==1.2.1
# via pip-tools # via pip-tools
certifi==2024.7.4
# via
# -c ./base.txt
# -c ./test.txt
# httpx
# requests
cffi==1.17.0 cffi==1.17.0
# via argon2-cffi-bindings # via argon2-cffi-bindings
cfgv==3.4.0 cfgv==3.4.0
# via pre-commit # via pre-commit
charset-normalizer==3.3.2
# via
# -c ./base.txt
# -c ./test.txt
# requests
click==8.1.7 click==8.1.7
# via # via
# -c ./base.txt # -c ./base.txt
@ -73,9 +87,12 @@ idna==3.8
# -c ./base.txt # -c ./base.txt
# -c ./test.txt # -c ./test.txt
# anyio # anyio
# httpx
# requests
importlib-metadata==8.4.0 importlib-metadata==8.4.0
# via # via
# build # build
# jupyterlab-server
# nbconvert # nbconvert
ipykernel==6.29.5 ipykernel==6.29.5
# via # via
@ -83,13 +100,13 @@ ipykernel==6.29.5
# jupyter-console # jupyter-console
# nbclassic # nbclassic
# notebook # notebook
# qtconsole
ipython==8.18.1 ipython==8.18.1
# via # via
# -r ./dev.in # -r ./dev.in
# ipykernel # ipykernel
# ipywidgets # ipywidgets
# jupyter-console # jupyter-console
# jupyterlab
ipython-genutils==0.2.0 ipython-genutils==0.2.0
# via # via
# nbclassic # nbclassic
@ -101,14 +118,19 @@ jedi==0.19.1
jinja2==3.1.4 jinja2==3.1.4
# via # via
# jupyter-server # jupyter-server
# jupyterlab
# jupyterlab-server
# nbconvert # nbconvert
# notebook # notebook
json5==0.9.25
# via jupyterlab-server
jsonschema[format-nongpl]==3.2.0 jsonschema[format-nongpl]==3.2.0
# via # via
# -c ./test.txt # -c ./test.txt
# jupyter-events # jupyter-events
# jupyterlab-server
# nbformat # nbformat
jupyter==1.0.0 jupyter==1.1.0
# via -r ./dev.in # via -r ./dev.in
jupyter-client==7.4.9 jupyter-client==7.4.9
# via # via
@ -117,29 +139,34 @@ jupyter-client==7.4.9
# jupyter-server # jupyter-server
# nbclient # nbclient
# notebook # notebook
# qtconsole
jupyter-console==6.6.3 jupyter-console==6.6.3
# via jupyter # via jupyter
jupyter-core==5.7.2 jupyter-core==5.7.2
# via # via
# -c ././deps/constraints.txt
# ipykernel # ipykernel
# jupyter-client # jupyter-client
# jupyter-console # jupyter-console
# jupyter-server # jupyter-server
# jupyterlab
# nbclient # nbclient
# nbconvert # nbconvert
# nbformat # nbformat
# notebook # notebook
# qtconsole
jupyter-events==0.6.3 jupyter-events==0.6.3
# via jupyter-server # via jupyter-server
jupyter-server==2.10.0 jupyter-server==2.10.0
# via notebook-shim # via
# jupyterlab
# jupyterlab-server
# notebook-shim
jupyter-server-terminals==0.5.3 jupyter-server-terminals==0.5.3
# via jupyter-server # via jupyter-server
jupyterlab==3.5.3
# via jupyter
jupyterlab-pygments==0.3.0 jupyterlab-pygments==0.3.0
# via nbconvert # via nbconvert
jupyterlab-server==2.16.6
# via jupyterlab
jupyterlab-widgets==3.0.13 jupyterlab-widgets==3.0.13
# via ipywidgets # via ipywidgets
markupsafe==2.1.5 markupsafe==2.1.5
@ -153,7 +180,9 @@ matplotlib-inline==0.1.7
mistune==3.0.2 mistune==3.0.2
# via nbconvert # via nbconvert
nbclassic==1.1.0 nbclassic==1.1.0
# via notebook # via
# jupyterlab
# notebook
nbclient==0.10.0 nbclient==0.10.0
# via nbconvert # via nbconvert
nbconvert==7.16.4 nbconvert==7.16.4
@ -177,11 +206,13 @@ nest-asyncio==1.6.0
nodeenv==1.9.1 nodeenv==1.9.1
# via pre-commit # via pre-commit
notebook==6.5.7 notebook==6.5.7
# via jupyter # via
# jupyter
# jupyterlab
notebook-shim==0.2.4 notebook-shim==0.2.4
# via # via
# jupyterlab
# nbclassic # nbclassic
# notebook
overrides==7.7.0 overrides==7.7.0
# via jupyter-server # via jupyter-server
packaging==24.1 packaging==24.1
@ -191,9 +222,9 @@ packaging==24.1
# build # build
# ipykernel # ipykernel
# jupyter-server # jupyter-server
# jupyterlab
# jupyterlab-server
# nbconvert # nbconvert
# qtconsole
# qtpy
pandocfilters==1.5.1 pandocfilters==1.5.1
# via nbconvert # via nbconvert
parso==0.8.4 parso==0.8.4
@ -235,7 +266,6 @@ pygments==2.18.0
# ipython # ipython
# jupyter-console # jupyter-console
# nbconvert # nbconvert
# qtconsole
pyproject-hooks==1.1.0 pyproject-hooks==1.1.0
# via # via
# build # build
@ -263,11 +293,11 @@ pyzmq==26.2.0
# jupyter-console # jupyter-console
# jupyter-server # jupyter-server
# notebook # notebook
# qtconsole requests==2.32.3
qtconsole==5.5.2 # via
# via jupyter # -c ./base.txt
qtpy==2.4.1 # -c ./test.txt
# via qtconsole # jupyterlab-server
rfc3339-validator==0.1.4 rfc3339-validator==0.1.4
# via jupyter-events # via jupyter-events
rfc3986-validator==0.1.1 rfc3986-validator==0.1.1
@ -290,6 +320,7 @@ sniffio==1.3.1
# -c ./base.txt # -c ./base.txt
# -c ./test.txt # -c ./test.txt
# anyio # anyio
# httpx
soupsieve==2.6 soupsieve==2.6
# via # via
# -c ./base.txt # -c ./base.txt
@ -307,12 +338,14 @@ tomli==2.0.1
# via # via
# -c ./test.txt # -c ./test.txt
# build # build
# jupyterlab
# pip-tools # pip-tools
tornado==6.4.1 tornado==6.4.1
# via # via
# ipykernel # ipykernel
# jupyter-client # jupyter-client
# jupyter-server # jupyter-server
# jupyterlab
# notebook # notebook
# terminado # terminado
traitlets==5.14.3 traitlets==5.14.3
@ -331,13 +364,18 @@ traitlets==5.14.3
# nbconvert # nbconvert
# nbformat # nbformat
# notebook # notebook
# qtconsole
typing-extensions==4.12.2 typing-extensions==4.12.2
# via # via
# -c ./base.txt # -c ./base.txt
# -c ./test.txt # -c ./test.txt
# anyio # anyio
# ipython # ipython
urllib3==1.26.19
# via
# -c ././deps/constraints.txt
# -c ./base.txt
# -c ./test.txt
# requests
virtualenv==20.26.3 virtualenv==20.26.3
# via pre-commit # via pre-commit
wcwidth==0.2.13 wcwidth==0.2.13
@ -349,9 +387,7 @@ webencodings==0.5.1
websocket-client==1.8.0 websocket-client==1.8.0
# via jupyter-server # via jupyter-server
wheel==0.44.0 wheel==0.44.0
# via # via pip-tools
# -c ././deps/constraints.txt
# pip-tools
widgetsnbextension==4.0.13 widgetsnbextension==4.0.13
# via ipywidgets # via ipywidgets
zipp==3.20.1 zipp==3.20.1

5
requirements/extra-paddleocr.txt
View File

@ -12,7 +12,6 @@ astor==0.8.1
# via paddlepaddle # via paddlepaddle
certifi==2024.7.4 certifi==2024.7.4
# via # via
# -c ././deps/constraints.txt
# -c ./base.txt # -c ./base.txt
# httpcore # httpcore
# httpx # httpx
@ -21,7 +20,7 @@ charset-normalizer==3.3.2
# via # via
# -c ./base.txt # -c ./base.txt
# requests # requests
contourpy==1.2.1 contourpy==1.3.0
# via matplotlib # via matplotlib
cycler==0.12.1 cycler==0.12.1
# via matplotlib # via matplotlib
@ -158,7 +157,7 @@ sniffio==1.3.1
# -c ./base.txt # -c ./base.txt
# anyio # anyio
# httpx # httpx
tifffile==2024.8.24 tifffile==2024.8.28
# via scikit-image # via scikit-image
tqdm==4.66.5 tqdm==4.66.5
# via # via

12
requirements/extra-pdf-image.txt
View File

@ -10,7 +10,6 @@ cachetools==5.5.0
# via google-auth # via google-auth
certifi==2024.7.4 certifi==2024.7.4
# via # via
# -c ././deps/constraints.txt
# -c ./base.txt # -c ./base.txt
# requests # requests
cffi==1.17.0 cffi==1.17.0
@ -22,7 +21,7 @@ charset-normalizer==3.3.2
# requests # requests
coloredlogs==15.0.1 coloredlogs==15.0.1
# via onnxruntime # via onnxruntime
contourpy==1.2.1 contourpy==1.3.0
# via matplotlib # via matplotlib
cryptography==43.0.0 cryptography==43.0.0
# via pdfminer-six # via pdfminer-six
@ -45,7 +44,7 @@ fsspec==2024.6.1
# via # via
# huggingface-hub # huggingface-hub
# torch # torch
google-api-core[grpc]==2.19.1 google-api-core[grpc]==2.19.2
# via google-cloud-vision # via google-cloud-vision
google-auth==2.34.0 google-auth==2.34.0
# via # via
@ -57,7 +56,7 @@ googleapis-common-protos==1.65.0
# via # via
# google-api-core # google-api-core
# grpcio-status # grpcio-status
grpcio==1.66.0 grpcio==1.66.1
# via # via
# -c ././deps/constraints.txt # -c ././deps/constraints.txt
# google-api-core # google-api-core
@ -184,9 +183,7 @@ pyasn1==0.6.0
pyasn1-modules==0.4.0 pyasn1-modules==0.4.0
# via google-auth # via google-auth
pycocotools==2.0.8 pycocotools==2.0.8
# via # via effdet
# -c ././deps/constraints.txt
# effdet
pycparser==2.22 pycparser==2.22
# via cffi # via cffi
pyparsing==3.1.4 pyparsing==3.1.4
@ -253,7 +250,6 @@ tokenizers==0.19.1
# transformers # transformers
torch==2.4.0 torch==2.4.0
# via # via
# -c ././deps/constraints.txt
# effdet # effdet
# timm # timm
# torchvision # torchvision

5
requirements/huggingface.txt
View File

@ -6,7 +6,6 @@
# #
certifi==2024.7.4 certifi==2024.7.4
# via # via
# -c ././deps/constraints.txt
# -c ./base.txt # -c ./base.txt
# requests # requests
charset-normalizer==3.3.2 charset-normalizer==3.3.2
@ -90,9 +89,7 @@ tokenizers==0.19.1
# -c ././deps/constraints.txt # -c ././deps/constraints.txt
# transformers # transformers
torch==2.4.0 torch==2.4.0
# via # via -r ./huggingface.in
# -c ././deps/constraints.txt
# -r ./huggingface.in
tqdm==4.66.5 tqdm==4.66.5
# via # via
# -c ./base.txt # -c ./base.txt

1
requirements/ingest/airtable.txt
View File

@ -9,7 +9,6 @@ annotated-types==0.7.0
certifi==2024.7.4 certifi==2024.7.4
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt
# requests # requests
charset-normalizer==3.3.2 charset-normalizer==3.3.2
# via # via

1
requirements/ingest/astradb.txt
View File

@ -17,7 +17,6 @@ cassio==0.1.8
certifi==2024.7.4 certifi==2024.7.4
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt
# httpcore # httpcore
# httpx # httpx
# requests # requests

1
requirements/ingest/azure-cognitive-search.txt
View File

@ -13,7 +13,6 @@ azure-search-documents==11.5.1
certifi==2024.7.4 certifi==2024.7.4
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt
# requests # requests
charset-normalizer==3.3.2 charset-normalizer==3.3.2
# via # via

1
requirements/ingest/azure.txt
View File

@ -30,7 +30,6 @@ azure-storage-blob==12.22.0
certifi==2024.7.4 certifi==2024.7.4
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt
# requests # requests
cffi==1.17.0 cffi==1.17.0
# via # via

1
requirements/ingest/box.txt
View File

@ -13,7 +13,6 @@ boxsdk[jwt]==3.13.0
certifi==2024.7.4 certifi==2024.7.4
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt
# requests # requests
cffi==1.17.0 cffi==1.17.0
# via cryptography # via cryptography

87
requirements/ingest/chroma.txt
View File

@ -12,30 +12,32 @@ anyio==4.4.0
# httpx # httpx
# starlette # starlette
# watchfiles # watchfiles
asgiref==3.8.1
# via opentelemetry-instrumentation-asgi
backoff==2.2.1 backoff==2.2.1
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# opentelemetry-exporter-otlp-proto-grpc
# posthog # posthog
bcrypt==4.2.0 bcrypt==4.2.0
# via chromadb # via chromadb
build==1.2.1
# via chromadb
cachetools==5.5.0 cachetools==5.5.0
# via google-auth # via google-auth
certifi==2024.7.4 certifi==2024.7.4
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt # httpcore
# httpx # httpx
# kubernetes # kubernetes
# pulsar-client
# requests # requests
charset-normalizer==3.3.2 charset-normalizer==3.3.2
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# requests # requests
chroma-hnswlib==0.7.3 chroma-hnswlib==0.7.6
# via chromadb # via chromadb
chromadb==0.4.17 chromadb==0.5.5
# via -r ./ingest/chroma.in # via -r ./ingest/chroma.in
click==8.1.7 click==8.1.7
# via # via
@ -45,7 +47,10 @@ click==8.1.7
coloredlogs==15.0.1 coloredlogs==15.0.1
# via onnxruntime # via onnxruntime
deprecated==1.2.14 deprecated==1.2.14
# via opentelemetry-api # via
# opentelemetry-api
# opentelemetry-exporter-otlp-proto-grpc
# opentelemetry-semantic-conventions
exceptiongroup==1.2.2 exceptiongroup==1.2.2
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
@ -62,7 +67,7 @@ google-auth==2.34.0
# via kubernetes # via kubernetes
googleapis-common-protos==1.65.0 googleapis-common-protos==1.65.0
# via opentelemetry-exporter-otlp-proto-grpc # via opentelemetry-exporter-otlp-proto-grpc
grpcio==1.66.0 grpcio==1.66.1
# via # via
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt
# chromadb # chromadb
@ -72,8 +77,16 @@ h11==0.14.0
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# httpcore # httpcore
# uvicorn # uvicorn
httpcore==1.0.5
# via
# -c ./ingest/../base.txt
# httpx
httptools==0.6.1 httptools==0.6.1
# via uvicorn # via uvicorn
httpx==0.27.2
# via
# -c ./ingest/../base.txt
# chromadb
huggingface-hub==0.24.6 huggingface-hub==0.24.6
# via tokenizers # via tokenizers
humanfriendly==10.0 humanfriendly==10.0
@ -85,11 +98,16 @@ idna==3.8
# httpx # httpx
# requests # requests
importlib-metadata==8.4.0 importlib-metadata==8.4.0
# via -r ./ingest/chroma.in # via
# -r ./ingest/chroma.in
# build
# opentelemetry-api
importlib-resources==6.4.4 importlib-resources==6.4.4
# via chromadb # via chromadb
kubernetes==30.1.0 kubernetes==30.1.0
# via chromadb # via chromadb
mmh3==4.1.0
# via chromadb
monotonic==1.6 monotonic==1.6
# via posthog # via posthog
mpmath==1.3.0 mpmath==1.3.0
@ -106,21 +124,46 @@ oauthlib==3.2.2
# requests-oauthlib # requests-oauthlib
onnxruntime==1.19.0 onnxruntime==1.19.0
# via chromadb # via chromadb
opentelemetry-api==1.16.0 opentelemetry-api==1.27.0
# via # via
# chromadb # chromadb
# opentelemetry-exporter-otlp-proto-grpc # opentelemetry-exporter-otlp-proto-grpc
# opentelemetry-instrumentation
# opentelemetry-instrumentation-asgi
# opentelemetry-instrumentation-fastapi
# opentelemetry-sdk # opentelemetry-sdk
opentelemetry-exporter-otlp-proto-grpc==1.16.0 # opentelemetry-semantic-conventions
# via chromadb opentelemetry-exporter-otlp-proto-common==1.27.0
opentelemetry-proto==1.16.0
# via opentelemetry-exporter-otlp-proto-grpc # via opentelemetry-exporter-otlp-proto-grpc
opentelemetry-sdk==1.16.0 opentelemetry-exporter-otlp-proto-grpc==1.27.0
# via chromadb
opentelemetry-instrumentation==0.48b0
# via
# opentelemetry-instrumentation-asgi
# opentelemetry-instrumentation-fastapi
opentelemetry-instrumentation-asgi==0.48b0
# via opentelemetry-instrumentation-fastapi
opentelemetry-instrumentation-fastapi==0.48b0
# via chromadb
opentelemetry-proto==1.27.0
# via
# opentelemetry-exporter-otlp-proto-common
# opentelemetry-exporter-otlp-proto-grpc
opentelemetry-sdk==1.27.0
# via # via
# chromadb # chromadb
# opentelemetry-exporter-otlp-proto-grpc # opentelemetry-exporter-otlp-proto-grpc
opentelemetry-semantic-conventions==0.37b0 opentelemetry-semantic-conventions==0.48b0
# via opentelemetry-sdk # via
# opentelemetry-instrumentation-asgi
# opentelemetry-instrumentation-fastapi
# opentelemetry-sdk
opentelemetry-util-http==0.48b0
# via
# opentelemetry-instrumentation-asgi
# opentelemetry-instrumentation-fastapi
orjson==3.10.7
# via chromadb
overrides==7.7.0 overrides==7.7.0
# via chromadb # via chromadb
packaging==24.1 packaging==24.1
@ -129,7 +172,7 @@ packaging==24.1
# build # build
# huggingface-hub # huggingface-hub
# onnxruntime # onnxruntime
posthog==3.5.2 posthog==3.6.0
# via chromadb # via chromadb
protobuf==4.23.4 protobuf==4.23.4
# via # via
@ -137,8 +180,6 @@ protobuf==4.23.4
# googleapis-common-protos # googleapis-common-protos
# onnxruntime # onnxruntime
# opentelemetry-proto # opentelemetry-proto
pulsar-client==3.5.0
# via chromadb
pyasn1==0.6.0 pyasn1==0.6.0
# via # via
# pyasn1-modules # pyasn1-modules
@ -153,6 +194,8 @@ pydantic-core==2.20.1
# via pydantic # via pydantic
pypika==0.48.9 pypika==0.48.9
# via chromadb # via chromadb
pyproject-hooks==1.1.0
# via build
python-dateutil==2.9.0.post0 python-dateutil==2.9.0.post0
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
@ -169,7 +212,6 @@ pyyaml==6.0.2
requests==2.32.3 requests==2.32.3
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# chromadb
# huggingface-hub # huggingface-hub
# kubernetes # kubernetes
# posthog # posthog
@ -201,6 +243,8 @@ tokenizers==0.19.1
# via # via
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt
# chromadb # chromadb
tomli==2.0.1
# via build
tqdm==4.66.5 tqdm==4.66.5
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
@ -214,6 +258,7 @@ typing-extensions==4.12.2
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# anyio # anyio
# asgiref
# chromadb # chromadb
# fastapi # fastapi
# huggingface-hub # huggingface-hub
@ -233,11 +278,11 @@ uvicorn[standard]==0.30.6
# via chromadb # via chromadb
uvloop==0.20.0 uvloop==0.20.0
# via uvicorn # via uvicorn
watchfiles==0.23.0 watchfiles==0.24.0
# via uvicorn # via uvicorn
websocket-client==1.8.0 websocket-client==1.8.0
# via kubernetes # via kubernetes
websockets==13.0 websockets==13.0.1
# via uvicorn # via uvicorn
wrapt==1.16.0 wrapt==1.16.0
# via # via

3
requirements/ingest/clarifai.txt
View File

@ -7,7 +7,6 @@
certifi==2024.7.4 certifi==2024.7.4
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt
# requests # requests
charset-normalizer==3.3.2 charset-normalizer==3.3.2
# via # via
@ -21,7 +20,7 @@ contextlib2==21.6.0
# via schema # via schema
googleapis-common-protos==1.65.0 googleapis-common-protos==1.65.0
# via clarifai-grpc # via clarifai-grpc
grpcio==1.66.0 grpcio==1.66.1
# via # via
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt
# clarifai-grpc # clarifai-grpc

1
requirements/ingest/confluence.txt
View File

@ -13,7 +13,6 @@ beautifulsoup4==4.12.3
certifi==2024.7.4 certifi==2024.7.4
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt
# requests # requests
charset-normalizer==3.3.2 charset-normalizer==3.3.2
# via # via

3
requirements/ingest/databricks-volumes.txt
View File

@ -9,13 +9,12 @@ cachetools==5.5.0
certifi==2024.7.4 certifi==2024.7.4
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt
# requests # requests
charset-normalizer==3.3.2 charset-normalizer==3.3.2
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# requests # requests
databricks-sdk==0.31.0 databricks-sdk==0.31.1
# via -r ./ingest/databricks-volumes.in # via -r ./ingest/databricks-volumes.in
google-auth==2.34.0 google-auth==2.34.0
# via databricks-sdk # via databricks-sdk

1
requirements/ingest/dropbox.txt
View File

@ -7,7 +7,6 @@
certifi==2024.7.4 certifi==2024.7.4
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt
# requests # requests
charset-normalizer==3.3.2 charset-normalizer==3.3.2
# via # via

1
requirements/ingest/elasticsearch.txt
View File

@ -17,7 +17,6 @@ attrs==24.2.0
certifi==2024.7.4 certifi==2024.7.4
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt
# elastic-transport # elastic-transport
elastic-transport==8.15.0 elastic-transport==8.15.0
# via elasticsearch # via elasticsearch

9
requirements/ingest/embed-aws-bedrock.txt
View File

@ -34,7 +34,6 @@ botocore==1.34.131
certifi==2024.7.4 certifi==2024.7.4
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt
# httpcore # httpcore
# httpx # httpx
# requests # requests
@ -81,20 +80,20 @@ jsonpatch==1.33
# via langchain-core # via langchain-core
jsonpointer==3.0.0 jsonpointer==3.0.0
# via jsonpatch # via jsonpatch
langchain==0.2.14 langchain==0.2.15
# via langchain-community # via langchain-community
langchain-community==0.2.12 langchain-community==0.2.14
# via # via
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt
# -r ./ingest/embed-aws-bedrock.in # -r ./ingest/embed-aws-bedrock.in
langchain-core==0.2.35 langchain-core==0.2.36
# via # via
# langchain # langchain
# langchain-community # langchain-community
# langchain-text-splitters # langchain-text-splitters
langchain-text-splitters==0.2.2 langchain-text-splitters==0.2.2
# via langchain # via langchain
langsmith==0.1.105 langsmith==0.1.106
# via # via
# langchain # langchain
# langchain-community # langchain-community

9
requirements/ingest/embed-huggingface.txt
View File

@ -13,7 +13,6 @@ anyio==4.4.0
certifi==2024.7.4 certifi==2024.7.4
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt
# httpcore # httpcore
# httpx # httpx
# requests # requests
@ -68,11 +67,11 @@ jsonpatch==1.33
# via langchain-core # via langchain-core
jsonpointer==3.0.0 jsonpointer==3.0.0
# via jsonpatch # via jsonpatch
langchain-core==0.2.35 langchain-core==0.2.36
# via langchain-huggingface # via langchain-huggingface
langchain-huggingface==0.0.3 langchain-huggingface==0.0.3
# via -r ./ingest/embed-huggingface.in # via -r ./ingest/embed-huggingface.in
langsmith==0.1.105 langsmith==0.1.106
# via langchain-core # via langchain-core
markupsafe==2.1.5 markupsafe==2.1.5
# via jinja2 # via jinja2
@ -145,9 +144,7 @@ tokenizers==0.19.1
# langchain-huggingface # langchain-huggingface
# transformers # transformers
torch==2.4.0 torch==2.4.0
# via # via sentence-transformers
# -c ./ingest/../deps/constraints.txt
# sentence-transformers
tqdm==4.66.5 tqdm==4.66.5
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt

1
requirements/ingest/embed-mixedbreadai.txt
View File

@ -13,7 +13,6 @@ anyio==4.4.0
certifi==2024.7.4 certifi==2024.7.4
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt
# httpcore # httpcore
# httpx # httpx
exceptiongroup==1.2.2 exceptiongroup==1.2.2

1
requirements/ingest/embed-octoai.txt
View File

@ -14,7 +14,6 @@ anyio==4.4.0
certifi==2024.7.4 certifi==2024.7.4
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt
# httpcore # httpcore
# httpx # httpx
# requests # requests

7
requirements/ingest/embed-openai.txt
View File

@ -14,7 +14,6 @@ anyio==4.4.0
certifi==2024.7.4 certifi==2024.7.4
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt
# httpcore # httpcore
# httpx # httpx
# requests # requests
@ -53,11 +52,11 @@ jsonpatch==1.33
# via langchain-core # via langchain-core
jsonpointer==3.0.0 jsonpointer==3.0.0
# via jsonpatch # via jsonpatch
langchain-core==0.2.35 langchain-core==0.2.36
# via langchain-openai # via langchain-openai
langchain-openai==0.1.22 langchain-openai==0.1.23
# via -r ./ingest/embed-openai.in # via -r ./ingest/embed-openai.in
langsmith==0.1.105 langsmith==0.1.106
# via langchain-core # via langchain-core
openai==1.42.0 openai==1.42.0
# via langchain-openai # via langchain-openai

15
requirements/ingest/embed-vertexai.txt
View File

@ -29,7 +29,6 @@ cachetools==5.5.0
certifi==2024.7.4 certifi==2024.7.4
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt
# httpcore # httpcore
# httpx # httpx
# requests # requests
@ -51,7 +50,7 @@ frozenlist==1.4.1
# via # via
# aiohttp # aiohttp
# aiosignal # aiosignal
google-api-core[grpc]==2.19.1 google-api-core[grpc]==2.19.2
# via # via
# google-cloud-aiplatform # google-cloud-aiplatform
# google-cloud-bigquery # google-cloud-bigquery
@ -66,7 +65,7 @@ google-auth==2.34.0
# google-cloud-core # google-cloud-core
# google-cloud-resource-manager # google-cloud-resource-manager
# google-cloud-storage # google-cloud-storage
google-cloud-aiplatform==1.63.0 google-cloud-aiplatform==1.64.0
# via langchain-google-vertexai # via langchain-google-vertexai
google-cloud-bigquery==3.25.0 google-cloud-bigquery==3.25.0
# via google-cloud-aiplatform # via google-cloud-aiplatform
@ -95,7 +94,7 @@ googleapis-common-protos[grpc]==1.65.0
# grpcio-status # grpcio-status
grpc-google-iam-v1==0.13.1 grpc-google-iam-v1==0.13.1
# via google-cloud-resource-manager # via google-cloud-resource-manager
grpcio==1.66.0 grpcio==1.66.1
# via # via
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt
# google-api-core # google-api-core
@ -130,15 +129,15 @@ jsonpatch==1.33
# via langchain-core # via langchain-core
jsonpointer==3.0.0 jsonpointer==3.0.0
# via jsonpatch # via jsonpatch
langchain==0.2.14 langchain==0.2.15
# via # via
# -r ./ingest/embed-vertexai.in # -r ./ingest/embed-vertexai.in
# langchain-community # langchain-community
langchain-community==0.2.12 langchain-community==0.2.14
# via # via
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt
# -r ./ingest/embed-vertexai.in # -r ./ingest/embed-vertexai.in
langchain-core==0.2.35 langchain-core==0.2.36
# via # via
# langchain # langchain
# langchain-community # langchain-community
@ -148,7 +147,7 @@ langchain-google-vertexai==1.0.10
# via -r ./ingest/embed-vertexai.in # via -r ./ingest/embed-vertexai.in
langchain-text-splitters==0.2.2 langchain-text-splitters==0.2.2
# via langchain # via langchain
langsmith==0.1.105 langsmith==0.1.106
# via # via
# langchain # langchain
# langchain-community # langchain-community

7
requirements/ingest/embed-voyageai.txt
View File

@ -29,7 +29,6 @@ attrs==24.2.0
certifi==2024.7.4 certifi==2024.7.4
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt
# httpcore # httpcore
# httpx # httpx
# requests # requests
@ -68,9 +67,9 @@ jsonpatch==1.33
# via langchain-core # via langchain-core
jsonpointer==3.0.0 jsonpointer==3.0.0
# via jsonpatch # via jsonpatch
langchain==0.2.14 langchain==0.2.15
# via -r ./ingest/embed-voyageai.in # via -r ./ingest/embed-voyageai.in
langchain-core==0.2.35 langchain-core==0.2.36
# via # via
# langchain # langchain
# langchain-text-splitters # langchain-text-splitters
@ -79,7 +78,7 @@ langchain-text-splitters==0.2.2
# via langchain # via langchain
langchain-voyageai==0.1.1 langchain-voyageai==0.1.1
# via -r ./ingest/embed-voyageai.in # via -r ./ingest/embed-voyageai.in
langsmith==0.1.105 langsmith==0.1.106
# via # via
# langchain # langchain
# langchain-core # langchain-core

3
requirements/ingest/gcs.txt
View File

@ -25,7 +25,6 @@ cachetools==5.5.0
certifi==2024.7.4 certifi==2024.7.4
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt
# requests # requests
charset-normalizer==3.3.2 charset-normalizer==3.3.2
# via # via
@ -43,7 +42,7 @@ fsspec==2024.6.1
# gcsfs # gcsfs
gcsfs==2024.6.1 gcsfs==2024.6.1
# via -r ./ingest/gcs.in # via -r ./ingest/gcs.in
google-api-core==2.19.1 google-api-core==2.19.2
# via # via
# google-cloud-core # google-cloud-core
# google-cloud-storage # google-cloud-storage

1
requirements/ingest/github.txt
View File

@ -7,7 +7,6 @@
certifi==2024.7.4 certifi==2024.7.4
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt
# requests # requests
cffi==1.17.0 cffi==1.17.0
# via # via

3
requirements/ingest/gitlab.txt
View File

@ -7,7 +7,6 @@
certifi==2024.7.4 certifi==2024.7.4
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt
# requests # requests
charset-normalizer==3.3.2 charset-normalizer==3.3.2
# via # via
@ -17,7 +16,7 @@ idna==3.8
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# requests # requests
python-gitlab==4.9.0 python-gitlab==4.10.0
# via -r ./ingest/gitlab.in # via -r ./ingest/gitlab.in
requests==2.32.3 requests==2.32.3
# via # via

5
requirements/ingest/google-drive.txt
View File

@ -9,15 +9,14 @@ cachetools==5.5.0
certifi==2024.7.4 certifi==2024.7.4
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt
# requests # requests
charset-normalizer==3.3.2 charset-normalizer==3.3.2
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# requests # requests
google-api-core==2.19.1 google-api-core==2.19.2
# via google-api-python-client # via google-api-python-client
google-api-python-client==2.142.0 google-api-python-client==2.143.0
# via -r ./ingest/google-drive.in # via -r ./ingest/google-drive.in
google-auth==2.34.0 google-auth==2.34.0
# via # via

1
requirements/ingest/hubspot.txt
View File

@ -7,7 +7,6 @@
certifi==2024.7.4 certifi==2024.7.4
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt
# hubspot-api-client # hubspot-api-client
hubspot-api-client==9.0.0 hubspot-api-client==9.0.0
# via -r ./ingest/hubspot.in # via -r ./ingest/hubspot.in

1
requirements/ingest/jira.txt
View File

@ -13,7 +13,6 @@ beautifulsoup4==4.12.3
certifi==2024.7.4 certifi==2024.7.4
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt
# requests # requests
charset-normalizer==3.3.2 charset-normalizer==3.3.2
# via # via

1
requirements/ingest/notion.txt
View File

@ -11,7 +11,6 @@ anyio==4.4.0
certifi==2024.7.4 certifi==2024.7.4
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt
# httpcore # httpcore
# httpx # httpx
exceptiongroup==1.2.2 exceptiongroup==1.2.2

1
requirements/ingest/onedrive.txt
View File

@ -13,7 +13,6 @@ bs4==0.0.2
certifi==2024.7.4 certifi==2024.7.4
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt
# requests # requests
cffi==1.17.0 cffi==1.17.0
# via cryptography # via cryptography

1
requirements/ingest/opensearch.txt
View File

@ -7,7 +7,6 @@
certifi==2024.7.4 certifi==2024.7.4
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt
# opensearch-py # opensearch-py
# requests # requests
charset-normalizer==3.3.2 charset-normalizer==3.3.2

1
requirements/ingest/outlook.txt
View File

@ -7,7 +7,6 @@
certifi==2024.7.4 certifi==2024.7.4
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt
# requests # requests
cffi==1.17.0 cffi==1.17.0
# via cryptography # via cryptography

1
requirements/ingest/pinecone.txt
View File

@ -7,7 +7,6 @@
certifi==2024.7.4 certifi==2024.7.4
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt
# pinecone-client # pinecone-client
pinecone-client==5.0.1 pinecone-client==5.0.1
# via -r ./ingest/pinecone.in # via -r ./ingest/pinecone.in

3
requirements/ingest/qdrant.txt
View File

@ -13,14 +13,13 @@ anyio==4.4.0
certifi==2024.7.4 certifi==2024.7.4
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt
# httpcore # httpcore
# httpx # httpx
exceptiongroup==1.2.2 exceptiongroup==1.2.2
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# anyio # anyio
grpcio==1.66.0 grpcio==1.66.1
# via # via
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt
# grpcio-tools # grpcio-tools

1
requirements/ingest/reddit.txt
View File

@ -7,7 +7,6 @@
certifi==2024.7.4 certifi==2024.7.4
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt
# requests # requests
charset-normalizer==3.3.2 charset-normalizer==3.3.2
# via # via

1
requirements/ingest/salesforce.txt
View File

@ -9,7 +9,6 @@ attrs==24.2.0
certifi==2024.7.4 certifi==2024.7.4
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt
# requests # requests
cffi==1.17.0 cffi==1.17.0
# via cryptography # via cryptography

1
requirements/ingest/sharepoint.txt
View File

@ -7,7 +7,6 @@
certifi==2024.7.4 certifi==2024.7.4
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt
# requests # requests
cffi==1.17.0 cffi==1.17.0
# via cryptography # via cryptography

5
requirements/ingest/singlestore.txt
View File

@ -9,7 +9,6 @@ build==1.2.1
certifi==2024.7.4 certifi==2024.7.4
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt
# requests # requests
charset-normalizer==3.3.2 charset-normalizer==3.3.2
# via # via
@ -53,9 +52,7 @@ urllib3==1.26.19
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt
# requests # requests
wheel==0.44.0 wheel==0.44.0
# via # via singlestoredb
# -c ./ingest/../deps/constraints.txt
# singlestoredb
zipp==3.20.1 zipp==3.20.1
# via importlib-metadata # via importlib-metadata

1
requirements/ingest/weaviate.txt
View File

@ -9,7 +9,6 @@ authlib==1.3.2
certifi==2024.7.4 certifi==2024.7.4
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt
# requests # requests
cffi==1.17.0 cffi==1.17.0
# via cryptography # via cryptography

1
requirements/ingest/wikipedia.txt
View File

@ -11,7 +11,6 @@ beautifulsoup4==4.12.3
certifi==2024.7.4 certifi==2024.7.4
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt
# requests # requests
charset-normalizer==3.3.2 charset-normalizer==3.3.2
# via # via

3
requirements/test.txt
View File

@ -20,7 +20,6 @@ black==24.8.0
# via -r ./test.in # via -r ./test.in
certifi==2024.7.4 certifi==2024.7.4
# via # via
# -c ././deps/constraints.txt
# -c ./base.txt # -c ./base.txt
# httpcore # httpcore
# httpx # httpx
@ -51,7 +50,7 @@ flake8-print==5.0.0
# via -r ./test.in # via -r ./test.in
freezegun==1.5.1 freezegun==1.5.1
# via -r ./test.in # via -r ./test.in
grpcio==1.66.0 grpcio==1.66.1
# via # via
# -c ././deps/constraints.txt # -c ././deps/constraints.txt
# -r ./test.in # -r ./test.in