yujunjun/unstructured
1
0
Fork 0
mirror of https://github.com/Unstructured-IO/unstructured.git synced 2025-07-04 07:27:34 +00:00
Code Issues Packages Projects Releases Wiki Activity

chore: bump unstructured-inference pin (#2913)

Browse Source 
**Summary**
Update dependencies to use the new version of `unstructured-inference`
released yesterday. Remedy a few small problems with `make pip-compile`
that stood in the way.
This commit is contained in:
Steve Canny 2024-04-20 20:08:20 -07:00 committed by GitHub
parent 9ad2993fe3
commit 305247b4e1
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
34 changed files with 133 additions and 134 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
CHANGELOG.md
View File

@ -1,4 +1,4 @@
## 0.13.3-dev9 ## 0.13.3
### Enhancements ### Enhancements

4
requirements/Makefile
View File

@ -24,11 +24,11 @@ compile-base:
.PHONY: compile-all-base .PHONY: compile-all-base
compile-all-base: compile-base compile-test compile-dev compile-all-base: compile-base compile-test compile-dev
@$(foreach file,$(BASE_REQUIREMENTS),echo "compiling: $(file)" && pip-compile --upgrade $(file);) @$(foreach file,$(BASE_REQUIREMENTS),echo -e "\n\ncompiling: $(file)" && pip-compile --no-strip-extras --upgrade $(file) || exit;)
.PHONY: compile-ingest .PHONY: compile-ingest
compile-ingest: compile-ingest:
@$(foreach file,$(INGEST_REQUIREMENTS),echo "compiling: $(file)" && pip-compile --upgrade $(file);) @$(foreach file,$(INGEST_REQUIREMENTS),echo -e "\n\ncompiling: $(file)" && pip-compile --no-strip-extras --upgrade $(file) || exit;)
.PHONY: clean .PHONY: clean
clean: clean-base clean-ingest clean: clean-base clean-ingest

2
requirements/base.txt
View File

@ -69,7 +69,7 @@ python-magic==0.4.27
# via -r ./base.in # via -r ./base.in
rapidfuzz==3.8.1 rapidfuzz==3.8.1
# via -r ./base.in # via -r ./base.in
regex==2023.12.25 regex==2024.4.16
# via nltk # via nltk
requests==2.31.0 requests==2.31.0
# via # via

3
requirements/deps/constraints.txt
View File

@ -22,8 +22,6 @@ Office365-REST-Python-Client<2.4.3
# unstructured-inference to be upgraded when unstructured library is upgraded # unstructured-inference to be upgraded when unstructured library is upgraded
# https://github.com/Unstructured-IO/unstructured/issues/1458 # https://github.com/Unstructured-IO/unstructured/issues/1458
# unstructured-inference # unstructured-inference
# unable to build wheel for arm on 0.3.3+
safetensors<=0.3.2
# use the known compatible version of weaviate and unstructured.pytesseract # use the known compatible version of weaviate and unstructured.pytesseract
unstructured.pytesseract>=0.3.12 unstructured.pytesseract>=0.3.12
weaviate-client>3.25.0 weaviate-client>3.25.0
@ -38,7 +36,6 @@ torch>2
# pinned in unstructured paddleocr # pinned in unstructured paddleocr
opencv-python==4.8.0.76 opencv-python==4.8.0.76
opencv-contrib-python==4.8.0.76 opencv-contrib-python==4.8.0.76
onnxruntime==1.15.1
platformdirs==3.10.0 platformdirs==3.10.0
# TODO: Constraint due to langchain, remove when that gets updated: # TODO: Constraint due to langchain, remove when that gets updated:

14
requirements/dev.txt
View File

@ -73,7 +73,7 @@ defusedxml==0.7.1
# via nbconvert # via nbconvert
distlib==0.3.8 distlib==0.3.8
# via virtualenv # via virtualenv
exceptiongroup==1.2.0 exceptiongroup==1.2.1
# via # via
# -c ./test.txt # -c ./test.txt
# anyio # anyio
@ -91,7 +91,7 @@ httpcore==1.0.5
# via httpx # via httpx
httpx==0.27.0 httpx==0.27.0
# via jupyterlab # via jupyterlab
identify==2.5.35 identify==2.5.36
# via pre-commit # via pre-commit
idna==3.7 idna==3.7
# via # via
@ -195,7 +195,7 @@ markupsafe==2.1.5
# via # via
# jinja2 # jinja2
# nbconvert # nbconvert
matplotlib-inline==0.1.6 matplotlib-inline==0.1.7
# via # via
# ipykernel # ipykernel
# ipython # ipython
@ -216,7 +216,7 @@ nest-asyncio==1.6.0
# via ipykernel # via ipykernel
nodeenv==1.8.0 nodeenv==1.8.0
# via pre-commit # via pre-commit
notebook==7.1.2 notebook==7.1.3
# via jupyter # via jupyter
notebook-shim==0.2.4 notebook-shim==0.2.4
# via # via
@ -294,7 +294,7 @@ pyyaml==6.0.1
# -c ./test.txt # -c ./test.txt
# jupyter-events # jupyter-events
# pre-commit # pre-commit
pyzmq==25.1.2 pyzmq==26.0.2
# via # via
# ipykernel # ipykernel
# jupyter-client # jupyter-client
@ -368,7 +368,7 @@ tornado==6.4
# jupyterlab # jupyterlab
# notebook # notebook
# terminado # terminado
traitlets==5.14.2 traitlets==5.14.3
# via # via
# comm # comm
# ipykernel # ipykernel
@ -401,7 +401,7 @@ urllib3==1.26.18
# -c ./base.txt # -c ./base.txt
# -c ./test.txt # -c ./test.txt
# requests # requests
virtualenv==20.25.1 virtualenv==20.25.3
# via pre-commit # via pre-commit
wcwidth==0.2.13 wcwidth==0.2.13
# via prompt-toolkit # via prompt-toolkit

6
requirements/extra-paddleocr.txt
View File

@ -63,7 +63,7 @@ importlib-metadata==7.1.0
# via flask # via flask
importlib-resources==6.4.0 importlib-resources==6.4.0
# via matplotlib # via matplotlib
itsdangerous==2.1.2 itsdangerous==2.2.0
# via flask # via flask
jinja2==3.1.3 jinja2==3.1.3
# via # via
@ -188,7 +188,7 @@ scipy==1.10.1
# -c ././deps/constraints.txt # -c ././deps/constraints.txt
# imgaug # imgaug
# scikit-image # scikit-image
shapely==2.0.3 shapely==2.0.4
# via # via
# imgaug # imgaug
# unstructured-paddleocr # unstructured-paddleocr
@ -200,7 +200,7 @@ six==1.16.0
# imgaug # imgaug
# python-dateutil # python-dateutil
# visualdl # visualdl
tifffile==2024.2.12 tifffile==2024.4.18
# via scikit-image # via scikit-image
tqdm==4.66.2 tqdm==4.66.2
# via # via

2
requirements/extra-pdf-image.in
View File

@ -9,7 +9,7 @@ pillow_heif
pypdf pypdf
# Do not move to constraints.in, otherwise unstructured-inference will not be upgraded # Do not move to constraints.in, otherwise unstructured-inference will not be upgraded
# when unstructured library is. # when unstructured library is.
unstructured-inference==0.7.25 unstructured-inference==0.7.27
# unstructured fork of pytesseract that provides an interface to allow for multiple output formats # unstructured fork of pytesseract that provides an interface to allow for multiple output formats
# from one tesseract call # from one tesseract call
unstructured.pytesseract>=0.3.12 unstructured.pytesseract>=0.3.12

19
requirements/extra-pdf-image.txt
View File

@ -100,10 +100,8 @@ onnx==1.16.0
# via # via
# -r ./extra-pdf-image.in # -r ./extra-pdf-image.in
# unstructured-inference # unstructured-inference
onnxruntime==1.15.1 onnxruntime==1.17.3
# via # via unstructured-inference
# -c ././deps/constraints.txt
# unstructured-inference
opencv-python==4.8.0.76 opencv-python==4.8.0.76
# via # via
# -c ././deps/constraints.txt # -c ././deps/constraints.txt
@ -132,7 +130,7 @@ pdfminer-six==20231228
# pdfplumber # pdfplumber
pdfplumber==0.11.0 pdfplumber==0.11.0
# via layoutparser # via layoutparser
pikepdf==8.15.0 pikepdf==8.15.1
# via -r ./extra-pdf-image.in # via -r ./extra-pdf-image.in
pillow==10.3.0 pillow==10.3.0
# via # via
@ -190,7 +188,7 @@ rapidfuzz==3.8.1
# via # via
# -c ./base.txt # -c ./base.txt
# unstructured-inference # unstructured-inference
regex==2023.12.25 regex==2024.4.16
# via # via
# -c ./base.txt # -c ./base.txt
# transformers # transformers
@ -199,9 +197,8 @@ requests==2.31.0
# -c ./base.txt # -c ./base.txt
# huggingface-hub # huggingface-hub
# transformers # transformers
safetensors==0.3.2 safetensors==0.4.3
# via # via
# -c ././deps/constraints.txt
# timm # timm
# transformers # transformers
scipy==1.10.1 scipy==1.10.1
@ -218,7 +215,7 @@ sympy==1.12
# torch # torch
timm==0.9.16 timm==0.9.16
# via effdet # via effdet
tokenizers==0.15.2 tokenizers==0.19.1
# via transformers # via transformers
torch==2.2.2 torch==2.2.2
# via # via
@ -238,7 +235,7 @@ tqdm==4.66.2
# huggingface-hub # huggingface-hub
# iopath # iopath
# transformers # transformers
transformers==4.37.1 transformers==4.40.0
# via unstructured-inference # via unstructured-inference
typing-extensions==4.11.0 typing-extensions==4.11.0
# via # via
@ -249,7 +246,7 @@ typing-extensions==4.11.0
# torch # torch
tzdata==2024.1 tzdata==2024.1
# via pandas # via pandas
unstructured-inference==0.7.25 unstructured-inference==0.7.27
# via -r ./extra-pdf-image.in # via -r ./extra-pdf-image.in
unstructured-pytesseract==0.3.12 unstructured-pytesseract==0.3.12
# via # via

12
requirements/huggingface.txt
View File

@ -64,7 +64,7 @@ pyyaml==6.0.1
# via # via
# huggingface-hub # huggingface-hub
# transformers # transformers
regex==2023.12.25 regex==2024.4.16
# via # via
# -c ./base.txt # -c ./base.txt
# sacremoses # sacremoses
@ -76,10 +76,8 @@ requests==2.31.0
# transformers # transformers
sacremoses==0.1.1 sacremoses==0.1.1
# via -r ./huggingface.in # via -r ./huggingface.in
safetensors==0.3.2 safetensors==0.4.3
# via # via transformers
# -c ././deps/constraints.txt
# transformers
sentencepiece==0.2.0 sentencepiece==0.2.0
# via -r ./huggingface.in # via -r ./huggingface.in
six==1.16.0 six==1.16.0
@ -88,7 +86,7 @@ six==1.16.0
# langdetect # langdetect
sympy==1.12 sympy==1.12
# via torch # via torch
tokenizers==0.15.2 tokenizers==0.19.1
# via transformers # via transformers
torch==2.2.2 torch==2.2.2
# via # via
@ -100,7 +98,7 @@ tqdm==4.66.2
# huggingface-hub # huggingface-hub
# sacremoses # sacremoses
# transformers # transformers
transformers==4.37.1 transformers==4.40.0
# via -r ./huggingface.in # via -r ./huggingface.in
typing-extensions==4.11.0 typing-extensions==4.11.0
# via # via

8
requirements/ingest/astra.txt
View File

@ -14,7 +14,7 @@ bson==0.5.10
# via astrapy # via astrapy
cassandra-driver==3.29.1 cassandra-driver==3.29.1
# via cassio # via cassio
cassio==0.1.5 cassio==0.1.6
# via astrapy # via astrapy
certifi==2024.2.2 certifi==2024.2.2
# via # via
@ -33,7 +33,7 @@ click==8.1.7
# geomet # geomet
deprecation==2.1.0 deprecation==2.1.0
# via astrapy # via astrapy
exceptiongroup==1.2.0 exceptiongroup==1.2.1
# via anyio # via anyio
geomet==0.2.1.post1 geomet==0.2.1.post1
# via cassandra-driver # via cassandra-driver
@ -46,7 +46,9 @@ hpack==4.0.0
httpcore==1.0.5 httpcore==1.0.5
# via httpx # via httpx
httpx[http2]==0.27.0 httpx[http2]==0.27.0
# via astrapy # via
# astrapy
# httpx
hyperframe==6.0.1 hyperframe==6.0.1
# via h2 # via h2
idna==3.7 idna==3.7

8
requirements/ingest/azure.txt
View File

@ -4,9 +4,9 @@
# #
# pip-compile ./ingest/azure.in # pip-compile ./ingest/azure.in
# #
adlfs==2024.2.0 adlfs==2024.4.1
# via -r ./ingest/azure.in # via -r ./ingest/azure.in
aiohttp==3.9.4 aiohttp==3.9.5
# via adlfs # via adlfs
aiosignal==1.3.1 aiosignal==1.3.1
# via aiohttp # via aiohttp
@ -80,7 +80,9 @@ portalocker==2.8.2
pycparser==2.22 pycparser==2.22
# via cffi # via cffi
pyjwt[crypto]==2.8.0 pyjwt[crypto]==2.8.0
# via msal # via
# msal
# pyjwt
requests==2.31.0 requests==2.31.0
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt

4
requirements/ingest/box.txt
View File

@ -9,7 +9,9 @@ attrs==23.2.0
boxfs==0.3.0 boxfs==0.3.0
# via -r ./ingest/box.in # via -r ./ingest/box.in
boxsdk[jwt]==3.9.2 boxsdk[jwt]==3.9.2
# via boxfs # via
# boxfs
# boxsdk
certifi==2024.2.2 certifi==2024.2.2
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt

20
requirements/ingest/chroma.txt
View File

@ -44,9 +44,9 @@ coloredlogs==15.0.1
# via onnxruntime # via onnxruntime
deprecated==1.2.14 deprecated==1.2.14
# via opentelemetry-api # via opentelemetry-api
exceptiongroup==1.2.0 exceptiongroup==1.2.1
# via anyio # via anyio
fastapi==0.110.1 fastapi==0.110.2
# via chromadb # via chromadb
filelock==3.13.4 filelock==3.13.4
# via huggingface-hub # via huggingface-hub
@ -58,7 +58,7 @@ google-auth==2.29.0
# via kubernetes # via kubernetes
googleapis-common-protos==1.63.0 googleapis-common-protos==1.63.0
# via opentelemetry-exporter-otlp-proto-grpc # via opentelemetry-exporter-otlp-proto-grpc
grpcio==1.62.1 grpcio==1.62.2
# via # via
# chromadb # chromadb
# opentelemetry-exporter-otlp-proto-grpc # opentelemetry-exporter-otlp-proto-grpc
@ -95,10 +95,8 @@ oauthlib==3.2.2
# via # via
# kubernetes # kubernetes
# requests-oauthlib # requests-oauthlib
onnxruntime==1.15.1 onnxruntime==1.17.3
# via # via chromadb
# -c ./ingest/../deps/constraints.txt
# chromadb
opentelemetry-api==1.16.0 opentelemetry-api==1.16.0
# via # via
# chromadb # chromadb
@ -131,7 +129,7 @@ protobuf==4.23.4
# googleapis-common-protos # googleapis-common-protos
# onnxruntime # onnxruntime
# opentelemetry-proto # opentelemetry-proto
pulsar-client==3.4.0 pulsar-client==3.5.0
# via chromadb # via chromadb
pyasn1==0.6.0 pyasn1==0.6.0
# via # via
@ -186,7 +184,7 @@ sympy==1.12
# via onnxruntime # via onnxruntime
tenacity==8.2.3 tenacity==8.2.3
# via chromadb # via chromadb
tokenizers==0.15.2 tokenizers==0.19.1
# via chromadb # via chromadb
tqdm==4.66.2 tqdm==4.66.2
# via # via
@ -216,7 +214,9 @@ urllib3==1.26.18
# kubernetes # kubernetes
# requests # requests
uvicorn[standard]==0.29.0 uvicorn[standard]==0.29.0
# via chromadb # via
# chromadb
# uvicorn
uvloop==0.19.0 uvloop==0.19.0
# via uvicorn # via uvicorn
watchfiles==0.21.0 watchfiles==0.21.0

4
requirements/ingest/clarifai.txt
View File

@ -13,7 +13,7 @@ charset-normalizer==3.3.2
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# requests # requests
clarifai==10.3.0 clarifai==10.3.1
# via -r ./ingest/clarifai.in # via -r ./ingest/clarifai.in
clarifai-grpc==10.2.3 clarifai-grpc==10.2.3
# via clarifai # via clarifai
@ -21,7 +21,7 @@ contextlib2==21.6.0
# via schema # via schema
googleapis-common-protos==1.63.0 googleapis-common-protos==1.63.0
# via clarifai-grpc # via clarifai-grpc
grpcio==1.62.1 grpcio==1.62.2
# via clarifai-grpc # via clarifai-grpc
idna==3.7 idna==3.7
# via # via

2
requirements/ingest/delta-table.txt
View File

@ -12,7 +12,7 @@ numpy==1.26.4
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# pyarrow # pyarrow
pyarrow==15.0.2 pyarrow==16.0.0
# via deltalake # via deltalake
pyarrow-hotfix==0.6 pyarrow-hotfix==0.6
# via deltalake # via deltalake

2
requirements/ingest/discord.txt
View File

@ -4,7 +4,7 @@
# #
# pip-compile ./ingest/discord.in # pip-compile ./ingest/discord.in
# #
aiohttp==3.9.4 aiohttp==3.9.5
# via discord-py # via discord-py
aiosignal==1.3.1 aiosignal==1.3.1
# via aiohttp # via aiohttp

10
requirements/ingest/embed-aws-bedrock.txt
View File

@ -4,7 +4,7 @@
# #
# pip-compile ./ingest/embed-aws-bedrock.in # pip-compile ./ingest/embed-aws-bedrock.in
# #
aiohttp==3.9.4 aiohttp==3.9.5
# via langchain-community # via langchain-community
aiosignal==1.3.1 aiosignal==1.3.1
# via aiohttp # via aiohttp
@ -51,11 +51,11 @@ jsonpatch==1.33
# via langchain-core # via langchain-core
jsonpointer==2.4 jsonpointer==2.4
# via jsonpatch # via jsonpatch
langchain-community==0.0.32 langchain-community==0.0.34
# via -r ./ingest/embed-aws-bedrock.in # via -r ./ingest/embed-aws-bedrock.in
langchain-core==0.1.42 langchain-core==0.1.45
# via langchain-community # via langchain-community
langsmith==0.1.46 langsmith==0.1.49
# via # via
# langchain-community # langchain-community
# langchain-core # langchain-core
@ -75,7 +75,7 @@ numpy==1.26.4
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# langchain-community # langchain-community
orjson==3.10.0 orjson==3.10.1
# via langsmith # via langsmith
packaging==23.2 packaging==23.2
# via # via

24
requirements/ingest/embed-huggingface.txt
View File

@ -4,7 +4,7 @@
# #
# pip-compile ./ingest/embed-huggingface.in # pip-compile ./ingest/embed-huggingface.in
# #
aiohttp==3.9.4 aiohttp==3.9.5
# via langchain-community # via langchain-community
aiosignal==1.3.1 aiosignal==1.3.1
# via aiohttp # via aiohttp
@ -62,11 +62,11 @@ jsonpatch==1.33
# via langchain-core # via langchain-core
jsonpointer==2.4 jsonpointer==2.4
# via jsonpatch # via jsonpatch
langchain-community==0.0.32 langchain-community==0.0.34
# via -r ./ingest/embed-huggingface.in # via -r ./ingest/embed-huggingface.in
langchain-core==0.1.42 langchain-core==0.1.45
# via langchain-community # via langchain-community
langsmith==0.1.46 langsmith==0.1.49
# via # via
# langchain-community # langchain-community
# langchain-core # langchain-core
@ -96,7 +96,7 @@ numpy==1.26.4
# scipy # scipy
# sentence-transformers # sentence-transformers
# transformers # transformers
orjson==3.10.0 orjson==3.10.1
# via langsmith # via langsmith
packaging==23.2 packaging==23.2
# via # via
@ -120,7 +120,7 @@ pyyaml==6.0.1
# langchain-community # langchain-community
# langchain-core # langchain-core
# transformers # transformers
regex==2023.12.25 regex==2024.4.16
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# transformers # transformers
@ -131,10 +131,8 @@ requests==2.31.0
# langchain-community # langchain-community
# langsmith # langsmith
# transformers # transformers
safetensors==0.3.2 safetensors==0.4.3
# via # via transformers
# -c ./ingest/../deps/constraints.txt
# transformers
scikit-learn==1.4.2 scikit-learn==1.4.2
# via sentence-transformers # via sentence-transformers
scipy==1.10.1 scipy==1.10.1
@ -142,7 +140,7 @@ scipy==1.10.1
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt
# scikit-learn # scikit-learn
# sentence-transformers # sentence-transformers
sentence-transformers==2.6.1 sentence-transformers==2.7.0
# via -r ./ingest/embed-huggingface.in # via -r ./ingest/embed-huggingface.in
sqlalchemy==2.0.29 sqlalchemy==2.0.29
# via langchain-community # via langchain-community
@ -154,7 +152,7 @@ tenacity==8.2.3
# langchain-core # langchain-core
threadpoolctl==3.4.0 threadpoolctl==3.4.0
# via scikit-learn # via scikit-learn
tokenizers==0.15.2 tokenizers==0.19.1
# via transformers # via transformers
torch==2.2.2 torch==2.2.2
# via # via
@ -166,7 +164,7 @@ tqdm==4.66.2
# huggingface-hub # huggingface-hub
# sentence-transformers # sentence-transformers
# transformers # transformers
transformers==4.37.1 transformers==4.40.0
# via sentence-transformers # via sentence-transformers
typing-extensions==4.11.0 typing-extensions==4.11.0
# via # via

6
requirements/ingest/embed-octoai.txt
View File

@ -24,7 +24,7 @@ charset-normalizer==3.3.2
# requests # requests
distro==1.9.0 distro==1.9.0
# via openai # via openai
exceptiongroup==1.2.0 exceptiongroup==1.2.1
# via anyio # via anyio
h11==0.14.0 h11==0.14.0
# via httpcore # via httpcore
@ -38,13 +38,13 @@ idna==3.7
# anyio # anyio
# httpx # httpx
# requests # requests
openai==1.17.0 openai==1.23.2
# via -r ./ingest/embed-octoai.in # via -r ./ingest/embed-octoai.in
pydantic==2.7.0 pydantic==2.7.0
# via openai # via openai
pydantic-core==2.18.1 pydantic-core==2.18.1
# via pydantic # via pydantic
regex==2023.12.25 regex==2024.4.16
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# tiktoken # tiktoken

16
requirements/ingest/embed-openai.txt
View File

@ -4,7 +4,7 @@
# #
# pip-compile ./ingest/embed-openai.in # pip-compile ./ingest/embed-openai.in
# #
aiohttp==3.9.4 aiohttp==3.9.5
# via langchain-community # via langchain-community
aiosignal==1.3.1 aiosignal==1.3.1
# via aiohttp # via aiohttp
@ -36,7 +36,7 @@ dataclasses-json==0.6.4
# langchain-community # langchain-community
distro==1.9.0 distro==1.9.0
# via openai # via openai
exceptiongroup==1.2.0 exceptiongroup==1.2.1
# via anyio # via anyio
frozenlist==1.4.1 frozenlist==1.4.1
# via # via
@ -59,11 +59,11 @@ jsonpatch==1.33
# via langchain-core # via langchain-core
jsonpointer==2.4 jsonpointer==2.4
# via jsonpatch # via jsonpatch
langchain-community==0.0.32 langchain-community==0.0.34
# via -r ./ingest/embed-openai.in # via -r ./ingest/embed-openai.in
langchain-core==0.1.42 langchain-core==0.1.45
# via langchain-community # via langchain-community
langsmith==0.1.46 langsmith==0.1.49
# via # via
# langchain-community # langchain-community
# langchain-core # langchain-core
@ -83,9 +83,9 @@ numpy==1.26.4
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# langchain-community # langchain-community
openai==1.17.0 openai==1.23.2
# via -r ./ingest/embed-openai.in # via -r ./ingest/embed-openai.in
orjson==3.10.0 orjson==3.10.1
# via langsmith # via langsmith
packaging==23.2 packaging==23.2
# via # via
@ -104,7 +104,7 @@ pyyaml==6.0.1
# via # via
# langchain-community # langchain-community
# langchain-core # langchain-core
regex==2023.12.25 regex==2024.4.16
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# tiktoken # tiktoken

23
requirements/ingest/embed-vertexai.txt
View File

@ -4,7 +4,7 @@
# #
# pip-compile ./ingest/embed-vertexai.in # pip-compile ./ingest/embed-vertexai.in
# #
aiohttp==3.9.4 aiohttp==3.9.5
# via # via
# langchain # langchain
# langchain-community # langchain-community
@ -42,6 +42,7 @@ frozenlist==1.4.1
# aiosignal # aiosignal
google-api-core[grpc]==2.18.0 google-api-core[grpc]==2.18.0
# via # via
# google-api-core
# google-cloud-aiplatform # google-cloud-aiplatform
# google-cloud-bigquery # google-cloud-bigquery
# google-cloud-core # google-cloud-core
@ -55,9 +56,9 @@ google-auth==2.29.0
# google-cloud-core # google-cloud-core
# google-cloud-resource-manager # google-cloud-resource-manager
# google-cloud-storage # google-cloud-storage
google-cloud-aiplatform==1.47.0 google-cloud-aiplatform==1.48.0
# via langchain-google-vertexai # via langchain-google-vertexai
google-cloud-bigquery==3.20.1 google-cloud-bigquery==3.21.0
# via google-cloud-aiplatform # via google-cloud-aiplatform
google-cloud-core==2.4.1 google-cloud-core==2.4.1
# via # via
@ -84,13 +85,13 @@ googleapis-common-protos[grpc]==1.63.0
# grpcio-status # grpcio-status
grpc-google-iam-v1==0.13.0 grpc-google-iam-v1==0.13.0
# via google-cloud-resource-manager # via google-cloud-resource-manager
grpcio==1.62.1 grpcio==1.62.2
# via # via
# google-api-core # google-api-core
# googleapis-common-protos # googleapis-common-protos
# grpc-google-iam-v1 # grpc-google-iam-v1
# grpcio-status # grpcio-status
grpcio-status==1.62.1 grpcio-status==1.62.2
# via google-api-core # via google-api-core
idna==3.7 idna==3.7
# via # via
@ -105,11 +106,11 @@ jsonpointer==2.4
# via jsonpatch # via jsonpatch
langchain==0.1.16 langchain==0.1.16
# via -r ./ingest/embed-vertexai.in # via -r ./ingest/embed-vertexai.in
langchain-community==0.0.32 langchain-community==0.0.34
# via # via
# -r ./ingest/embed-vertexai.in # -r ./ingest/embed-vertexai.in
# langchain # langchain
langchain-core==0.1.42 langchain-core==0.1.45
# via # via
# langchain # langchain
# langchain-community # langchain-community
@ -119,7 +120,7 @@ langchain-google-vertexai==1.0.1
# via -r ./ingest/embed-vertexai.in # via -r ./ingest/embed-vertexai.in
langchain-text-splitters==0.0.1 langchain-text-splitters==0.0.1
# via langchain # via langchain
langsmith==0.1.46 langsmith==0.1.49
# via # via
# langchain # langchain
# langchain-community # langchain-community
@ -142,7 +143,7 @@ numpy==1.26.4
# langchain # langchain
# langchain-community # langchain-community
# shapely # shapely
orjson==3.10.0 orjson==3.10.1
# via langsmith # via langsmith
packaging==23.2 packaging==23.2
# via # via
@ -201,7 +202,7 @@ requests==2.31.0
# langsmith # langsmith
rsa==4.9 rsa==4.9
# via google-auth # via google-auth
shapely==2.0.3 shapely==2.0.4
# via google-cloud-aiplatform # via google-cloud-aiplatform
six==1.16.0 six==1.16.0
# via # via
@ -216,7 +217,7 @@ tenacity==8.2.3
# langchain # langchain
# langchain-community # langchain-community
# langchain-core # langchain-core
types-protobuf==4.25.0.20240410 types-protobuf==4.25.0.20240417
# via langchain-google-vertexai # via langchain-google-vertexai
types-requests==2.31.0.6 types-requests==2.31.0.6
# via langchain-google-vertexai # via langchain-google-vertexai

2
requirements/ingest/gcs.txt
View File

@ -4,7 +4,7 @@
# #
# pip-compile ./ingest/gcs.in # pip-compile ./ingest/gcs.in
# #
aiohttp==3.9.4 aiohttp==3.9.5
# via gcsfs # via gcsfs
aiosignal==1.3.1 aiosignal==1.3.1
# via aiohttp # via aiohttp

4
requirements/ingest/github.txt
View File

@ -30,7 +30,9 @@ pycparser==2.22
pygithub==2.3.0 pygithub==2.3.0
# via -r ./ingest/github.in # via -r ./ingest/github.in
pyjwt[crypto]==2.8.0 pyjwt[crypto]==2.8.0
# via pygithub # via
# pygithub
# pyjwt
pynacl==1.5.0 pynacl==1.5.0
# via pygithub # via pygithub
requests==2.31.0 requests==2.31.0

2
requirements/ingest/google-drive.txt
View File

@ -17,7 +17,7 @@ charset-normalizer==3.3.2
# requests # requests
google-api-core==2.18.0 google-api-core==2.18.0
# via google-api-python-client # via google-api-python-client
google-api-python-client==2.125.0 google-api-python-client==2.126.0
# via -r ./ingest/google-drive.in # via -r ./ingest/google-drive.in
google-auth==2.29.0 google-auth==2.29.0
# via # via

2
requirements/ingest/notion.txt
View File

@ -14,7 +14,7 @@ certifi==2024.2.2
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt
# httpcore # httpcore
# httpx # httpx
exceptiongroup==1.2.0 exceptiongroup==1.2.1
# via anyio # via anyio
h11==0.14.0 h11==0.14.0
# via httpcore # via httpcore

4
requirements/ingest/onedrive.txt
View File

@ -40,7 +40,9 @@ office365-rest-python-client==2.4.2
pycparser==2.22 pycparser==2.22
# via cffi # via cffi
pyjwt[crypto]==2.8.0 pyjwt[crypto]==2.8.0
# via msal # via
# msal
# pyjwt
pytz==2024.1 pytz==2024.1
# via office365-rest-python-client # via office365-rest-python-client
requests==2.31.0 requests==2.31.0

4
requirements/ingest/outlook.txt
View File

@ -34,7 +34,9 @@ office365-rest-python-client==2.4.2
pycparser==2.22 pycparser==2.22
# via cffi # via cffi
pyjwt[crypto]==2.8.0 pyjwt[crypto]==2.8.0
# via msal # via
# msal
# pyjwt
pytz==2024.1 pytz==2024.1
# via office365-rest-python-client # via office365-rest-python-client
requests==2.31.0 requests==2.31.0

10
requirements/ingest/qdrant.txt
View File

@ -16,13 +16,13 @@ certifi==2024.2.2
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt
# httpcore # httpcore
# httpx # httpx
exceptiongroup==1.2.0 exceptiongroup==1.2.1
# via anyio # via anyio
grpcio==1.62.1 grpcio==1.62.2
# via # via
# grpcio-tools # grpcio-tools
# qdrant-client # qdrant-client
grpcio-tools==1.62.1 grpcio-tools==1.62.2
# via qdrant-client # via qdrant-client
h11==0.14.0 h11==0.14.0
# via httpcore # via httpcore
@ -33,7 +33,9 @@ hpack==4.0.0
httpcore==1.0.5 httpcore==1.0.5
# via httpx # via httpx
httpx[http2]==0.27.0 httpx[http2]==0.27.0
# via qdrant-client # via
# httpx
# qdrant-client
hyperframe==6.0.1 hyperframe==6.0.1
# via h2 # via h2
idna==3.7 idna==3.7

2
requirements/ingest/s3.txt
View File

@ -6,7 +6,7 @@
# #
aiobotocore==2.12.3 aiobotocore==2.12.3
# via s3fs # via s3fs
aiohttp==3.9.4 aiohttp==3.9.5
# via # via
# aiobotocore # aiobotocore
# s3fs # s3fs

22
requirements/ingest/salesforce.txt
View File

@ -18,7 +18,7 @@ charset-normalizer==3.3.2
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# requests # requests
cryptography==42.0.5 cryptography==42.0.5
# via simple-salesforce # via pyjwt
idna==3.7 idna==3.7
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
@ -32,21 +32,14 @@ lxml==4.9.4
# zeep # zeep
more-itertools==10.2.0 more-itertools==10.2.0
# via simple-salesforce # via simple-salesforce
pendulum==3.0.0
# via simple-salesforce
platformdirs==3.10.0 platformdirs==3.10.0
# via # via
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt
# zeep # zeep
pycparser==2.22 pycparser==2.22
# via cffi # via cffi
pyjwt==2.8.0 pyjwt[crypto]==2.8.0
# via simple-salesforce # via simple-salesforce
python-dateutil==2.9.0.post0
# via
# -c ./ingest/../base.txt
# pendulum
# time-machine
pytz==2024.1 pytz==2024.1
# via zeep # via zeep
requests==2.31.0 requests==2.31.0
@ -60,17 +53,16 @@ requests-file==2.0.0
# via zeep # via zeep
requests-toolbelt==1.0.0 requests-toolbelt==1.0.0
# via zeep # via zeep
simple-salesforce==1.12.5 simple-salesforce==1.12.6
# via -r ./ingest/salesforce.in # via -r ./ingest/salesforce.in
six==1.16.0 six==1.16.0
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# isodate # isodate
# python-dateutil typing-extensions==4.11.0
time-machine==2.14.1 # via
# via pendulum # -c ./ingest/../base.txt
tzdata==2024.1 # simple-salesforce
# via pendulum
urllib3==1.26.18 urllib3==1.26.18
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt

4
requirements/ingest/sharepoint.txt
View File

@ -34,7 +34,9 @@ office365-rest-python-client==2.4.2
pycparser==2.22 pycparser==2.22
# via cffi # via cffi
pyjwt[crypto]==2.8.0 pyjwt[crypto]==2.8.0
# via msal # via
# msal
# pyjwt
pytz==2024.1 pytz==2024.1
# via office365-rest-python-client # via office365-rest-python-client
requests==2.31.0 requests==2.31.0

8
requirements/ingest/weaviate.txt
View File

@ -27,16 +27,16 @@ charset-normalizer==3.3.2
# requests # requests
cryptography==42.0.5 cryptography==42.0.5
# via authlib # via authlib
exceptiongroup==1.2.0 exceptiongroup==1.2.1
# via anyio # via anyio
grpcio==1.62.1 grpcio==1.62.2
# via # via
# grpcio-health-checking # grpcio-health-checking
# grpcio-tools # grpcio-tools
# weaviate-client # weaviate-client
grpcio-health-checking==1.62.1 grpcio-health-checking==1.62.2
# via weaviate-client # via weaviate-client
grpcio-tools==1.62.1 grpcio-tools==1.62.2
# via weaviate-client # via weaviate-client
h11==0.14.0 h11==0.14.0
# via httpcore # via httpcore

10
requirements/test.txt
View File

@ -10,7 +10,7 @@ appdirs==1.4.4
# via label-studio-tools # via label-studio-tools
autoflake==2.3.1 autoflake==2.3.1
# via -r ./test.in # via -r ./test.in
black==24.3.0 black==24.4.0
# via -r ./test.in # via -r ./test.in
certifi==2024.2.2 certifi==2024.2.2
# via # via
@ -29,7 +29,7 @@ coverage[toml]==7.4.4
# via # via
# -r ./test.in # -r ./test.in
# pytest-cov # pytest-cov
exceptiongroup==1.2.0 exceptiongroup==1.2.1
# via pytest # via pytest
flake8==7.0.0 flake8==7.0.0
# via # via
@ -39,7 +39,7 @@ flake8-print==5.0.0
# via -r ./test.in # via -r ./test.in
freezegun==1.4.0 freezegun==1.4.0
# via -r ./test.in # via -r ./test.in
grpcio==1.62.1 grpcio==1.62.2
# via -r ./test.in # via -r ./test.in
idna==3.7 idna==3.7
# via # via
@ -81,7 +81,7 @@ platformdirs==3.10.0
# via # via
# -c ././deps/constraints.txt # -c ././deps/constraints.txt
# black # black
pluggy==1.4.0 pluggy==1.5.0
# via pytest # via pytest
pycodestyle==2.11.1 pycodestyle==2.11.1
# via # via
@ -115,7 +115,7 @@ requests==2.31.0
# via # via
# -c ./base.txt # -c ./base.txt
# label-studio-sdk # label-studio-sdk
ruff==0.3.7 ruff==0.4.1
# via -r ./test.in # via -r ./test.in
six==1.16.0 six==1.16.0
# via # via

2
unstructured/__version__.py
View File

@ -1 +1 @@
__version__ = "0.13.3-dev9" # pragma: no cover __version__ = "0.13.3" # pragma: no cover