yujunjun/unstructured
1
0
Fork 0
mirror of https://github.com/Unstructured-IO/unstructured.git synced 2025-11-19 11:57:32 +00:00
Code Issues Packages Projects Releases Wiki Activity

chore: bump unstructured-inference 0.7.36 (#3275)

Browse Source 
### Summary
- bump unstructured-inference to `0.7.35` which fixed `ValueError` when
converting cells to HTML in the table processing subpipeline
- cut a release for `0.14.8`

---------

Co-authored-by: Matt Robinson <mrobinson@unstructured.io>
Co-authored-by: Matt Robinson <mrobinson@unstructuredai.io>
This commit is contained in:
Christine Straub 2024-06-24 06:07:22 -07:00 committed by GitHub
parent ce591e2e5d
commit ab88e20575
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
48 changed files with 125 additions and 105 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
.github/workflows/docker-publish.yml vendored
View File

@ -47,6 +47,7 @@ jobs:
password: ${{ secrets.QUAY_IO_ROBOT_TOKEN }} password: ${{ secrets.QUAY_IO_ROBOT_TOKEN }}
- name: Build images - name: Build images
run: | run: |
ARCH=$(cut -d "/" -f2 <<< ${{ matrix.docker-platform }})
DOCKER_BUILDKIT=1 docker buildx build --platform=${{ matrix.docker-platform }} --load \ DOCKER_BUILDKIT=1 docker buildx build --platform=${{ matrix.docker-platform }} --load \
-f Dockerfile \ -f Dockerfile \
--build-arg PIP_VERSION=$PIP_VERSION \ --build-arg PIP_VERSION=$PIP_VERSION \

3
CHANGELOG.md
View File

@ -1,4 +1,4 @@
## 0.14.8-dev4 ## 0.14.8
### Enhancements ### Enhancements
@ -8,6 +8,7 @@
### Fixes ### Fixes
* **Bump unstructured-inference==0.7.36** Fix `ValueError` when converting cells to html.
* **`partition()` now forwards `strategy` arg to `partition_docx()`, `partition_ppt()`, and `partition_pptx()`.** A `strategy` argument passed to `partition()` (or the default value "auto" assigned by `partition()`) is now forwarded to `partition_docx()`, `partition_ppt()`, and `partition_pptx()` when those filetypes are detected. * **`partition()` now forwards `strategy` arg to `partition_docx()`, `partition_ppt()`, and `partition_pptx()`.** A `strategy` argument passed to `partition()` (or the default value "auto" assigned by `partition()`) is now forwarded to `partition_docx()`, `partition_ppt()`, and `partition_pptx()` when those filetypes are detected.
* **Fix missing sensitive field markers** for embedders * **Fix missing sensitive field markers** for embedders

2
requirements/base.txt
View File

@ -103,7 +103,7 @@ unstructured-client==0.18.0
# via # via
# -c ././deps/constraints.txt # -c ././deps/constraints.txt
# -r ./base.in # -r ./base.in
urllib3==1.26.18 urllib3==1.26.19
# via # via
# -c ././deps/constraints.txt # -c ././deps/constraints.txt
# requests # requests

4
requirements/deps/constraints.txt
View File

@ -62,3 +62,7 @@ wrapt>=1.14.0
# NOTE(robinson): for compatiblity with voyage embeddings # NOTE(robinson): for compatiblity with voyage embeddings
langsmith==0.1.62 langsmith==0.1.62
# NOTE(robinson): choma was pinned to importlib-metadata>=7.1.0 but 7.1.0 was installed
# instead of 7.2.0. Need to investigate
importlib-metadata==7.1.0

9
requirements/dev.txt
View File

@ -82,7 +82,7 @@ executing==2.0.1
# via stack-data # via stack-data
fastjsonschema==2.20.0 fastjsonschema==2.20.0
# via nbformat # via nbformat
filelock==3.15.1 filelock==3.15.4
# via virtualenv # via virtualenv
fqdn==1.5.1 fqdn==1.5.1
# via jsonschema # via jsonschema
@ -104,6 +104,7 @@ idna==3.7
# requests # requests
importlib-metadata==7.1.0 importlib-metadata==7.1.0
# via # via
# -c ././deps/constraints.txt
# build # build
# jupyter-client # jupyter-client
# jupyter-lsp # jupyter-lsp
@ -265,7 +266,7 @@ prompt-toolkit==3.0.47
# via # via
# ipython # ipython
# jupyter-console # jupyter-console
psutil==5.9.8 psutil==6.0.0
# via ipykernel # via ipykernel
ptyprocess==0.7.0 ptyprocess==0.7.0
# via # via
@ -400,13 +401,13 @@ typing-extensions==4.12.2
# ipython # ipython
uri-template==1.3.0 uri-template==1.3.0
# via jsonschema # via jsonschema
urllib3==1.26.18 urllib3==1.26.19
# via # via
# -c ././deps/constraints.txt # -c ././deps/constraints.txt
# -c ./base.txt # -c ./base.txt
# -c ./test.txt # -c ./test.txt
# requests # requests
virtualenv==20.26.2 virtualenv==20.26.3
# via pre-commit # via pre-commit
wcwidth==0.2.13 wcwidth==0.2.13
# via prompt-toolkit # via prompt-toolkit

4
requirements/extra-markdown.txt
View File

@ -5,7 +5,9 @@
# pip-compile ./extra-markdown.in # pip-compile ./extra-markdown.in
# #
importlib-metadata==7.1.0 importlib-metadata==7.1.0
# via markdown # via
# -c ././deps/constraints.txt
# markdown
markdown==3.6 markdown==3.6
# via -r ./extra-markdown.in # via -r ./extra-markdown.in
zipp==3.19.2 zipp==3.19.2

14
requirements/extra-paddleocr.txt
View File

@ -53,14 +53,16 @@ idna==3.7
# via # via
# -c ./base.txt # -c ./base.txt
# requests # requests
imageio==2.34.1 imageio==2.34.2
# via # via
# imgaug # imgaug
# scikit-image # scikit-image
imgaug==0.4.0 imgaug==0.4.0
# via unstructured-paddleocr # via unstructured-paddleocr
importlib-metadata==7.1.0 importlib-metadata==7.1.0
# via flask # via
# -c ././deps/constraints.txt
# flask
importlib-resources==6.4.0 importlib-resources==6.4.0
# via matplotlib # via matplotlib
itsdangerous==2.2.0 itsdangerous==2.2.0
@ -151,7 +153,7 @@ protobuf==4.23.4
# via # via
# -c ././deps/constraints.txt # -c ././deps/constraints.txt
# visualdl # visualdl
psutil==5.9.8 psutil==6.0.0
# via visualdl # via visualdl
pyclipper==1.3.0.post5 pyclipper==1.3.0.post5
# via unstructured-paddleocr # via unstructured-paddleocr
@ -181,7 +183,7 @@ requests==2.32.3
# -c ./base.txt # -c ./base.txt
# premailer # premailer
# visualdl # visualdl
scikit-image==0.22.0 scikit-image==0.24.0
# via # via
# imgaug # imgaug
# unstructured-paddleocr # unstructured-paddleocr
@ -202,7 +204,7 @@ six==1.16.0
# imgaug # imgaug
# python-dateutil # python-dateutil
# visualdl # visualdl
tifffile==2024.5.22 tifffile==2024.6.18
# via scikit-image # via scikit-image
tqdm==4.66.4 tqdm==4.66.4
# via # via
@ -212,7 +214,7 @@ tzdata==2024.1
# via pandas # via pandas
unstructured-paddleocr==2.6.1.3 unstructured-paddleocr==2.6.1.3
# via -r ./extra-paddleocr.in # via -r ./extra-paddleocr.in
urllib3==1.26.18 urllib3==1.26.19
# via # via
# -c ././deps/constraints.txt # -c ././deps/constraints.txt
# -c ./base.txt # -c ./base.txt

2
requirements/extra-pdf-image.in
View File

@ -12,7 +12,7 @@ google-cloud-vision
effdet effdet
# Do not move to constraints.in, otherwise unstructured-inference will not be upgraded # Do not move to constraints.in, otherwise unstructured-inference will not be upgraded
# when unstructured library is. # when unstructured library is.
unstructured-inference==0.7.35 unstructured-inference==0.7.36
# unstructured fork of pytesseract that provides an interface to allow for multiple output formats # unstructured fork of pytesseract that provides an interface to allow for multiple output formats
# from one tesseract call # from one tesseract call
unstructured.pytesseract>=0.3.12 unstructured.pytesseract>=0.3.12

12
requirements/extra-pdf-image.txt
View File

@ -32,7 +32,7 @@ deprecated==1.2.14
# via pikepdf # via pikepdf
effdet==0.4.1 effdet==0.4.1
# via -r ./extra-pdf-image.in # via -r ./extra-pdf-image.in
filelock==3.15.1 filelock==3.15.4
# via # via
# huggingface-hub # huggingface-hub
# torch # torch
@ -167,9 +167,9 @@ pillow==10.3.0
# unstructured-pytesseract # unstructured-pytesseract
pillow-heif==0.16.0 pillow-heif==0.16.0
# via -r ./extra-pdf-image.in # via -r ./extra-pdf-image.in
portalocker==2.8.2 portalocker==2.10.0
# via iopath # via iopath
proto-plus==1.23.0 proto-plus==1.24.0
# via # via
# google-api-core # google-api-core
# google-cloud-vision # google-cloud-vision
@ -253,7 +253,7 @@ sympy==1.12.1
# via # via
# onnxruntime # onnxruntime
# torch # torch
timm==1.0.3 timm==1.0.7
# via # via
# effdet # effdet
# unstructured-inference # unstructured-inference
@ -287,13 +287,13 @@ typing-extensions==4.12.2
# torch # torch
tzdata==2024.1 tzdata==2024.1
# via pandas # via pandas
unstructured-inference==0.7.35 unstructured-inference==0.7.36
# via -r ./extra-pdf-image.in # via -r ./extra-pdf-image.in
unstructured-pytesseract==0.3.12 unstructured-pytesseract==0.3.12
# via # via
# -c ././deps/constraints.txt # -c ././deps/constraints.txt
# -r ./extra-pdf-image.in # -r ./extra-pdf-image.in
urllib3==1.26.18 urllib3==1.26.19
# via # via
# -c ././deps/constraints.txt # -c ././deps/constraints.txt
# -c ./base.txt # -c ./base.txt

4
requirements/huggingface.txt
View File

@ -17,7 +17,7 @@ click==8.1.7
# via # via
# -c ./base.txt # -c ./base.txt
# sacremoses # sacremoses
filelock==3.15.1 filelock==3.15.4
# via # via
# huggingface-hub # huggingface-hub
# torch # torch
@ -107,7 +107,7 @@ typing-extensions==4.12.2
# -c ./base.txt # -c ./base.txt
# huggingface-hub # huggingface-hub
# torch # torch
urllib3==1.26.18 urllib3==1.26.19
# via # via
# -c ././deps/constraints.txt # -c ././deps/constraints.txt
# -c ./base.txt # -c ./base.txt

2
requirements/ingest/airtable.txt
View File

@ -37,7 +37,7 @@ typing-extensions==4.12.2
# pyairtable # pyairtable
# pydantic # pydantic
# pydantic-core # pydantic-core
urllib3==1.26.18 urllib3==1.26.19
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt

4
requirements/ingest/astra.txt
View File

@ -8,7 +8,7 @@ anyio==3.7.1
# via # via
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt
# httpx # httpx
astrapy==1.2.1 astrapy==1.3.0
# via -r ./ingest/astra.in # via -r ./ingest/astra.in
bson==0.5.10 bson==0.5.10
# via astrapy # via astrapy
@ -85,7 +85,7 @@ sniffio==1.3.1
# httpx # httpx
toml==0.10.2 toml==0.10.2
# via astrapy # via astrapy
urllib3==1.26.18 urllib3==1.26.19
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt

2
requirements/ingest/azure-cognitive-search.txt
View File

@ -38,7 +38,7 @@ typing-extensions==4.12.2
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# azure-core # azure-core
urllib3==1.26.18 urllib3==1.26.19
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt

16
requirements/ingest/azure.txt
View File

@ -21,7 +21,7 @@ azure-core==1.30.2
# azure-storage-blob # azure-storage-blob
azure-datalake-store==0.0.53 azure-datalake-store==0.0.53
# via adlfs # via adlfs
azure-identity==1.16.1 azure-identity==1.17.1
# via adlfs # via adlfs
azure-storage-blob==12.20.0 azure-storage-blob==12.20.0
# via adlfs # via adlfs
@ -60,23 +60,18 @@ idna==3.7
# yarl # yarl
isodate==0.6.1 isodate==0.6.1
# via azure-storage-blob # via azure-storage-blob
msal==1.28.1 msal==1.29.0
# via # via
# azure-datalake-store # azure-datalake-store
# azure-identity # azure-identity
# msal-extensions # msal-extensions
msal-extensions==1.1.0 msal-extensions==1.2.0
# via azure-identity # via azure-identity
multidict==6.0.5 multidict==6.0.5
# via # via
# aiohttp # aiohttp
# yarl # yarl
packaging==23.2 portalocker==2.10.0
# via
# -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt
# msal-extensions
portalocker==2.8.2
# via msal-extensions # via msal-extensions
pycparser==2.22 pycparser==2.22
# via cffi # via cffi
@ -97,8 +92,9 @@ typing-extensions==4.12.2
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# azure-core # azure-core
# azure-identity
# azure-storage-blob # azure-storage-blob
urllib3==1.26.18 urllib3==1.26.19
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt

2
requirements/ingest/box.txt
View File

@ -51,7 +51,7 @@ six==1.16.0
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# python-dateutil # python-dateutil
urllib3==1.26.18 urllib3==1.26.19
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt

23
requirements/ingest/chroma.txt
View File

@ -9,6 +9,7 @@ annotated-types==0.7.0
anyio==3.7.1 anyio==3.7.1
# via # via
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt
# httpx
# starlette # starlette
# watchfiles # watchfiles
asgiref==3.8.1 asgiref==3.8.1
@ -27,6 +28,8 @@ certifi==2024.6.2
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt
# httpcore
# httpx
# kubernetes # kubernetes
# requests # requests
charset-normalizer==3.3.2 charset-normalizer==3.3.2
@ -35,7 +38,7 @@ charset-normalizer==3.3.2
# requests # requests
chroma-hnswlib==0.7.3 chroma-hnswlib==0.7.3
# via chromadb # via chromadb
chromadb==0.5.0 chromadb==0.5.3
# via -r ./ingest/chroma.in # via -r ./ingest/chroma.in
click==8.1.7 click==8.1.7
# via # via
@ -52,7 +55,7 @@ exceptiongroup==1.2.1
# via anyio # via anyio
fastapi==0.110.3 fastapi==0.110.3
# via chromadb # via chromadb
filelock==3.15.1 filelock==3.15.4
# via huggingface-hub # via huggingface-hub
flatbuffers==24.3.25 flatbuffers==24.3.25
# via onnxruntime # via onnxruntime
@ -69,9 +72,15 @@ grpcio==1.64.1
# chromadb # chromadb
# opentelemetry-exporter-otlp-proto-grpc # opentelemetry-exporter-otlp-proto-grpc
h11==0.14.0 h11==0.14.0
# via uvicorn # via
# httpcore
# uvicorn
httpcore==1.0.5
# via httpx
httptools==0.6.1 httptools==0.6.1
# via uvicorn # via uvicorn
httpx==0.27.0
# via chromadb
huggingface-hub==0.23.4 huggingface-hub==0.23.4
# via tokenizers # via tokenizers
humanfriendly==10.0 humanfriendly==10.0
@ -80,9 +89,11 @@ idna==3.7
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# anyio # anyio
# httpx
# requests # requests
importlib-metadata==7.1.0 importlib-metadata==7.1.0
# via # via
# -c ./ingest/../deps/constraints.txt
# -r ./ingest/chroma.in # -r ./ingest/chroma.in
# build # build
# opentelemetry-api # opentelemetry-api
@ -214,7 +225,9 @@ six==1.16.0
# posthog # posthog
# python-dateutil # python-dateutil
sniffio==1.3.1 sniffio==1.3.1
# via anyio # via
# anyio
# httpx
starlette==0.37.2 starlette==0.37.2
# via fastapi # via fastapi
sympy==1.12.1 sympy==1.12.1
@ -247,7 +260,7 @@ typing-extensions==4.12.2
# starlette # starlette
# typer # typer
# uvicorn # uvicorn
urllib3==1.26.18 urllib3==1.26.19
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt

6
requirements/ingest/clarifai.txt
View File

@ -13,9 +13,9 @@ charset-normalizer==3.3.2
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# requests # requests
clarifai==10.5.0 clarifai==10.5.2
# via -r ./ingest/clarifai.in # via -r ./ingest/clarifai.in
clarifai-grpc==10.5.2 clarifai-grpc==10.5.3
# via clarifai # via clarifai
contextlib2==21.6.0 contextlib2==21.6.0
# via schema # via schema
@ -74,7 +74,7 @@ tqdm==4.66.4
# clarifai # clarifai
tritonclient==2.41.1 tritonclient==2.41.1
# via clarifai # via clarifai
urllib3==1.26.18 urllib3==1.26.19
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt

2
requirements/ingest/confluence.txt
View File

@ -46,7 +46,7 @@ soupsieve==2.5
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# beautifulsoup4 # beautifulsoup4
urllib3==1.26.18 urllib3==1.26.19
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt

2
requirements/ingest/databricks-volumes.txt
View File

@ -35,7 +35,7 @@ requests==2.32.3
# databricks-sdk # databricks-sdk
rsa==4.9 rsa==4.9
# via google-auth # via google-auth
urllib3==1.26.18 urllib3==1.26.19
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt

2
requirements/ingest/discord.txt
View File

@ -12,7 +12,7 @@ async-timeout==4.0.3
# via aiohttp # via aiohttp
attrs==23.2.0 attrs==23.2.0
# via aiohttp # via aiohttp
discord-py==2.3.2 discord-py==2.4.0
# via -r ./ingest/discord.in # via -r ./ingest/discord.in
frozenlist==1.4.1 frozenlist==1.4.1
# via # via

2
requirements/ingest/dropbox.txt
View File

@ -40,7 +40,7 @@ six==1.16.0
# stone # stone
stone==3.3.1 stone==3.3.1
# via dropbox # via dropbox
urllib3==1.26.18 urllib3==1.26.19
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt

16
requirements/ingest/elasticsearch.txt
View File

@ -2,7 +2,7 @@
# This file is autogenerated by pip-compile with Python 3.9 # This file is autogenerated by pip-compile with Python 3.9
# by the following command: # by the following command:
# #
# pip-compile elasticsearch.in # pip-compile ./ingest/elasticsearch.in
# #
aiohttp==3.9.5 aiohttp==3.9.5
# via elasticsearch # via elasticsearch
@ -14,29 +14,29 @@ attrs==23.2.0
# via aiohttp # via aiohttp
certifi==2024.6.2 certifi==2024.6.2
# via # via
# -c ../base.txt # -c ./ingest/../base.txt
# -c ../deps/constraints.txt # -c ./ingest/../deps/constraints.txt
# elastic-transport # elastic-transport
elastic-transport==8.13.1 elastic-transport==8.13.1
# via elasticsearch # via elasticsearch
elasticsearch[async]==8.14.0 elasticsearch[async]==8.14.0
# via -r elasticsearch.in # via -r ./ingest/elasticsearch.in
frozenlist==1.4.1 frozenlist==1.4.1
# via # via
# aiohttp # aiohttp
# aiosignal # aiosignal
idna==3.7 idna==3.7
# via # via
# -c ../base.txt # -c ./ingest/../base.txt
# yarl # yarl
multidict==6.0.5 multidict==6.0.5
# via # via
# aiohttp # aiohttp
# yarl # yarl
urllib3==1.26.18 urllib3==1.26.19
# via # via
# -c ../base.txt # -c ./ingest/../base.txt
# -c ../deps/constraints.txt # -c ./ingest/../deps/constraints.txt
# elastic-transport # elastic-transport
yarl==1.9.4 yarl==1.9.4
# via aiohttp # via aiohttp

4
requirements/ingest/embed-aws-bedrock.txt
View File

@ -126,7 +126,7 @@ six==1.16.0
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# python-dateutil # python-dateutil
sqlalchemy==2.0.30 sqlalchemy==2.0.31
# via # via
# langchain # langchain
# langchain-community # langchain-community
@ -146,7 +146,7 @@ typing-inspect==0.9.0
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# dataclasses-json # dataclasses-json
urllib3==1.26.18 urllib3==1.26.19
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt

6
requirements/ingest/embed-huggingface.txt
View File

@ -31,7 +31,7 @@ dataclasses-json==0.6.7
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# langchain-community # langchain-community
filelock==3.15.1 filelock==3.15.4
# via # via
# huggingface-hub # huggingface-hub
# torch # torch
@ -161,7 +161,7 @@ scipy==1.11.3
# sentence-transformers # sentence-transformers
sentence-transformers==3.0.1 sentence-transformers==3.0.1
# via -r ./ingest/embed-huggingface.in # via -r ./ingest/embed-huggingface.in
sqlalchemy==2.0.30 sqlalchemy==2.0.31
# via # via
# langchain # langchain
# langchain-community # langchain-community
@ -201,7 +201,7 @@ typing-inspect==0.9.0
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# dataclasses-json # dataclasses-json
urllib3==1.26.18 urllib3==1.26.19
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt

4
requirements/ingest/embed-octoai.txt
View File

@ -38,7 +38,7 @@ idna==3.7
# anyio # anyio
# httpx # httpx
# requests # requests
openai==1.34.0 openai==1.35.3
# via -r ./ingest/embed-octoai.in # via -r ./ingest/embed-octoai.in
pydantic==2.7.4 pydantic==2.7.4
# via openai # via openai
@ -69,7 +69,7 @@ typing-extensions==4.12.2
# openai # openai
# pydantic # pydantic
# pydantic-core # pydantic-core
urllib3==1.26.18 urllib3==1.26.19
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt

6
requirements/ingest/embed-openai.txt
View File

@ -98,7 +98,7 @@ numpy==1.26.4
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt
# langchain # langchain
# langchain-community # langchain-community
openai==1.34.0 openai==1.35.3
# via -r ./ingest/embed-openai.in # via -r ./ingest/embed-openai.in
orjson==3.10.5 orjson==3.10.5
# via langsmith # via langsmith
@ -137,7 +137,7 @@ sniffio==1.3.1
# anyio # anyio
# httpx # httpx
# openai # openai
sqlalchemy==2.0.30 sqlalchemy==2.0.31
# via # via
# langchain # langchain
# langchain-community # langchain-community
@ -164,7 +164,7 @@ typing-inspect==0.9.0
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# dataclasses-json # dataclasses-json
urllib3==1.26.18 urllib3==1.26.19
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt

10
requirements/ingest/embed-vertexai.txt
View File

@ -54,9 +54,9 @@ google-auth==2.30.0
# google-cloud-core # google-cloud-core
# google-cloud-resource-manager # google-cloud-resource-manager
# google-cloud-storage # google-cloud-storage
google-cloud-aiplatform==1.55.0 google-cloud-aiplatform==1.56.0
# via langchain-google-vertexai # via langchain-google-vertexai
google-cloud-bigquery==3.24.0 google-cloud-bigquery==3.25.0
# via google-cloud-aiplatform # via google-cloud-aiplatform
google-cloud-core==2.4.1 google-cloud-core==2.4.1
# via # via
@ -151,7 +151,7 @@ packaging==23.2
# google-cloud-bigquery # google-cloud-bigquery
# langchain-core # langchain-core
# marshmallow # marshmallow
proto-plus==1.23.0 proto-plus==1.24.0
# via # via
# google-api-core # google-api-core
# google-cloud-aiplatform # google-cloud-aiplatform
@ -206,7 +206,7 @@ six==1.16.0
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# python-dateutil # python-dateutil
sqlalchemy==2.0.30 sqlalchemy==2.0.31
# via # via
# langchain # langchain
# langchain-community # langchain-community
@ -226,7 +226,7 @@ typing-inspect==0.9.0
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# dataclasses-json # dataclasses-json
urllib3==1.26.18 urllib3==1.26.19
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt

4
requirements/ingest/embed-voyageai.txt
View File

@ -92,7 +92,7 @@ requests==2.32.3
# langchain # langchain
# langsmith # langsmith
# voyageai # voyageai
sqlalchemy==2.0.30 sqlalchemy==2.0.31
# via langchain # via langchain
tenacity==8.4.1 tenacity==8.4.1
# via # via
@ -105,7 +105,7 @@ typing-extensions==4.12.2
# pydantic # pydantic
# pydantic-core # pydantic-core
# sqlalchemy # sqlalchemy
urllib3==1.26.18 urllib3==1.26.19
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt

4
requirements/ingest/gcs.txt
View File

@ -78,7 +78,7 @@ multidict==6.0.5
# yarl # yarl
oauthlib==3.2.2 oauthlib==3.2.2
# via requests-oauthlib # via requests-oauthlib
proto-plus==1.23.0 proto-plus==1.24.0
# via google-api-core # via google-api-core
protobuf==4.23.4 protobuf==4.23.4
# via # via
@ -107,7 +107,7 @@ soupsieve==2.5
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# beautifulsoup4 # beautifulsoup4
urllib3==1.26.18 urllib3==1.26.19
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt

2
requirements/ingest/github.txt
View File

@ -41,7 +41,7 @@ typing-extensions==4.12.2
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# pygithub # pygithub
urllib3==1.26.18 urllib3==1.26.19
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt

2
requirements/ingest/gitlab.txt
View File

@ -26,7 +26,7 @@ requests==2.32.3
# requests-toolbelt # requests-toolbelt
requests-toolbelt==1.0.0 requests-toolbelt==1.0.0
# via python-gitlab # via python-gitlab
urllib3==1.26.18 urllib3==1.26.19
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt

6
requirements/ingest/google-drive.txt
View File

@ -17,7 +17,7 @@ charset-normalizer==3.3.2
# requests # requests
google-api-core==2.19.0 google-api-core==2.19.0
# via google-api-python-client # via google-api-python-client
google-api-python-client==2.133.0 google-api-python-client==2.134.0
# via -r ./ingest/google-drive.in # via -r ./ingest/google-drive.in
google-auth==2.30.0 google-auth==2.30.0
# via # via
@ -36,7 +36,7 @@ idna==3.7
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# requests # requests
proto-plus==1.23.0 proto-plus==1.24.0
# via google-api-core # via google-api-core
protobuf==4.23.4 protobuf==4.23.4
# via # via
@ -62,7 +62,7 @@ rsa==4.9
# via google-auth # via google-auth
uritemplate==4.1.1 uritemplate==4.1.1
# via google-api-python-client # via google-api-python-client
urllib3==1.26.18 urllib3==1.26.19
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt

2
requirements/ingest/hubspot.txt
View File

@ -20,7 +20,7 @@ six==1.16.0
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# hubspot-api-client # hubspot-api-client
# python-dateutil # python-dateutil
urllib3==1.26.18 urllib3==1.26.19
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt

2
requirements/ingest/jira.txt
View File

@ -46,7 +46,7 @@ soupsieve==2.5
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# beautifulsoup4 # beautifulsoup4
urllib3==1.26.18 urllib3==1.26.19
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt

4
requirements/ingest/onedrive.txt
View File

@ -29,7 +29,7 @@ idna==3.7
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# requests # requests
msal==1.28.1 msal==1.29.0
# via # via
# -r ./ingest/onedrive.in # -r ./ingest/onedrive.in
# office365-rest-python-client # office365-rest-python-client
@ -52,7 +52,7 @@ soupsieve==2.5
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# beautifulsoup4 # beautifulsoup4
urllib3==1.26.18 urllib3==1.26.19
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt

2
requirements/ingest/opensearch.txt
View File

@ -35,7 +35,7 @@ six==1.16.0
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# opensearch-py # opensearch-py
# python-dateutil # python-dateutil
urllib3==1.26.18 urllib3==1.26.19
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt

4
requirements/ingest/outlook.txt
View File

@ -23,7 +23,7 @@ idna==3.7
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# requests # requests
msal==1.28.1 msal==1.29.0
# via # via
# -r ./ingest/outlook.in # -r ./ingest/outlook.in
# office365-rest-python-client # office365-rest-python-client
@ -42,7 +42,7 @@ requests==2.32.3
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# msal # msal
# office365-rest-python-client # office365-rest-python-client
urllib3==1.26.18 urllib3==1.26.19
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt

2
requirements/ingest/pinecone.txt
View File

@ -21,7 +21,7 @@ typing-extensions==4.12.2
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# pinecone-client # pinecone-client
urllib3==1.26.18 urllib3==1.26.19
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt

6
requirements/ingest/qdrant.txt
View File

@ -46,7 +46,7 @@ numpy==1.26.4
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt
# qdrant-client # qdrant-client
portalocker==2.8.2 portalocker==2.10.0
# via qdrant-client # via qdrant-client
protobuf==4.23.4 protobuf==4.23.4
# via # via
@ -56,7 +56,7 @@ pydantic==2.7.4
# via qdrant-client # via qdrant-client
pydantic-core==2.18.4 pydantic-core==2.18.4
# via pydantic # via pydantic
qdrant-client==1.9.1 qdrant-client==1.9.2
# via -r ./ingest/qdrant.in # via -r ./ingest/qdrant.in
sniffio==1.3.1 sniffio==1.3.1
# via # via
@ -67,7 +67,7 @@ typing-extensions==4.12.2
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# pydantic # pydantic
# pydantic-core # pydantic-core
urllib3==1.26.18 urllib3==1.26.19
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt

2
requirements/ingest/reddit.txt
View File

@ -28,7 +28,7 @@ requests==2.32.3
# update-checker # update-checker
update-checker==0.18.0 update-checker==0.18.0
# via praw # via praw
urllib3==1.26.18 urllib3==1.26.19
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt

2
requirements/ingest/s3.txt
View File

@ -55,7 +55,7 @@ typing-extensions==4.12.2
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# aioitertools # aioitertools
urllib3==1.26.18 urllib3==1.26.19
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt

2
requirements/ingest/salesforce.txt
View File

@ -62,7 +62,7 @@ typing-extensions==4.12.2
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# simple-salesforce # simple-salesforce
urllib3==1.26.18 urllib3==1.26.19
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt

4
requirements/ingest/sharepoint.txt
View File

@ -23,7 +23,7 @@ idna==3.7
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# requests # requests
msal==1.28.1 msal==1.29.0
# via # via
# -r ./ingest/sharepoint.in # -r ./ingest/sharepoint.in
# office365-rest-python-client # office365-rest-python-client
@ -42,7 +42,7 @@ requests==2.32.3
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# msal # msal
# office365-rest-python-client # office365-rest-python-client
urllib3==1.26.18 urllib3==1.26.19
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt

2
requirements/ingest/slack.txt
View File

@ -4,5 +4,5 @@
# #
# pip-compile ./ingest/slack.in # pip-compile ./ingest/slack.in
# #
slack-sdk==3.29.0 slack-sdk==3.30.0
# via -r ./ingest/slack.in # via -r ./ingest/slack.in

4
requirements/ingest/weaviate.txt
View File

@ -74,14 +74,14 @@ typing-extensions==4.12.2
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# pydantic # pydantic
# pydantic-core # pydantic-core
urllib3==1.26.18 urllib3==1.26.19
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt
# requests # requests
validators==0.28.3 validators==0.28.3
# via weaviate-client # via weaviate-client
weaviate-client==4.6.4 weaviate-client==4.6.5
# via # via
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt
# -r ./ingest/weaviate.in # -r ./ingest/weaviate.in

2
requirements/ingest/wikipedia.txt
View File

@ -29,7 +29,7 @@ soupsieve==2.5
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# beautifulsoup4 # beautifulsoup4
urllib3==1.26.18 urllib3==1.26.19
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt

6
requirements/test.txt
View File

@ -31,7 +31,7 @@ click==8.1.7
# via # via
# -c ./base.txt # -c ./base.txt
# black # black
coverage[toml]==7.5.3 coverage[toml]==7.5.4
# via # via
# -r ./test.in # -r ./test.in
# pytest-cov # pytest-cov
@ -132,7 +132,7 @@ rpds-py==0.18.1
# via # via
# jsonschema # jsonschema
# referencing # referencing
ruff==0.4.9 ruff==0.4.10
# via -r ./test.in # via -r ./test.in
six==1.16.0 six==1.16.0
# via # via
@ -162,7 +162,7 @@ typing-extensions==4.12.2
# mypy # mypy
# pydantic # pydantic
# pydantic-core # pydantic-core
urllib3==1.26.18 urllib3==1.26.19
# via # via
# -c ././deps/constraints.txt # -c ././deps/constraints.txt
# -c ./base.txt # -c ./base.txt

2
unstructured/__version__.py
View File

@ -1 +1 @@
__version__ = "0.14.8-dev4" # pragma: no cover __version__ = "0.14.8" # pragma: no cover