yujunjun/unstructured
1
0
Fork 0
mirror of https://github.com/Unstructured-IO/unstructured.git synced 2025-11-04 12:03:15 +00:00
Code Issues Packages Projects Releases Wiki Activity

build: apk add libreoffice24 (#3065)

Browse Source 
### Summary

Switches to installing `libreoffice` from the Wolfi repository and
upgrades the `libreoffice` version to `libreoffice==24.x.x`. Resolves a
medium vulnerability in the old `libreoffice` version. Security scanning
with `anchore/grype` was also added to the `test_dockerfile` job.
Requirements were bumped to resolve a vulnerability in the `requests`
library.

### Testing

`test_dockerfile` passes with the updates.
This commit is contained in:
Matt Robinson 2024-05-21 14:54:16 -04:00 committed by GitHub
parent 3eaf65a8c1
commit 059fc64bd9
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
40 changed files with 168 additions and 102 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
.github/workflows/ci.yml vendored
View File

@ -500,3 +500,8 @@ jobs:
make docker-dl-packages make docker-dl-packages
make docker-build make docker-build
make docker-test CI=true UNSTRUCTURED_INCLUDE_DEBUG_METADATA=true make docker-test CI=true UNSTRUCTURED_INCLUDE_DEBUG_METADATA=true
- name: Scan image
uses: anchore/scan-action@v3
with:
image: "unstructured:dev"
severity-cutoff: medium

12
Dockerfile-amd64
View File

@ -15,16 +15,16 @@ RUN apk update && apk add py3.11-pip mesa-gl glib cmake && \
apk add --allow-untrusted packages/poppler-23.09.0-r0.apk && \ apk add --allow-untrusted packages/poppler-23.09.0-r0.apk && \
apk add --allow-untrusted packages/leptonica-1.83.0-r0.apk && \ apk add --allow-untrusted packages/leptonica-1.83.0-r0.apk && \
apk add --allow-untrusted packages/tesseract-5.3.2-r0.apk && \ apk add --allow-untrusted packages/tesseract-5.3.2-r0.apk && \
apk add --allow-untrusted packages/libreoffice-7.6.5-r0.apk && \ apk add libreoffice && \
apk add bash && \ apk add bash && \
apk add libmagic && \ apk add libmagic && \
mv /share/tessdata/configs /usr/local/share/tessdata/ && \ mv /share/tessdata/configs /usr/local/share/tessdata/ && \
mv /share/tessdata/tessconfigs /usr/local/share/tessdata/ && \ mv /share/tessdata/tessconfigs /usr/local/share/tessdata/ && \
ln -s /usr/local/lib/libreoffice/program/soffice.bin /usr/local/bin/libreoffice && \ ln -s /usr/lib/libreoffice/program/soffice.bin /usr/bin/libreoffice && \
ln -s /usr/local/lib/libreoffice/program/soffice.bin /usr/local/bin/soffice && \ ln -s /usr/lib/libreoffice/program/soffice.bin /usr/bin/soffice && \
chmod +x /usr/local/lib/libreoffice/program/soffice.bin && \ chmod +x /usr/lib/libreoffice/program/soffice.bin && \
chmod +x /usr/local/bin/libreoffice && \ chmod +x /usr/bin/libreoffice && \
chmod +x /usr/local/bin/soffice chmod +x /usr/bin/soffice
RUN chown -R nonroot:nonroot /app RUN chown -R nonroot:nonroot /app

2
docs/requirements.txt
View File

@ -66,7 +66,7 @@ pygments==2.18.0
# sphinx-tabs # sphinx-tabs
pyyaml==6.0.1 pyyaml==6.0.1
# via myst-parser # via myst-parser
requests==2.31.0 requests==2.32.1
# via # via
# -c ./base.txt # -c ./base.txt
# sphinx # sphinx

7
requirements/base.txt
View File

@ -25,7 +25,7 @@ dataclasses-json==0.6.6
# via -r ./base.in # via -r ./base.in
dataclasses-json-speakeasy==0.5.11 dataclasses-json-speakeasy==0.5.11
# via unstructured-client # via unstructured-client
emoji==2.11.1 emoji==2.12.1
# via -r ./base.in # via -r ./base.in
filetype==1.2.0 filetype==1.2.0
# via -r ./base.in # via -r ./base.in
@ -67,11 +67,11 @@ python-iso639==2024.4.27
# via -r ./base.in # via -r ./base.in
python-magic==0.4.27 python-magic==0.4.27
# via -r ./base.in # via -r ./base.in
rapidfuzz==3.9.0 rapidfuzz==3.9.1
# via -r ./base.in # via -r ./base.in
regex==2024.5.15 regex==2024.5.15
# via nltk # via nltk
requests==2.31.0 requests==2.32.1
# via # via
# -r ./base.in # -r ./base.in
# unstructured-client # unstructured-client
@ -89,6 +89,7 @@ tqdm==4.66.4
typing-extensions==4.11.0 typing-extensions==4.11.0
# via # via
# -r ./base.in # -r ./base.in
# emoji
# typing-inspect # typing-inspect
# unstructured-client # unstructured-client
typing-inspect==0.9.0 typing-inspect==0.9.0

2
requirements/build.txt
View File

@ -66,7 +66,7 @@ pygments==2.18.0
# sphinx-tabs # sphinx-tabs
pyyaml==6.0.1 pyyaml==6.0.1
# via myst-parser # via myst-parser
requests==2.31.0 requests==2.32.1
# via # via
# -c ./base.txt # -c ./base.txt
# sphinx # sphinx

2
requirements/dev.txt
View File

@ -315,7 +315,7 @@ referencing==0.35.1
# jsonschema # jsonschema
# jsonschema-specifications # jsonschema-specifications
# jupyter-events # jupyter-events
requests==2.31.0 requests==2.32.1
# via # via
# -c ./base.txt # -c ./base.txt
# -c ./test.txt # -c ./test.txt

4
requirements/extra-paddleocr.txt
View File

@ -168,13 +168,13 @@ pytz==2024.1
# via # via
# flask-babel # flask-babel
# pandas # pandas
rapidfuzz==3.9.0 rapidfuzz==3.9.1
# via # via
# -c ./base.txt # -c ./base.txt
# unstructured-paddleocr # unstructured-paddleocr
rarfile==4.2 rarfile==4.2
# via visualdl # via visualdl
requests==2.31.0 requests==2.32.1
# via # via
# -c ./base.txt # -c ./base.txt
# premailer # premailer

8
requirements/extra-pdf-image.txt
View File

@ -58,13 +58,13 @@ googleapis-common-protos==1.63.0
# via # via
# google-api-core # google-api-core
# grpcio-status # grpcio-status
grpcio==1.63.0 grpcio==1.64.0
# via # via
# google-api-core # google-api-core
# grpcio-status # grpcio-status
grpcio-status==1.62.2 grpcio-status==1.62.2
# via google-api-core # via google-api-core
huggingface-hub==0.23.0 huggingface-hub==0.23.1
# via # via
# timm # timm
# tokenizers # tokenizers
@ -220,7 +220,7 @@ pyyaml==6.0.1
# omegaconf # omegaconf
# timm # timm
# transformers # transformers
rapidfuzz==3.9.0 rapidfuzz==3.9.1
# via # via
# -c ./base.txt # -c ./base.txt
# unstructured-inference # unstructured-inference
@ -228,7 +228,7 @@ regex==2024.5.15
# via # via
# -c ./base.txt # -c ./base.txt
# transformers # transformers
requests==2.31.0 requests==2.32.1
# via # via
# -c ./base.txt # -c ./base.txt
# google-api-core # google-api-core

4
requirements/huggingface.txt
View File

@ -27,7 +27,7 @@ fsspec==2024.5.0
# -c ././deps/constraints.txt # -c ././deps/constraints.txt
# huggingface-hub # huggingface-hub
# torch # torch
huggingface-hub==0.23.0 huggingface-hub==0.23.1
# via # via
# tokenizers # tokenizers
# transformers # transformers
@ -71,7 +71,7 @@ regex==2024.5.15
# -c ./base.txt # -c ./base.txt
# sacremoses # sacremoses
# transformers # transformers
requests==2.31.0 requests==2.32.1
# via # via
# -c ./base.txt # -c ./base.txt
# huggingface-hub # huggingface-hub

4
requirements/ingest/airtable.txt
View File

@ -4,7 +4,7 @@
# #
# pip-compile ./ingest/airtable.in # pip-compile ./ingest/airtable.in
# #
annotated-types==0.6.0 annotated-types==0.7.0
# via pydantic # via pydantic
certifi==2024.2.2 certifi==2024.2.2
# via # via
@ -27,7 +27,7 @@ pydantic==2.7.1
# via pyairtable # via pyairtable
pydantic-core==2.18.2 pydantic-core==2.18.2
# via pydantic # via pydantic
requests==2.31.0 requests==2.32.1
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# pyairtable # pyairtable

2
requirements/ingest/astra.txt
View File

@ -69,7 +69,7 @@ python-dateutil==2.9.0.post0
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# bson # bson
requests==2.31.0 requests==2.32.1
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# cassio # cassio

2
requirements/ingest/azure-cognitive-search.txt
View File

@ -25,7 +25,7 @@ idna==3.7
# requests # requests
isodate==0.6.1 isodate==0.6.1
# via azure-search-documents # via azure-search-documents
requests==2.31.0 requests==2.32.1
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# azure-core # azure-core

2
requirements/ingest/azure.txt
View File

@ -82,7 +82,7 @@ pycparser==2.22
# via cffi # via cffi
pyjwt[crypto]==2.8.0 pyjwt[crypto]==2.8.0
# via msal # via msal
requests==2.31.0 requests==2.32.1
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# azure-core # azure-core

2
requirements/ingest/box.txt
View File

@ -40,7 +40,7 @@ python-dateutil==2.9.0.post0
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# boxsdk # boxsdk
requests==2.31.0 requests==2.32.1
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# boxsdk # boxsdk

8
requirements/ingest/chroma.txt
View File

@ -4,7 +4,7 @@
# #
# pip-compile ./ingest/chroma.in # pip-compile ./ingest/chroma.in
# #
annotated-types==0.6.0 annotated-types==0.7.0
# via pydantic # via pydantic
anyio==3.7.1 anyio==3.7.1
# via # via
@ -60,7 +60,7 @@ google-auth==2.29.0
# via kubernetes # via kubernetes
googleapis-common-protos==1.63.0 googleapis-common-protos==1.63.0
# via opentelemetry-exporter-otlp-proto-grpc # via opentelemetry-exporter-otlp-proto-grpc
grpcio==1.63.0 grpcio==1.64.0
# via # via
# chromadb # chromadb
# opentelemetry-exporter-otlp-proto-grpc # opentelemetry-exporter-otlp-proto-grpc
@ -68,7 +68,7 @@ h11==0.14.0
# via uvicorn # via uvicorn
httptools==0.6.1 httptools==0.6.1
# via uvicorn # via uvicorn
huggingface-hub==0.23.0 huggingface-hub==0.23.1
# via tokenizers # via tokenizers
humanfriendly==10.0 humanfriendly==10.0
# via coloredlogs # via coloredlogs
@ -161,7 +161,7 @@ pyyaml==6.0.1
# huggingface-hub # huggingface-hub
# kubernetes # kubernetes
# uvicorn # uvicorn
requests==2.31.0 requests==2.32.1
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# chromadb # chromadb

6
requirements/ingest/clarifai.txt
View File

@ -21,7 +21,7 @@ contextlib2==21.6.0
# via schema # via schema
googleapis-common-protos==1.63.0 googleapis-common-protos==1.63.0
# via clarifai-grpc # via clarifai-grpc
grpcio==1.63.0 grpcio==1.64.0
# via clarifai-grpc # via clarifai-grpc
idna==3.7 idna==3.7
# via # via
@ -52,11 +52,11 @@ protobuf==4.23.4
# googleapis-common-protos # googleapis-common-protos
pygments==2.18.0 pygments==2.18.0
# via rich # via rich
python-rapidjson==1.16 python-rapidjson==1.17
# via tritonclient # via tritonclient
pyyaml==6.0.1 pyyaml==6.0.1
# via clarifai # via clarifai
requests==2.31.0 requests==2.32.1
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# clarifai-grpc # clarifai-grpc

4
requirements/ingest/confluence.txt
View File

@ -4,7 +4,7 @@
# #
# pip-compile ./ingest/confluence.in # pip-compile ./ingest/confluence.in
# #
atlassian-python-api==3.41.11 atlassian-python-api==3.41.13
# via -r ./ingest/confluence.in # via -r ./ingest/confluence.in
beautifulsoup4==4.12.3 beautifulsoup4==4.12.3
# via # via
@ -31,7 +31,7 @@ oauthlib==3.2.2
# via # via
# atlassian-python-api # atlassian-python-api
# requests-oauthlib # requests-oauthlib
requests==2.31.0 requests==2.32.1
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# atlassian-python-api # atlassian-python-api

2
requirements/ingest/databricks-volumes.txt
View File

@ -29,7 +29,7 @@ pyasn1==0.6.0
# rsa # rsa
pyasn1-modules==0.4.0 pyasn1-modules==0.4.0
# via google-auth # via google-auth
requests==2.31.0 requests==2.32.1
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# databricks-sdk # databricks-sdk

4
requirements/ingest/dropbox.txt
View File

@ -15,7 +15,7 @@ charset-normalizer==3.3.2
# requests # requests
dropbox==11.36.2 dropbox==11.36.2
# via dropboxdrivefs # via dropboxdrivefs
dropboxdrivefs==1.3.1 dropboxdrivefs==1.4.0
# via -r ./ingest/dropbox.in # via -r ./ingest/dropbox.in
fsspec==2024.5.0 fsspec==2024.5.0
# via # via
@ -28,7 +28,7 @@ idna==3.7
# requests # requests
ply==3.11 ply==3.11
# via stone # via stone
requests==2.31.0 requests==2.32.1
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# dropbox # dropbox

38
requirements/ingest/embed-aws-bedrock.txt
View File

@ -5,13 +5,17 @@
# pip-compile ./ingest/embed-aws-bedrock.in # pip-compile ./ingest/embed-aws-bedrock.in
# #
aiohttp==3.9.5 aiohttp==3.9.5
# via langchain-community # via
# langchain
# langchain-community
aiosignal==1.3.1 aiosignal==1.3.1
# via aiohttp # via aiohttp
annotated-types==0.6.0 annotated-types==0.7.0
# via pydantic # via pydantic
async-timeout==4.0.3 async-timeout==4.0.3
# via aiohttp # via
# aiohttp
# langchain
attrs==23.2.0 attrs==23.2.0
# via aiohttp # via aiohttp
boto3==1.34.51 boto3==1.34.51
@ -33,6 +37,7 @@ charset-normalizer==3.3.2
dataclasses-json==0.6.6 dataclasses-json==0.6.6
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# langchain
# langchain-community # langchain-community
frozenlist==1.4.1 frozenlist==1.4.1
# via # via
@ -51,12 +56,20 @@ jsonpatch==1.33
# via langchain-core # via langchain-core
jsonpointer==2.4 jsonpointer==2.4
# via jsonpatch # via jsonpatch
langchain-community==0.0.38 langchain==0.2.0
# via -r ./ingest/embed-aws-bedrock.in
langchain-core==0.1.52
# via langchain-community # via langchain-community
langsmith==0.1.59 langchain-community==0.2.0
# via -r ./ingest/embed-aws-bedrock.in
langchain-core==0.2.0
# via # via
# langchain
# langchain-community
# langchain-text-splitters
langchain-text-splitters==0.2.0
# via langchain
langsmith==0.1.60
# via
# langchain
# langchain-community # langchain-community
# langchain-core # langchain-core
marshmallow==3.21.2 marshmallow==3.21.2
@ -75,6 +88,7 @@ numpy==1.26.4
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt
# langchain
# langchain-community # langchain-community
orjson==3.10.3 orjson==3.10.3
# via langsmith # via langsmith
@ -86,6 +100,7 @@ packaging==23.2
# marshmallow # marshmallow
pydantic==2.7.1 pydantic==2.7.1
# via # via
# langchain
# langchain-core # langchain-core
# langsmith # langsmith
pydantic-core==2.18.2 pydantic-core==2.18.2
@ -96,11 +111,13 @@ python-dateutil==2.9.0.post0
# botocore # botocore
pyyaml==6.0.1 pyyaml==6.0.1
# via # via
# langchain
# langchain-community # langchain-community
# langchain-core # langchain-core
requests==2.31.0 requests==2.32.1
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# langchain
# langchain-community # langchain-community
# langsmith # langsmith
s3transfer==0.10.1 s3transfer==0.10.1
@ -110,9 +127,12 @@ six==1.16.0
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# python-dateutil # python-dateutil
sqlalchemy==2.0.30 sqlalchemy==2.0.30
# via langchain-community # via
# langchain
# langchain-community
tenacity==8.3.0 tenacity==8.3.0
# via # via
# langchain
# langchain-community # langchain-community
# langchain-core # langchain-core
typing-extensions==4.11.0 typing-extensions==4.11.0

40
requirements/ingest/embed-huggingface.txt
View File

@ -5,13 +5,17 @@
# pip-compile ./ingest/embed-huggingface.in # pip-compile ./ingest/embed-huggingface.in
# #
aiohttp==3.9.5 aiohttp==3.9.5
# via langchain-community # via
# langchain
# langchain-community
aiosignal==1.3.1 aiosignal==1.3.1
# via aiohttp # via aiohttp
annotated-types==0.6.0 annotated-types==0.7.0
# via pydantic # via pydantic
async-timeout==4.0.3 async-timeout==4.0.3
# via aiohttp # via
# aiohttp
# langchain
attrs==23.2.0 attrs==23.2.0
# via aiohttp # via aiohttp
certifi==2024.2.2 certifi==2024.2.2
@ -26,6 +30,7 @@ charset-normalizer==3.3.2
dataclasses-json==0.6.6 dataclasses-json==0.6.6
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# langchain
# langchain-community # langchain-community
filelock==3.14.0 filelock==3.14.0
# via # via
@ -43,7 +48,7 @@ fsspec==2024.5.0
# torch # torch
huggingface==0.0.1 huggingface==0.0.1
# via -r ./ingest/embed-huggingface.in # via -r ./ingest/embed-huggingface.in
huggingface-hub==0.23.0 huggingface-hub==0.23.1
# via # via
# sentence-transformers # sentence-transformers
# tokenizers # tokenizers
@ -63,12 +68,20 @@ jsonpatch==1.33
# via langchain-core # via langchain-core
jsonpointer==2.4 jsonpointer==2.4
# via jsonpatch # via jsonpatch
langchain-community==0.0.38 langchain==0.2.0
# via -r ./ingest/embed-huggingface.in
langchain-core==0.1.52
# via langchain-community # via langchain-community
langsmith==0.1.59 langchain-community==0.2.0
# via -r ./ingest/embed-huggingface.in
langchain-core==0.2.0
# via # via
# langchain
# langchain-community
# langchain-text-splitters
langchain-text-splitters==0.2.0
# via langchain
langsmith==0.1.60
# via
# langchain
# langchain-community # langchain-community
# langchain-core # langchain-core
markupsafe==2.1.5 markupsafe==2.1.5
@ -93,6 +106,7 @@ numpy==1.26.4
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt
# langchain
# langchain-community # langchain-community
# scikit-learn # scikit-learn
# scipy # scipy
@ -112,6 +126,7 @@ pillow==10.3.0
# via sentence-transformers # via sentence-transformers
pydantic==2.7.1 pydantic==2.7.1
# via # via
# langchain
# langchain-core # langchain-core
# langsmith # langsmith
pydantic-core==2.18.2 pydantic-core==2.18.2
@ -119,6 +134,7 @@ pydantic-core==2.18.2
pyyaml==6.0.1 pyyaml==6.0.1
# via # via
# huggingface-hub # huggingface-hub
# langchain
# langchain-community # langchain-community
# langchain-core # langchain-core
# transformers # transformers
@ -126,10 +142,11 @@ regex==2024.5.15
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# transformers # transformers
requests==2.31.0 requests==2.32.1
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# huggingface-hub # huggingface-hub
# langchain
# langchain-community # langchain-community
# langsmith # langsmith
# transformers # transformers
@ -145,11 +162,14 @@ scipy==1.11.3
sentence-transformers==2.7.0 sentence-transformers==2.7.0
# via -r ./ingest/embed-huggingface.in # via -r ./ingest/embed-huggingface.in
sqlalchemy==2.0.30 sqlalchemy==2.0.30
# via langchain-community # via
# langchain
# langchain-community
sympy==1.12 sympy==1.12
# via torch # via torch
tenacity==8.3.0 tenacity==8.3.0
# via # via
# langchain
# langchain-community # langchain-community
# langchain-core # langchain-core
threadpoolctl==3.5.0 threadpoolctl==3.5.0

4
requirements/ingest/embed-octoai.txt
View File

@ -4,7 +4,7 @@
# #
# pip-compile ./ingest/embed-octoai.in # pip-compile ./ingest/embed-octoai.in
# #
annotated-types==0.6.0 annotated-types==0.7.0
# via pydantic # via pydantic
anyio==3.7.1 anyio==3.7.1
# via # via
@ -48,7 +48,7 @@ regex==2024.5.15
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# tiktoken # tiktoken
requests==2.31.0 requests==2.32.1
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# tiktoken # tiktoken

38
requirements/ingest/embed-openai.txt
View File

@ -5,10 +5,12 @@
# pip-compile ./ingest/embed-openai.in # pip-compile ./ingest/embed-openai.in
# #
aiohttp==3.9.5 aiohttp==3.9.5
# via langchain-community # via
# langchain
# langchain-community
aiosignal==1.3.1 aiosignal==1.3.1
# via aiohttp # via aiohttp
annotated-types==0.6.0 annotated-types==0.7.0
# via pydantic # via pydantic
anyio==3.7.1 anyio==3.7.1
# via # via
@ -16,7 +18,9 @@ anyio==3.7.1
# httpx # httpx
# openai # openai
async-timeout==4.0.3 async-timeout==4.0.3
# via aiohttp # via
# aiohttp
# langchain
attrs==23.2.0 attrs==23.2.0
# via aiohttp # via aiohttp
certifi==2024.2.2 certifi==2024.2.2
@ -33,6 +37,7 @@ charset-normalizer==3.3.2
dataclasses-json==0.6.6 dataclasses-json==0.6.6
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# langchain
# langchain-community # langchain-community
distro==1.9.0 distro==1.9.0
# via openai # via openai
@ -59,12 +64,20 @@ jsonpatch==1.33
# via langchain-core # via langchain-core
jsonpointer==2.4 jsonpointer==2.4
# via jsonpatch # via jsonpatch
langchain-community==0.0.38 langchain==0.2.0
# via -r ./ingest/embed-openai.in
langchain-core==0.1.52
# via langchain-community # via langchain-community
langsmith==0.1.59 langchain-community==0.2.0
# via -r ./ingest/embed-openai.in
langchain-core==0.2.0
# via # via
# langchain
# langchain-community
# langchain-text-splitters
langchain-text-splitters==0.2.0
# via langchain
langsmith==0.1.60
# via
# langchain
# langchain-community # langchain-community
# langchain-core # langchain-core
marshmallow==3.21.2 marshmallow==3.21.2
@ -83,6 +96,7 @@ numpy==1.26.4
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt
# langchain
# langchain-community # langchain-community
openai==1.30.1 openai==1.30.1
# via -r ./ingest/embed-openai.in # via -r ./ingest/embed-openai.in
@ -96,6 +110,7 @@ packaging==23.2
# marshmallow # marshmallow
pydantic==2.7.1 pydantic==2.7.1
# via # via
# langchain
# langchain-core # langchain-core
# langsmith # langsmith
# openai # openai
@ -103,15 +118,17 @@ pydantic-core==2.18.2
# via pydantic # via pydantic
pyyaml==6.0.1 pyyaml==6.0.1
# via # via
# langchain
# langchain-community # langchain-community
# langchain-core # langchain-core
regex==2024.5.15 regex==2024.5.15
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# tiktoken # tiktoken
requests==2.31.0 requests==2.32.1
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# langchain
# langchain-community # langchain-community
# langsmith # langsmith
# tiktoken # tiktoken
@ -121,9 +138,12 @@ sniffio==1.3.1
# httpx # httpx
# openai # openai
sqlalchemy==2.0.30 sqlalchemy==2.0.30
# via langchain-community # via
# langchain
# langchain-community
tenacity==8.3.0 tenacity==8.3.0
# via # via
# langchain
# langchain-community # langchain-community
# langchain-core # langchain-core
tiktoken==0.7.0 tiktoken==0.7.0

20
requirements/ingest/embed-vertexai.txt
View File

@ -10,7 +10,7 @@ aiohttp==3.9.5
# langchain-community # langchain-community
aiosignal==1.3.1 aiosignal==1.3.1
# via aiohttp # via aiohttp
annotated-types==0.6.0 annotated-types==0.7.0
# via pydantic # via pydantic
async-timeout==4.0.3 async-timeout==4.0.3
# via # via
@ -84,7 +84,7 @@ googleapis-common-protos[grpc]==1.63.0
# grpcio-status # grpcio-status
grpc-google-iam-v1==0.13.0 grpc-google-iam-v1==0.13.0
# via google-cloud-resource-manager # via google-cloud-resource-manager
grpcio==1.63.0 grpcio==1.64.0
# via # via
# google-api-core # google-api-core
# googleapis-common-protos # googleapis-common-protos
@ -101,13 +101,13 @@ jsonpatch==1.33
# via langchain-core # via langchain-core
jsonpointer==2.4 jsonpointer==2.4
# via jsonpatch # via jsonpatch
langchain==0.1.20 langchain==0.2.0
# via -r ./ingest/embed-vertexai.in
langchain-community==0.0.38
# via # via
# -r ./ingest/embed-vertexai.in # -r ./ingest/embed-vertexai.in
# langchain # langchain-community
langchain-core==0.1.52 langchain-community==0.2.0
# via -r ./ingest/embed-vertexai.in
langchain-core==0.2.0
# via # via
# langchain # langchain
# langchain-community # langchain-community
@ -115,9 +115,9 @@ langchain-core==0.1.52
# langchain-text-splitters # langchain-text-splitters
langchain-google-vertexai==1.0.4 langchain-google-vertexai==1.0.4
# via -r ./ingest/embed-vertexai.in # via -r ./ingest/embed-vertexai.in
langchain-text-splitters==0.0.2 langchain-text-splitters==0.2.0
# via langchain # via langchain
langsmith==0.1.59 langsmith==0.1.60
# via # via
# langchain # langchain
# langchain-community # langchain-community
@ -189,7 +189,7 @@ pyyaml==6.0.1
# langchain # langchain
# langchain-community # langchain-community
# langchain-core # langchain-core
requests==2.31.0 requests==2.32.1
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# google-api-core # google-api-core

2
requirements/ingest/gcs.txt
View File

@ -92,7 +92,7 @@ pyasn1==0.6.0
# rsa # rsa
pyasn1-modules==0.4.0 pyasn1-modules==0.4.0
# via google-auth # via google-auth
requests==2.31.0 requests==2.32.1
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# gcsfs # gcsfs

2
requirements/ingest/github.txt
View File

@ -33,7 +33,7 @@ pyjwt[crypto]==2.8.0
# via pygithub # via pygithub
pynacl==1.5.0 pynacl==1.5.0
# via pygithub # via pygithub
requests==2.31.0 requests==2.32.1
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# pygithub # pygithub

2
requirements/ingest/gitlab.txt
View File

@ -19,7 +19,7 @@ idna==3.7
# requests # requests
python-gitlab==4.5.0 python-gitlab==4.5.0
# via -r ./ingest/gitlab.in # via -r ./ingest/gitlab.in
requests==2.31.0 requests==2.32.1
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# python-gitlab # python-gitlab

2
requirements/ingest/google-drive.txt
View File

@ -54,7 +54,7 @@ pyparsing==3.0.9
# via # via
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt
# httplib2 # httplib2
requests==2.31.0 requests==2.32.1
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# google-api-core # google-api-core

4
requirements/ingest/jira.txt
View File

@ -4,7 +4,7 @@
# #
# pip-compile ./ingest/jira.in # pip-compile ./ingest/jira.in
# #
atlassian-python-api==3.41.11 atlassian-python-api==3.41.13
# via -r ./ingest/jira.in # via -r ./ingest/jira.in
beautifulsoup4==4.12.3 beautifulsoup4==4.12.3
# via # via
@ -31,7 +31,7 @@ oauthlib==3.2.2
# via # via
# atlassian-python-api # atlassian-python-api
# requests-oauthlib # requests-oauthlib
requests==2.31.0 requests==2.32.1
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# atlassian-python-api # atlassian-python-api

2
requirements/ingest/onedrive.txt
View File

@ -43,7 +43,7 @@ pyjwt[crypto]==2.8.0
# via msal # via msal
pytz==2024.1 pytz==2024.1
# via office365-rest-python-client # via office365-rest-python-client
requests==2.31.0 requests==2.32.1
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# msal # msal

2
requirements/ingest/opensearch.txt
View File

@ -24,7 +24,7 @@ python-dateutil==2.9.0.post0
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# opensearch-py # opensearch-py
requests==2.31.0 requests==2.32.1
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# opensearch-py # opensearch-py

2
requirements/ingest/outlook.txt
View File

@ -37,7 +37,7 @@ pyjwt[crypto]==2.8.0
# via msal # via msal
pytz==2024.1 pytz==2024.1
# via office365-rest-python-client # via office365-rest-python-client
requests==2.31.0 requests==2.32.1
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# msal # msal

2
requirements/ingest/pinecone.txt
View File

@ -34,7 +34,7 @@ python-dateutil==2.9.0.post0
# pinecone-client # pinecone-client
pyyaml==6.0.1 pyyaml==6.0.1
# via pinecone-client # via pinecone-client
requests==2.31.0 requests==2.32.1
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# pinecone-client # pinecone-client

4
requirements/ingest/qdrant.txt
View File

@ -4,7 +4,7 @@
# #
# pip-compile ./ingest/qdrant.in # pip-compile ./ingest/qdrant.in
# #
annotated-types==0.6.0 annotated-types==0.7.0
# via pydantic # via pydantic
anyio==3.7.1 anyio==3.7.1
# via # via
@ -18,7 +18,7 @@ certifi==2024.2.2
# httpx # httpx
exceptiongroup==1.2.1 exceptiongroup==1.2.1
# via anyio # via anyio
grpcio==1.63.0 grpcio==1.64.0
# via # via
# grpcio-tools # grpcio-tools
# qdrant-client # qdrant-client

2
requirements/ingest/reddit.txt
View File

@ -21,7 +21,7 @@ praw==7.7.1
# via -r ./ingest/reddit.in # via -r ./ingest/reddit.in
prawcore==2.4.0 prawcore==2.4.0
# via praw # via praw
requests==2.31.0 requests==2.32.1
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# prawcore # prawcore

2
requirements/ingest/salesforce.txt
View File

@ -41,7 +41,7 @@ pyjwt[crypto]==2.8.0
# via simple-salesforce # via simple-salesforce
pytz==2024.1 pytz==2024.1
# via zeep # via zeep
requests==2.31.0 requests==2.32.1
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# requests-file # requests-file

2
requirements/ingest/sharepoint.txt
View File

@ -37,7 +37,7 @@ pyjwt[crypto]==2.8.0
# via msal # via msal
pytz==2024.1 pytz==2024.1
# via office365-rest-python-client # via office365-rest-python-client
requests==2.31.0 requests==2.32.1
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# msal # msal

8
requirements/ingest/weaviate.txt
View File

@ -4,7 +4,7 @@
# #
# pip-compile ./ingest/weaviate.in # pip-compile ./ingest/weaviate.in
# #
annotated-types==0.6.0 annotated-types==0.7.0
# via pydantic # via pydantic
anyio==3.7.1 anyio==3.7.1
# via # via
@ -29,7 +29,7 @@ cryptography==42.0.7
# via authlib # via authlib
exceptiongroup==1.2.1 exceptiongroup==1.2.1
# via anyio # via anyio
grpcio==1.63.0 grpcio==1.64.0
# via # via
# grpcio-health-checking # grpcio-health-checking
# grpcio-tools # grpcio-tools
@ -61,7 +61,7 @@ pydantic==2.7.1
# via weaviate-client # via weaviate-client
pydantic-core==2.18.2 pydantic-core==2.18.2
# via pydantic # via pydantic
requests==2.31.0 requests==2.32.1
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# weaviate-client # weaviate-client
@ -81,7 +81,7 @@ urllib3==1.26.18
# requests # requests
validators==0.28.1 validators==0.28.1
# via weaviate-client # via weaviate-client
weaviate-client==4.6.1 weaviate-client==4.6.3
# via # via
# -c ./ingest/../deps/constraints.txt # -c ./ingest/../deps/constraints.txt
# -r ./ingest/weaviate.in # -r ./ingest/weaviate.in

2
requirements/ingest/wikipedia.txt
View File

@ -21,7 +21,7 @@ idna==3.7
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# requests # requests
requests==2.31.0 requests==2.32.1
# via # via
# -c ./ingest/../base.txt # -c ./ingest/../base.txt
# wikipedia # wikipedia

8
requirements/test.txt
View File

@ -4,7 +4,7 @@
# #
# pip-compile ./test.in # pip-compile ./test.in
# #
annotated-types==0.6.0 annotated-types==0.7.0
# via pydantic # via pydantic
appdirs==1.4.4 appdirs==1.4.4
# via label-studio-tools # via label-studio-tools
@ -43,7 +43,7 @@ flake8-print==5.0.0
# via -r ./test.in # via -r ./test.in
freezegun==1.5.1 freezegun==1.5.1
# via -r ./test.in # via -r ./test.in
grpcio==1.63.0 grpcio==1.64.0
# via -r ./test.in # via -r ./test.in
idna==3.7 idna==3.7
# via # via
@ -104,7 +104,7 @@ pyflakes==3.2.0
# via # via
# autoflake # autoflake
# flake8 # flake8
pytest==8.2.0 pytest==8.2.1
# via # via
# pytest-cov # pytest-cov
# pytest-mock # pytest-mock
@ -122,7 +122,7 @@ referencing==0.35.1
# via # via
# jsonschema # jsonschema
# jsonschema-specifications # jsonschema-specifications
requests==2.31.0 requests==2.32.1
# via # via
# -c ./base.txt # -c ./base.txt
# label-studio-sdk # label-studio-sdk