mirror of
				https://github.com/Unstructured-IO/unstructured.git
				synced 2025-10-31 01:54:25 +00:00 
			
		
		
		
	build: apk add libreoffice24 (#3065)
### Summary Switches to installing `libreoffice` from the Wolfi repository and upgrades the `libreoffice` version to `libreoffice==24.x.x`. Resolves a medium vulnerability in the old `libreoffice` version. Security scanning with `anchore/grype` was also added to the `test_dockerfile` job. Requirements were bumped to resolve a vulnerability in the `requests` library. ### Testing `test_dockerfile` passes with the updates.
This commit is contained in:
		
							parent
							
								
									3eaf65a8c1
								
							
						
					
					
						commit
						059fc64bd9
					
				
							
								
								
									
										5
									
								
								.github/workflows/ci.yml
									
									
									
									
										vendored
									
									
								
							
							
						
						
									
										5
									
								
								.github/workflows/ci.yml
									
									
									
									
										vendored
									
									
								
							| @ -500,3 +500,8 @@ jobs: | ||||
|           make docker-dl-packages | ||||
|           make docker-build | ||||
|           make docker-test CI=true UNSTRUCTURED_INCLUDE_DEBUG_METADATA=true | ||||
|       - name: Scan image | ||||
|         uses: anchore/scan-action@v3 | ||||
|         with: | ||||
|           image: "unstructured:dev" | ||||
|           severity-cutoff: medium | ||||
|  | ||||
| @ -15,16 +15,16 @@ RUN apk update && apk add py3.11-pip mesa-gl glib cmake && \ | ||||
|   apk add --allow-untrusted packages/poppler-23.09.0-r0.apk && \ | ||||
|   apk add --allow-untrusted packages/leptonica-1.83.0-r0.apk && \ | ||||
|   apk add --allow-untrusted packages/tesseract-5.3.2-r0.apk && \ | ||||
|   apk add --allow-untrusted packages/libreoffice-7.6.5-r0.apk && \ | ||||
|   apk add libreoffice && \ | ||||
|   apk add bash && \ | ||||
|   apk add libmagic && \ | ||||
|   mv /share/tessdata/configs /usr/local/share/tessdata/ && \ | ||||
|   mv /share/tessdata/tessconfigs /usr/local/share/tessdata/ && \ | ||||
|   ln -s /usr/local/lib/libreoffice/program/soffice.bin /usr/local/bin/libreoffice && \ | ||||
|   ln -s /usr/local/lib/libreoffice/program/soffice.bin /usr/local/bin/soffice && \ | ||||
|   chmod +x /usr/local/lib/libreoffice/program/soffice.bin && \ | ||||
|   chmod +x /usr/local/bin/libreoffice && \ | ||||
|   chmod +x /usr/local/bin/soffice | ||||
|   ln -s /usr/lib/libreoffice/program/soffice.bin /usr/bin/libreoffice && \ | ||||
|   ln -s /usr/lib/libreoffice/program/soffice.bin /usr/bin/soffice && \ | ||||
|   chmod +x /usr/lib/libreoffice/program/soffice.bin && \ | ||||
|   chmod +x /usr/bin/libreoffice && \ | ||||
|   chmod +x /usr/bin/soffice | ||||
| 
 | ||||
| RUN chown -R nonroot:nonroot /app | ||||
| 
 | ||||
|  | ||||
| @ -66,7 +66,7 @@ pygments==2.18.0 | ||||
|     #   sphinx-tabs | ||||
| pyyaml==6.0.1 | ||||
|     # via myst-parser | ||||
| requests==2.31.0 | ||||
| requests==2.32.1 | ||||
|     # via | ||||
|     #   -c ./base.txt | ||||
|     #   sphinx | ||||
|  | ||||
| @ -25,7 +25,7 @@ dataclasses-json==0.6.6 | ||||
|     # via -r ./base.in | ||||
| dataclasses-json-speakeasy==0.5.11 | ||||
|     # via unstructured-client | ||||
| emoji==2.11.1 | ||||
| emoji==2.12.1 | ||||
|     # via -r ./base.in | ||||
| filetype==1.2.0 | ||||
|     # via -r ./base.in | ||||
| @ -67,11 +67,11 @@ python-iso639==2024.4.27 | ||||
|     # via -r ./base.in | ||||
| python-magic==0.4.27 | ||||
|     # via -r ./base.in | ||||
| rapidfuzz==3.9.0 | ||||
| rapidfuzz==3.9.1 | ||||
|     # via -r ./base.in | ||||
| regex==2024.5.15 | ||||
|     # via nltk | ||||
| requests==2.31.0 | ||||
| requests==2.32.1 | ||||
|     # via | ||||
|     #   -r ./base.in | ||||
|     #   unstructured-client | ||||
| @ -89,6 +89,7 @@ tqdm==4.66.4 | ||||
| typing-extensions==4.11.0 | ||||
|     # via | ||||
|     #   -r ./base.in | ||||
|     #   emoji | ||||
|     #   typing-inspect | ||||
|     #   unstructured-client | ||||
| typing-inspect==0.9.0 | ||||
|  | ||||
| @ -66,7 +66,7 @@ pygments==2.18.0 | ||||
|     #   sphinx-tabs | ||||
| pyyaml==6.0.1 | ||||
|     # via myst-parser | ||||
| requests==2.31.0 | ||||
| requests==2.32.1 | ||||
|     # via | ||||
|     #   -c ./base.txt | ||||
|     #   sphinx | ||||
|  | ||||
| @ -315,7 +315,7 @@ referencing==0.35.1 | ||||
|     #   jsonschema | ||||
|     #   jsonschema-specifications | ||||
|     #   jupyter-events | ||||
| requests==2.31.0 | ||||
| requests==2.32.1 | ||||
|     # via | ||||
|     #   -c ./base.txt | ||||
|     #   -c ./test.txt | ||||
|  | ||||
| @ -168,13 +168,13 @@ pytz==2024.1 | ||||
|     # via | ||||
|     #   flask-babel | ||||
|     #   pandas | ||||
| rapidfuzz==3.9.0 | ||||
| rapidfuzz==3.9.1 | ||||
|     # via | ||||
|     #   -c ./base.txt | ||||
|     #   unstructured-paddleocr | ||||
| rarfile==4.2 | ||||
|     # via visualdl | ||||
| requests==2.31.0 | ||||
| requests==2.32.1 | ||||
|     # via | ||||
|     #   -c ./base.txt | ||||
|     #   premailer | ||||
|  | ||||
| @ -58,13 +58,13 @@ googleapis-common-protos==1.63.0 | ||||
|     # via | ||||
|     #   google-api-core | ||||
|     #   grpcio-status | ||||
| grpcio==1.63.0 | ||||
| grpcio==1.64.0 | ||||
|     # via | ||||
|     #   google-api-core | ||||
|     #   grpcio-status | ||||
| grpcio-status==1.62.2 | ||||
|     # via google-api-core | ||||
| huggingface-hub==0.23.0 | ||||
| huggingface-hub==0.23.1 | ||||
|     # via | ||||
|     #   timm | ||||
|     #   tokenizers | ||||
| @ -220,7 +220,7 @@ pyyaml==6.0.1 | ||||
|     #   omegaconf | ||||
|     #   timm | ||||
|     #   transformers | ||||
| rapidfuzz==3.9.0 | ||||
| rapidfuzz==3.9.1 | ||||
|     # via | ||||
|     #   -c ./base.txt | ||||
|     #   unstructured-inference | ||||
| @ -228,7 +228,7 @@ regex==2024.5.15 | ||||
|     # via | ||||
|     #   -c ./base.txt | ||||
|     #   transformers | ||||
| requests==2.31.0 | ||||
| requests==2.32.1 | ||||
|     # via | ||||
|     #   -c ./base.txt | ||||
|     #   google-api-core | ||||
|  | ||||
| @ -27,7 +27,7 @@ fsspec==2024.5.0 | ||||
|     #   -c ././deps/constraints.txt | ||||
|     #   huggingface-hub | ||||
|     #   torch | ||||
| huggingface-hub==0.23.0 | ||||
| huggingface-hub==0.23.1 | ||||
|     # via | ||||
|     #   tokenizers | ||||
|     #   transformers | ||||
| @ -71,7 +71,7 @@ regex==2024.5.15 | ||||
|     #   -c ./base.txt | ||||
|     #   sacremoses | ||||
|     #   transformers | ||||
| requests==2.31.0 | ||||
| requests==2.32.1 | ||||
|     # via | ||||
|     #   -c ./base.txt | ||||
|     #   huggingface-hub | ||||
|  | ||||
| @ -4,7 +4,7 @@ | ||||
| # | ||||
| #    pip-compile ./ingest/airtable.in | ||||
| # | ||||
| annotated-types==0.6.0 | ||||
| annotated-types==0.7.0 | ||||
|     # via pydantic | ||||
| certifi==2024.2.2 | ||||
|     # via | ||||
| @ -27,7 +27,7 @@ pydantic==2.7.1 | ||||
|     # via pyairtable | ||||
| pydantic-core==2.18.2 | ||||
|     # via pydantic | ||||
| requests==2.31.0 | ||||
| requests==2.32.1 | ||||
|     # via | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   pyairtable | ||||
|  | ||||
| @ -69,7 +69,7 @@ python-dateutil==2.9.0.post0 | ||||
|     # via | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   bson | ||||
| requests==2.31.0 | ||||
| requests==2.32.1 | ||||
|     # via | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   cassio | ||||
|  | ||||
| @ -25,7 +25,7 @@ idna==3.7 | ||||
|     #   requests | ||||
| isodate==0.6.1 | ||||
|     # via azure-search-documents | ||||
| requests==2.31.0 | ||||
| requests==2.32.1 | ||||
|     # via | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   azure-core | ||||
|  | ||||
| @ -82,7 +82,7 @@ pycparser==2.22 | ||||
|     # via cffi | ||||
| pyjwt[crypto]==2.8.0 | ||||
|     # via msal | ||||
| requests==2.31.0 | ||||
| requests==2.32.1 | ||||
|     # via | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   azure-core | ||||
|  | ||||
| @ -40,7 +40,7 @@ python-dateutil==2.9.0.post0 | ||||
|     # via | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   boxsdk | ||||
| requests==2.31.0 | ||||
| requests==2.32.1 | ||||
|     # via | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   boxsdk | ||||
|  | ||||
| @ -4,7 +4,7 @@ | ||||
| # | ||||
| #    pip-compile ./ingest/chroma.in | ||||
| # | ||||
| annotated-types==0.6.0 | ||||
| annotated-types==0.7.0 | ||||
|     # via pydantic | ||||
| anyio==3.7.1 | ||||
|     # via | ||||
| @ -60,7 +60,7 @@ google-auth==2.29.0 | ||||
|     # via kubernetes | ||||
| googleapis-common-protos==1.63.0 | ||||
|     # via opentelemetry-exporter-otlp-proto-grpc | ||||
| grpcio==1.63.0 | ||||
| grpcio==1.64.0 | ||||
|     # via | ||||
|     #   chromadb | ||||
|     #   opentelemetry-exporter-otlp-proto-grpc | ||||
| @ -68,7 +68,7 @@ h11==0.14.0 | ||||
|     # via uvicorn | ||||
| httptools==0.6.1 | ||||
|     # via uvicorn | ||||
| huggingface-hub==0.23.0 | ||||
| huggingface-hub==0.23.1 | ||||
|     # via tokenizers | ||||
| humanfriendly==10.0 | ||||
|     # via coloredlogs | ||||
| @ -161,7 +161,7 @@ pyyaml==6.0.1 | ||||
|     #   huggingface-hub | ||||
|     #   kubernetes | ||||
|     #   uvicorn | ||||
| requests==2.31.0 | ||||
| requests==2.32.1 | ||||
|     # via | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   chromadb | ||||
|  | ||||
| @ -21,7 +21,7 @@ contextlib2==21.6.0 | ||||
|     # via schema | ||||
| googleapis-common-protos==1.63.0 | ||||
|     # via clarifai-grpc | ||||
| grpcio==1.63.0 | ||||
| grpcio==1.64.0 | ||||
|     # via clarifai-grpc | ||||
| idna==3.7 | ||||
|     # via | ||||
| @ -52,11 +52,11 @@ protobuf==4.23.4 | ||||
|     #   googleapis-common-protos | ||||
| pygments==2.18.0 | ||||
|     # via rich | ||||
| python-rapidjson==1.16 | ||||
| python-rapidjson==1.17 | ||||
|     # via tritonclient | ||||
| pyyaml==6.0.1 | ||||
|     # via clarifai | ||||
| requests==2.31.0 | ||||
| requests==2.32.1 | ||||
|     # via | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   clarifai-grpc | ||||
|  | ||||
| @ -4,7 +4,7 @@ | ||||
| # | ||||
| #    pip-compile ./ingest/confluence.in | ||||
| # | ||||
| atlassian-python-api==3.41.11 | ||||
| atlassian-python-api==3.41.13 | ||||
|     # via -r ./ingest/confluence.in | ||||
| beautifulsoup4==4.12.3 | ||||
|     # via | ||||
| @ -31,7 +31,7 @@ oauthlib==3.2.2 | ||||
|     # via | ||||
|     #   atlassian-python-api | ||||
|     #   requests-oauthlib | ||||
| requests==2.31.0 | ||||
| requests==2.32.1 | ||||
|     # via | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   atlassian-python-api | ||||
|  | ||||
| @ -29,7 +29,7 @@ pyasn1==0.6.0 | ||||
|     #   rsa | ||||
| pyasn1-modules==0.4.0 | ||||
|     # via google-auth | ||||
| requests==2.31.0 | ||||
| requests==2.32.1 | ||||
|     # via | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   databricks-sdk | ||||
|  | ||||
| @ -15,7 +15,7 @@ charset-normalizer==3.3.2 | ||||
|     #   requests | ||||
| dropbox==11.36.2 | ||||
|     # via dropboxdrivefs | ||||
| dropboxdrivefs==1.3.1 | ||||
| dropboxdrivefs==1.4.0 | ||||
|     # via -r ./ingest/dropbox.in | ||||
| fsspec==2024.5.0 | ||||
|     # via | ||||
| @ -28,7 +28,7 @@ idna==3.7 | ||||
|     #   requests | ||||
| ply==3.11 | ||||
|     # via stone | ||||
| requests==2.31.0 | ||||
| requests==2.32.1 | ||||
|     # via | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   dropbox | ||||
|  | ||||
| @ -5,13 +5,17 @@ | ||||
| #    pip-compile ./ingest/embed-aws-bedrock.in | ||||
| # | ||||
| aiohttp==3.9.5 | ||||
|     # via langchain-community | ||||
|     # via | ||||
|     #   langchain | ||||
|     #   langchain-community | ||||
| aiosignal==1.3.1 | ||||
|     # via aiohttp | ||||
| annotated-types==0.6.0 | ||||
| annotated-types==0.7.0 | ||||
|     # via pydantic | ||||
| async-timeout==4.0.3 | ||||
|     # via aiohttp | ||||
|     # via | ||||
|     #   aiohttp | ||||
|     #   langchain | ||||
| attrs==23.2.0 | ||||
|     # via aiohttp | ||||
| boto3==1.34.51 | ||||
| @ -33,6 +37,7 @@ charset-normalizer==3.3.2 | ||||
| dataclasses-json==0.6.6 | ||||
|     # via | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   langchain | ||||
|     #   langchain-community | ||||
| frozenlist==1.4.1 | ||||
|     # via | ||||
| @ -51,12 +56,20 @@ jsonpatch==1.33 | ||||
|     # via langchain-core | ||||
| jsonpointer==2.4 | ||||
|     # via jsonpatch | ||||
| langchain-community==0.0.38 | ||||
|     # via -r ./ingest/embed-aws-bedrock.in | ||||
| langchain-core==0.1.52 | ||||
| langchain==0.2.0 | ||||
|     # via langchain-community | ||||
| langsmith==0.1.59 | ||||
| langchain-community==0.2.0 | ||||
|     # via -r ./ingest/embed-aws-bedrock.in | ||||
| langchain-core==0.2.0 | ||||
|     # via | ||||
|     #   langchain | ||||
|     #   langchain-community | ||||
|     #   langchain-text-splitters | ||||
| langchain-text-splitters==0.2.0 | ||||
|     # via langchain | ||||
| langsmith==0.1.60 | ||||
|     # via | ||||
|     #   langchain | ||||
|     #   langchain-community | ||||
|     #   langchain-core | ||||
| marshmallow==3.21.2 | ||||
| @ -75,6 +88,7 @@ numpy==1.26.4 | ||||
|     # via | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   -c ./ingest/../deps/constraints.txt | ||||
|     #   langchain | ||||
|     #   langchain-community | ||||
| orjson==3.10.3 | ||||
|     # via langsmith | ||||
| @ -86,6 +100,7 @@ packaging==23.2 | ||||
|     #   marshmallow | ||||
| pydantic==2.7.1 | ||||
|     # via | ||||
|     #   langchain | ||||
|     #   langchain-core | ||||
|     #   langsmith | ||||
| pydantic-core==2.18.2 | ||||
| @ -96,11 +111,13 @@ python-dateutil==2.9.0.post0 | ||||
|     #   botocore | ||||
| pyyaml==6.0.1 | ||||
|     # via | ||||
|     #   langchain | ||||
|     #   langchain-community | ||||
|     #   langchain-core | ||||
| requests==2.31.0 | ||||
| requests==2.32.1 | ||||
|     # via | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   langchain | ||||
|     #   langchain-community | ||||
|     #   langsmith | ||||
| s3transfer==0.10.1 | ||||
| @ -110,9 +127,12 @@ six==1.16.0 | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   python-dateutil | ||||
| sqlalchemy==2.0.30 | ||||
|     # via langchain-community | ||||
|     # via | ||||
|     #   langchain | ||||
|     #   langchain-community | ||||
| tenacity==8.3.0 | ||||
|     # via | ||||
|     #   langchain | ||||
|     #   langchain-community | ||||
|     #   langchain-core | ||||
| typing-extensions==4.11.0 | ||||
|  | ||||
| @ -5,13 +5,17 @@ | ||||
| #    pip-compile ./ingest/embed-huggingface.in | ||||
| # | ||||
| aiohttp==3.9.5 | ||||
|     # via langchain-community | ||||
|     # via | ||||
|     #   langchain | ||||
|     #   langchain-community | ||||
| aiosignal==1.3.1 | ||||
|     # via aiohttp | ||||
| annotated-types==0.6.0 | ||||
| annotated-types==0.7.0 | ||||
|     # via pydantic | ||||
| async-timeout==4.0.3 | ||||
|     # via aiohttp | ||||
|     # via | ||||
|     #   aiohttp | ||||
|     #   langchain | ||||
| attrs==23.2.0 | ||||
|     # via aiohttp | ||||
| certifi==2024.2.2 | ||||
| @ -26,6 +30,7 @@ charset-normalizer==3.3.2 | ||||
| dataclasses-json==0.6.6 | ||||
|     # via | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   langchain | ||||
|     #   langchain-community | ||||
| filelock==3.14.0 | ||||
|     # via | ||||
| @ -43,7 +48,7 @@ fsspec==2024.5.0 | ||||
|     #   torch | ||||
| huggingface==0.0.1 | ||||
|     # via -r ./ingest/embed-huggingface.in | ||||
| huggingface-hub==0.23.0 | ||||
| huggingface-hub==0.23.1 | ||||
|     # via | ||||
|     #   sentence-transformers | ||||
|     #   tokenizers | ||||
| @ -63,12 +68,20 @@ jsonpatch==1.33 | ||||
|     # via langchain-core | ||||
| jsonpointer==2.4 | ||||
|     # via jsonpatch | ||||
| langchain-community==0.0.38 | ||||
|     # via -r ./ingest/embed-huggingface.in | ||||
| langchain-core==0.1.52 | ||||
| langchain==0.2.0 | ||||
|     # via langchain-community | ||||
| langsmith==0.1.59 | ||||
| langchain-community==0.2.0 | ||||
|     # via -r ./ingest/embed-huggingface.in | ||||
| langchain-core==0.2.0 | ||||
|     # via | ||||
|     #   langchain | ||||
|     #   langchain-community | ||||
|     #   langchain-text-splitters | ||||
| langchain-text-splitters==0.2.0 | ||||
|     # via langchain | ||||
| langsmith==0.1.60 | ||||
|     # via | ||||
|     #   langchain | ||||
|     #   langchain-community | ||||
|     #   langchain-core | ||||
| markupsafe==2.1.5 | ||||
| @ -93,6 +106,7 @@ numpy==1.26.4 | ||||
|     # via | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   -c ./ingest/../deps/constraints.txt | ||||
|     #   langchain | ||||
|     #   langchain-community | ||||
|     #   scikit-learn | ||||
|     #   scipy | ||||
| @ -112,6 +126,7 @@ pillow==10.3.0 | ||||
|     # via sentence-transformers | ||||
| pydantic==2.7.1 | ||||
|     # via | ||||
|     #   langchain | ||||
|     #   langchain-core | ||||
|     #   langsmith | ||||
| pydantic-core==2.18.2 | ||||
| @ -119,6 +134,7 @@ pydantic-core==2.18.2 | ||||
| pyyaml==6.0.1 | ||||
|     # via | ||||
|     #   huggingface-hub | ||||
|     #   langchain | ||||
|     #   langchain-community | ||||
|     #   langchain-core | ||||
|     #   transformers | ||||
| @ -126,10 +142,11 @@ regex==2024.5.15 | ||||
|     # via | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   transformers | ||||
| requests==2.31.0 | ||||
| requests==2.32.1 | ||||
|     # via | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   huggingface-hub | ||||
|     #   langchain | ||||
|     #   langchain-community | ||||
|     #   langsmith | ||||
|     #   transformers | ||||
| @ -145,11 +162,14 @@ scipy==1.11.3 | ||||
| sentence-transformers==2.7.0 | ||||
|     # via -r ./ingest/embed-huggingface.in | ||||
| sqlalchemy==2.0.30 | ||||
|     # via langchain-community | ||||
|     # via | ||||
|     #   langchain | ||||
|     #   langchain-community | ||||
| sympy==1.12 | ||||
|     # via torch | ||||
| tenacity==8.3.0 | ||||
|     # via | ||||
|     #   langchain | ||||
|     #   langchain-community | ||||
|     #   langchain-core | ||||
| threadpoolctl==3.5.0 | ||||
|  | ||||
| @ -4,7 +4,7 @@ | ||||
| # | ||||
| #    pip-compile ./ingest/embed-octoai.in | ||||
| # | ||||
| annotated-types==0.6.0 | ||||
| annotated-types==0.7.0 | ||||
|     # via pydantic | ||||
| anyio==3.7.1 | ||||
|     # via | ||||
| @ -48,7 +48,7 @@ regex==2024.5.15 | ||||
|     # via | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   tiktoken | ||||
| requests==2.31.0 | ||||
| requests==2.32.1 | ||||
|     # via | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   tiktoken | ||||
|  | ||||
| @ -5,10 +5,12 @@ | ||||
| #    pip-compile ./ingest/embed-openai.in | ||||
| # | ||||
| aiohttp==3.9.5 | ||||
|     # via langchain-community | ||||
|     # via | ||||
|     #   langchain | ||||
|     #   langchain-community | ||||
| aiosignal==1.3.1 | ||||
|     # via aiohttp | ||||
| annotated-types==0.6.0 | ||||
| annotated-types==0.7.0 | ||||
|     # via pydantic | ||||
| anyio==3.7.1 | ||||
|     # via | ||||
| @ -16,7 +18,9 @@ anyio==3.7.1 | ||||
|     #   httpx | ||||
|     #   openai | ||||
| async-timeout==4.0.3 | ||||
|     # via aiohttp | ||||
|     # via | ||||
|     #   aiohttp | ||||
|     #   langchain | ||||
| attrs==23.2.0 | ||||
|     # via aiohttp | ||||
| certifi==2024.2.2 | ||||
| @ -33,6 +37,7 @@ charset-normalizer==3.3.2 | ||||
| dataclasses-json==0.6.6 | ||||
|     # via | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   langchain | ||||
|     #   langchain-community | ||||
| distro==1.9.0 | ||||
|     # via openai | ||||
| @ -59,12 +64,20 @@ jsonpatch==1.33 | ||||
|     # via langchain-core | ||||
| jsonpointer==2.4 | ||||
|     # via jsonpatch | ||||
| langchain-community==0.0.38 | ||||
|     # via -r ./ingest/embed-openai.in | ||||
| langchain-core==0.1.52 | ||||
| langchain==0.2.0 | ||||
|     # via langchain-community | ||||
| langsmith==0.1.59 | ||||
| langchain-community==0.2.0 | ||||
|     # via -r ./ingest/embed-openai.in | ||||
| langchain-core==0.2.0 | ||||
|     # via | ||||
|     #   langchain | ||||
|     #   langchain-community | ||||
|     #   langchain-text-splitters | ||||
| langchain-text-splitters==0.2.0 | ||||
|     # via langchain | ||||
| langsmith==0.1.60 | ||||
|     # via | ||||
|     #   langchain | ||||
|     #   langchain-community | ||||
|     #   langchain-core | ||||
| marshmallow==3.21.2 | ||||
| @ -83,6 +96,7 @@ numpy==1.26.4 | ||||
|     # via | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   -c ./ingest/../deps/constraints.txt | ||||
|     #   langchain | ||||
|     #   langchain-community | ||||
| openai==1.30.1 | ||||
|     # via -r ./ingest/embed-openai.in | ||||
| @ -96,6 +110,7 @@ packaging==23.2 | ||||
|     #   marshmallow | ||||
| pydantic==2.7.1 | ||||
|     # via | ||||
|     #   langchain | ||||
|     #   langchain-core | ||||
|     #   langsmith | ||||
|     #   openai | ||||
| @ -103,15 +118,17 @@ pydantic-core==2.18.2 | ||||
|     # via pydantic | ||||
| pyyaml==6.0.1 | ||||
|     # via | ||||
|     #   langchain | ||||
|     #   langchain-community | ||||
|     #   langchain-core | ||||
| regex==2024.5.15 | ||||
|     # via | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   tiktoken | ||||
| requests==2.31.0 | ||||
| requests==2.32.1 | ||||
|     # via | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   langchain | ||||
|     #   langchain-community | ||||
|     #   langsmith | ||||
|     #   tiktoken | ||||
| @ -121,9 +138,12 @@ sniffio==1.3.1 | ||||
|     #   httpx | ||||
|     #   openai | ||||
| sqlalchemy==2.0.30 | ||||
|     # via langchain-community | ||||
|     # via | ||||
|     #   langchain | ||||
|     #   langchain-community | ||||
| tenacity==8.3.0 | ||||
|     # via | ||||
|     #   langchain | ||||
|     #   langchain-community | ||||
|     #   langchain-core | ||||
| tiktoken==0.7.0 | ||||
|  | ||||
| @ -10,7 +10,7 @@ aiohttp==3.9.5 | ||||
|     #   langchain-community | ||||
| aiosignal==1.3.1 | ||||
|     # via aiohttp | ||||
| annotated-types==0.6.0 | ||||
| annotated-types==0.7.0 | ||||
|     # via pydantic | ||||
| async-timeout==4.0.3 | ||||
|     # via | ||||
| @ -84,7 +84,7 @@ googleapis-common-protos[grpc]==1.63.0 | ||||
|     #   grpcio-status | ||||
| grpc-google-iam-v1==0.13.0 | ||||
|     # via google-cloud-resource-manager | ||||
| grpcio==1.63.0 | ||||
| grpcio==1.64.0 | ||||
|     # via | ||||
|     #   google-api-core | ||||
|     #   googleapis-common-protos | ||||
| @ -101,13 +101,13 @@ jsonpatch==1.33 | ||||
|     # via langchain-core | ||||
| jsonpointer==2.4 | ||||
|     # via jsonpatch | ||||
| langchain==0.1.20 | ||||
|     # via -r ./ingest/embed-vertexai.in | ||||
| langchain-community==0.0.38 | ||||
| langchain==0.2.0 | ||||
|     # via | ||||
|     #   -r ./ingest/embed-vertexai.in | ||||
|     #   langchain | ||||
| langchain-core==0.1.52 | ||||
|     #   langchain-community | ||||
| langchain-community==0.2.0 | ||||
|     # via -r ./ingest/embed-vertexai.in | ||||
| langchain-core==0.2.0 | ||||
|     # via | ||||
|     #   langchain | ||||
|     #   langchain-community | ||||
| @ -115,9 +115,9 @@ langchain-core==0.1.52 | ||||
|     #   langchain-text-splitters | ||||
| langchain-google-vertexai==1.0.4 | ||||
|     # via -r ./ingest/embed-vertexai.in | ||||
| langchain-text-splitters==0.0.2 | ||||
| langchain-text-splitters==0.2.0 | ||||
|     # via langchain | ||||
| langsmith==0.1.59 | ||||
| langsmith==0.1.60 | ||||
|     # via | ||||
|     #   langchain | ||||
|     #   langchain-community | ||||
| @ -189,7 +189,7 @@ pyyaml==6.0.1 | ||||
|     #   langchain | ||||
|     #   langchain-community | ||||
|     #   langchain-core | ||||
| requests==2.31.0 | ||||
| requests==2.32.1 | ||||
|     # via | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   google-api-core | ||||
|  | ||||
| @ -92,7 +92,7 @@ pyasn1==0.6.0 | ||||
|     #   rsa | ||||
| pyasn1-modules==0.4.0 | ||||
|     # via google-auth | ||||
| requests==2.31.0 | ||||
| requests==2.32.1 | ||||
|     # via | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   gcsfs | ||||
|  | ||||
| @ -33,7 +33,7 @@ pyjwt[crypto]==2.8.0 | ||||
|     # via pygithub | ||||
| pynacl==1.5.0 | ||||
|     # via pygithub | ||||
| requests==2.31.0 | ||||
| requests==2.32.1 | ||||
|     # via | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   pygithub | ||||
|  | ||||
| @ -19,7 +19,7 @@ idna==3.7 | ||||
|     #   requests | ||||
| python-gitlab==4.5.0 | ||||
|     # via -r ./ingest/gitlab.in | ||||
| requests==2.31.0 | ||||
| requests==2.32.1 | ||||
|     # via | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   python-gitlab | ||||
|  | ||||
| @ -54,7 +54,7 @@ pyparsing==3.0.9 | ||||
|     # via | ||||
|     #   -c ./ingest/../deps/constraints.txt | ||||
|     #   httplib2 | ||||
| requests==2.31.0 | ||||
| requests==2.32.1 | ||||
|     # via | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   google-api-core | ||||
|  | ||||
| @ -4,7 +4,7 @@ | ||||
| # | ||||
| #    pip-compile ./ingest/jira.in | ||||
| # | ||||
| atlassian-python-api==3.41.11 | ||||
| atlassian-python-api==3.41.13 | ||||
|     # via -r ./ingest/jira.in | ||||
| beautifulsoup4==4.12.3 | ||||
|     # via | ||||
| @ -31,7 +31,7 @@ oauthlib==3.2.2 | ||||
|     # via | ||||
|     #   atlassian-python-api | ||||
|     #   requests-oauthlib | ||||
| requests==2.31.0 | ||||
| requests==2.32.1 | ||||
|     # via | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   atlassian-python-api | ||||
|  | ||||
| @ -43,7 +43,7 @@ pyjwt[crypto]==2.8.0 | ||||
|     # via msal | ||||
| pytz==2024.1 | ||||
|     # via office365-rest-python-client | ||||
| requests==2.31.0 | ||||
| requests==2.32.1 | ||||
|     # via | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   msal | ||||
|  | ||||
| @ -24,7 +24,7 @@ python-dateutil==2.9.0.post0 | ||||
|     # via | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   opensearch-py | ||||
| requests==2.31.0 | ||||
| requests==2.32.1 | ||||
|     # via | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   opensearch-py | ||||
|  | ||||
| @ -37,7 +37,7 @@ pyjwt[crypto]==2.8.0 | ||||
|     # via msal | ||||
| pytz==2024.1 | ||||
|     # via office365-rest-python-client | ||||
| requests==2.31.0 | ||||
| requests==2.32.1 | ||||
|     # via | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   msal | ||||
|  | ||||
| @ -34,7 +34,7 @@ python-dateutil==2.9.0.post0 | ||||
|     #   pinecone-client | ||||
| pyyaml==6.0.1 | ||||
|     # via pinecone-client | ||||
| requests==2.31.0 | ||||
| requests==2.32.1 | ||||
|     # via | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   pinecone-client | ||||
|  | ||||
| @ -4,7 +4,7 @@ | ||||
| # | ||||
| #    pip-compile ./ingest/qdrant.in | ||||
| # | ||||
| annotated-types==0.6.0 | ||||
| annotated-types==0.7.0 | ||||
|     # via pydantic | ||||
| anyio==3.7.1 | ||||
|     # via | ||||
| @ -18,7 +18,7 @@ certifi==2024.2.2 | ||||
|     #   httpx | ||||
| exceptiongroup==1.2.1 | ||||
|     # via anyio | ||||
| grpcio==1.63.0 | ||||
| grpcio==1.64.0 | ||||
|     # via | ||||
|     #   grpcio-tools | ||||
|     #   qdrant-client | ||||
|  | ||||
| @ -21,7 +21,7 @@ praw==7.7.1 | ||||
|     # via -r ./ingest/reddit.in | ||||
| prawcore==2.4.0 | ||||
|     # via praw | ||||
| requests==2.31.0 | ||||
| requests==2.32.1 | ||||
|     # via | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   prawcore | ||||
|  | ||||
| @ -41,7 +41,7 @@ pyjwt[crypto]==2.8.0 | ||||
|     # via simple-salesforce | ||||
| pytz==2024.1 | ||||
|     # via zeep | ||||
| requests==2.31.0 | ||||
| requests==2.32.1 | ||||
|     # via | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   requests-file | ||||
|  | ||||
| @ -37,7 +37,7 @@ pyjwt[crypto]==2.8.0 | ||||
|     # via msal | ||||
| pytz==2024.1 | ||||
|     # via office365-rest-python-client | ||||
| requests==2.31.0 | ||||
| requests==2.32.1 | ||||
|     # via | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   msal | ||||
|  | ||||
| @ -4,7 +4,7 @@ | ||||
| # | ||||
| #    pip-compile ./ingest/weaviate.in | ||||
| # | ||||
| annotated-types==0.6.0 | ||||
| annotated-types==0.7.0 | ||||
|     # via pydantic | ||||
| anyio==3.7.1 | ||||
|     # via | ||||
| @ -29,7 +29,7 @@ cryptography==42.0.7 | ||||
|     # via authlib | ||||
| exceptiongroup==1.2.1 | ||||
|     # via anyio | ||||
| grpcio==1.63.0 | ||||
| grpcio==1.64.0 | ||||
|     # via | ||||
|     #   grpcio-health-checking | ||||
|     #   grpcio-tools | ||||
| @ -61,7 +61,7 @@ pydantic==2.7.1 | ||||
|     # via weaviate-client | ||||
| pydantic-core==2.18.2 | ||||
|     # via pydantic | ||||
| requests==2.31.0 | ||||
| requests==2.32.1 | ||||
|     # via | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   weaviate-client | ||||
| @ -81,7 +81,7 @@ urllib3==1.26.18 | ||||
|     #   requests | ||||
| validators==0.28.1 | ||||
|     # via weaviate-client | ||||
| weaviate-client==4.6.1 | ||||
| weaviate-client==4.6.3 | ||||
|     # via | ||||
|     #   -c ./ingest/../deps/constraints.txt | ||||
|     #   -r ./ingest/weaviate.in | ||||
|  | ||||
| @ -21,7 +21,7 @@ idna==3.7 | ||||
|     # via | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   requests | ||||
| requests==2.31.0 | ||||
| requests==2.32.1 | ||||
|     # via | ||||
|     #   -c ./ingest/../base.txt | ||||
|     #   wikipedia | ||||
|  | ||||
| @ -4,7 +4,7 @@ | ||||
| # | ||||
| #    pip-compile ./test.in | ||||
| # | ||||
| annotated-types==0.6.0 | ||||
| annotated-types==0.7.0 | ||||
|     # via pydantic | ||||
| appdirs==1.4.4 | ||||
|     # via label-studio-tools | ||||
| @ -43,7 +43,7 @@ flake8-print==5.0.0 | ||||
|     # via -r ./test.in | ||||
| freezegun==1.5.1 | ||||
|     # via -r ./test.in | ||||
| grpcio==1.63.0 | ||||
| grpcio==1.64.0 | ||||
|     # via -r ./test.in | ||||
| idna==3.7 | ||||
|     # via | ||||
| @ -104,7 +104,7 @@ pyflakes==3.2.0 | ||||
|     # via | ||||
|     #   autoflake | ||||
|     #   flake8 | ||||
| pytest==8.2.0 | ||||
| pytest==8.2.1 | ||||
|     # via | ||||
|     #   pytest-cov | ||||
|     #   pytest-mock | ||||
| @ -122,7 +122,7 @@ referencing==0.35.1 | ||||
|     # via | ||||
|     #   jsonschema | ||||
|     #   jsonschema-specifications | ||||
| requests==2.31.0 | ||||
| requests==2.32.1 | ||||
|     # via | ||||
|     #   -c ./base.txt | ||||
|     #   label-studio-sdk | ||||
|  | ||||
		Loading…
	
	
			
			x
			
			
		
	
		Reference in New Issue
	
	Block a user
	 Matt Robinson
						Matt Robinson