Matt Robinson ee2b247297
build: check dependency licenses in CI (#3349)
### Summary

Adds a CI check to ensure that packages added as dependencies are
appropriately licensed. All of the `.txt` files in the `requirements`
directory are checked with the exception of:

- `constraints.txt`, since those are not installed and are instead
conditions on the other dependency files
- `dev.txt`, since those are for local development and not shipped as
part of the `unstructured` package
- `extra-pdf-image.txt` - the `extra-pdf-image.in` since checking
`extra-pdf-image.txt` pulls in NVIDIA GPU related packages with an
`Other/Proprietary` license type, and there's not a good way to exclude
those without adding `Other/Proprietary` to the allowed licenses list.

### Testing

The new `check-licenses` job should pass in CI.
2024-07-11 22:36:01 +00:00

299 lines
6.4 KiB
Plaintext

#
# This file is autogenerated by pip-compile with Python 3.9
# by the following command:
#
# pip-compile ./ingest/chroma.in
#
annotated-types==0.7.0
# via pydantic
anyio==3.7.1
# via
# -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt
# httpx
# starlette
# watchfiles
asgiref==3.8.1
# via opentelemetry-instrumentation-asgi
backoff==2.2.1
# via
# -c ./ingest/../base.txt
# posthog
bcrypt==4.1.3
# via chromadb
build==1.2.1
# via chromadb
cachetools==5.3.3
# via google-auth
certifi==2024.7.4
# via
# -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt
# httpcore
# httpx
# kubernetes
# requests
charset-normalizer==3.3.2
# via
# -c ./ingest/../base.txt
# requests
chroma-hnswlib==0.7.5
# via chromadb
chromadb==0.5.4
# via -r ./ingest/chroma.in
click==8.1.7
# via
# -c ./ingest/../base.txt
# typer
# uvicorn
coloredlogs==15.0.1
# via onnxruntime
deprecated==1.2.14
# via
# opentelemetry-api
# opentelemetry-exporter-otlp-proto-grpc
exceptiongroup==1.2.1
# via
# -c ./ingest/../base.txt
# anyio
fastapi==0.110.3
# via chromadb
filelock==3.15.4
# via huggingface-hub
flatbuffers==24.3.25
# via onnxruntime
fsspec==2024.5.0
# via
# -c ./ingest/../deps/constraints.txt
# huggingface-hub
google-auth==2.32.0
# via kubernetes
googleapis-common-protos==1.63.2
# via opentelemetry-exporter-otlp-proto-grpc
grpcio==1.65.0
# via
# chromadb
# opentelemetry-exporter-otlp-proto-grpc
h11==0.14.0
# via
# -c ./ingest/../base.txt
# httpcore
# uvicorn
httpcore==1.0.5
# via
# -c ./ingest/../base.txt
# httpx
httptools==0.6.1
# via uvicorn
httpx==0.27.0
# via
# -c ./ingest/../base.txt
# chromadb
huggingface-hub==0.23.4
# via tokenizers
humanfriendly==10.0
# via coloredlogs
idna==3.7
# via
# -c ./ingest/../base.txt
# anyio
# httpx
# requests
importlib-metadata==7.1.0
# via
# -c ./ingest/../deps/constraints.txt
# -r ./ingest/chroma.in
# build
# opentelemetry-api
importlib-resources==6.4.0
# via chromadb
kubernetes==30.1.0
# via chromadb
mmh3==4.1.0
# via chromadb
monotonic==1.6
# via posthog
mpmath==1.3.0
# via sympy
numpy==1.26.4
# via
# -c ./ingest/../base.txt
# chroma-hnswlib
# chromadb
# onnxruntime
oauthlib==3.2.2
# via
# kubernetes
# requests-oauthlib
onnxruntime==1.18.1
# via chromadb
opentelemetry-api==1.25.0
# via
# chromadb
# opentelemetry-exporter-otlp-proto-grpc
# opentelemetry-instrumentation
# opentelemetry-instrumentation-asgi
# opentelemetry-instrumentation-fastapi
# opentelemetry-sdk
# opentelemetry-semantic-conventions
opentelemetry-exporter-otlp-proto-common==1.25.0
# via opentelemetry-exporter-otlp-proto-grpc
opentelemetry-exporter-otlp-proto-grpc==1.25.0
# via chromadb
opentelemetry-instrumentation==0.46b0
# via
# opentelemetry-instrumentation-asgi
# opentelemetry-instrumentation-fastapi
opentelemetry-instrumentation-asgi==0.46b0
# via opentelemetry-instrumentation-fastapi
opentelemetry-instrumentation-fastapi==0.46b0
# via chromadb
opentelemetry-proto==1.25.0
# via
# opentelemetry-exporter-otlp-proto-common
# opentelemetry-exporter-otlp-proto-grpc
opentelemetry-sdk==1.25.0
# via
# chromadb
# opentelemetry-exporter-otlp-proto-grpc
opentelemetry-semantic-conventions==0.46b0
# via
# opentelemetry-instrumentation-asgi
# opentelemetry-instrumentation-fastapi
# opentelemetry-sdk
opentelemetry-util-http==0.46b0
# via
# opentelemetry-instrumentation-asgi
# opentelemetry-instrumentation-fastapi
orjson==3.10.6
# via chromadb
overrides==7.7.0
# via chromadb
packaging==23.2
# via
# -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt
# build
# huggingface-hub
# onnxruntime
posthog==3.5.0
# via chromadb
protobuf==4.23.4
# via
# -c ./ingest/../deps/constraints.txt
# googleapis-common-protos
# onnxruntime
# opentelemetry-proto
pyasn1==0.6.0
# via
# pyasn1-modules
# rsa
pyasn1-modules==0.4.0
# via google-auth
pydantic==2.8.2
# via
# chromadb
# fastapi
pydantic-core==2.20.1
# via pydantic
pypika==0.48.9
# via chromadb
pyproject-hooks==1.1.0
# via build
python-dateutil==2.9.0.post0
# via
# -c ./ingest/../base.txt
# kubernetes
# posthog
python-dotenv==1.0.1
# via uvicorn
pyyaml==6.0.1
# via
# chromadb
# huggingface-hub
# kubernetes
# uvicorn
requests==2.32.3
# via
# -c ./ingest/../base.txt
# huggingface-hub
# kubernetes
# posthog
# requests-oauthlib
requests-oauthlib==2.0.0
# via kubernetes
rsa==4.9
# via google-auth
six==1.16.0
# via
# -c ./ingest/../base.txt
# kubernetes
# posthog
# python-dateutil
sniffio==1.3.1
# via
# -c ./ingest/../base.txt
# anyio
# httpx
starlette==0.37.2
# via fastapi
sympy==1.13.0
# via onnxruntime
tenacity==8.5.0
# via chromadb
tokenizers==0.19.1
# via chromadb
tomli==2.0.1
# via build
tqdm==4.66.4
# via
# -c ./ingest/../base.txt
# chromadb
# huggingface-hub
typer==0.9.0
# via
# -r ./ingest/chroma.in
# chromadb
typing-extensions==4.12.2
# via
# -c ./ingest/../base.txt
# asgiref
# chromadb
# fastapi
# huggingface-hub
# opentelemetry-sdk
# pydantic
# pydantic-core
# starlette
# typer
# uvicorn
urllib3==1.26.19
# via
# -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt
# kubernetes
# requests
uvicorn[standard]==0.30.1
# via chromadb
uvloop==0.19.0
# via uvicorn
watchfiles==0.22.0
# via uvicorn
websocket-client==1.8.0
# via kubernetes
websockets==12.0
# via uvicorn
wrapt==1.16.0
# via
# -c ./ingest/../base.txt
# -c ./ingest/../deps/constraints.txt
# deprecated
# opentelemetry-instrumentation
zipp==3.19.2
# via
# importlib-metadata
# importlib-resources
# The following packages are considered to be unsafe in a requirements file:
# setuptools