mirror of
https://github.com/Unstructured-IO/unstructured.git
synced 2026-01-07 21:00:29 +00:00
ad69bdcd4e
### Summary Closes #3173. Removes the `overwrite_schema` kwarg from the Delta Table connector and bumps the `deltalake` version. Per [this PR](https://github.com/delta-io/delta-rs/pull/2554) in the `deltalake` repo, the `overwrite_schema` kwarg is deprecated as of version `0.18.0`. Users can specify `schema_mode="merge"` to obtain the same behavior. - `schema_mode="merge"` is equivalent to `overwrite_schema=False` - `schema_mode="overwrite"` is equivalent to `overwrite_schema=True` Also adds an `engine` parameter that you can use to set `"rust"` or `"pyarrow"` as the engine. `engine` defaults to `"pyarrow"` and `schema_mode` defaults to `None`, which is consistent with the behavior in `deltalake` documented [here](https://delta-io.github.io/delta-rs/api/delta_writer/). ### Testing The Delta Table ingest tests should pass on this PR. --------- Co-authored-by: Ahmet Melek <39141206+ahmetmeleq@users.noreply.github.com>
182 lines
3.3 KiB
Plaintext
182 lines
3.3 KiB
Plaintext
#
|
|
# This file is autogenerated by pip-compile with Python 3.9
|
|
# by the following command:
|
|
#
|
|
# pip-compile ./test.in
|
|
#
|
|
annotated-types==0.7.0
|
|
# via pydantic
|
|
appdirs==1.4.4
|
|
# via
|
|
# label-studio-sdk
|
|
# label-studio-tools
|
|
attrs==23.2.0
|
|
# via
|
|
# jsonschema
|
|
# referencing
|
|
autoflake==2.3.1
|
|
# via -r ./test.in
|
|
black==24.4.2
|
|
# via -r ./test.in
|
|
certifi==2024.6.2
|
|
# via
|
|
# -c ././deps/constraints.txt
|
|
# -c ./base.txt
|
|
# requests
|
|
charset-normalizer==3.3.2
|
|
# via
|
|
# -c ./base.txt
|
|
# requests
|
|
click==8.1.7
|
|
# via
|
|
# -c ./base.txt
|
|
# black
|
|
coverage[toml]==7.5.3
|
|
# via
|
|
# -r ./test.in
|
|
# pytest-cov
|
|
exceptiongroup==1.2.1
|
|
# via pytest
|
|
flake8==7.0.0
|
|
# via
|
|
# -r ./test.in
|
|
# flake8-print
|
|
flake8-print==5.0.0
|
|
# via -r ./test.in
|
|
freezegun==1.5.1
|
|
# via -r ./test.in
|
|
grpcio==1.64.1
|
|
# via -r ./test.in
|
|
idna==3.7
|
|
# via
|
|
# -c ./base.txt
|
|
# requests
|
|
# yarl
|
|
iniconfig==2.0.0
|
|
# via pytest
|
|
jsonschema==4.22.0
|
|
# via label-studio-sdk
|
|
jsonschema-specifications==2023.12.1
|
|
# via jsonschema
|
|
label-studio-sdk==0.0.34
|
|
# via -r ./test.in
|
|
label-studio-tools==0.0.4
|
|
# via label-studio-sdk
|
|
lxml==5.2.2
|
|
# via
|
|
# -c ./base.txt
|
|
# label-studio-sdk
|
|
# label-studio-tools
|
|
mccabe==0.7.0
|
|
# via flake8
|
|
multidict==6.0.5
|
|
# via yarl
|
|
mypy==1.10.0
|
|
# via -r ./test.in
|
|
mypy-extensions==1.0.0
|
|
# via
|
|
# -c ./base.txt
|
|
# black
|
|
# mypy
|
|
packaging==23.2
|
|
# via
|
|
# -c ././deps/constraints.txt
|
|
# -c ./base.txt
|
|
# black
|
|
# pytest
|
|
pathspec==0.12.1
|
|
# via black
|
|
platformdirs==3.10.0
|
|
# via
|
|
# -c ././deps/constraints.txt
|
|
# black
|
|
pluggy==1.5.0
|
|
# via pytest
|
|
pycodestyle==2.11.1
|
|
# via
|
|
# flake8
|
|
# flake8-print
|
|
pydantic==2.7.4
|
|
# via
|
|
# -r ./test.in
|
|
# label-studio-sdk
|
|
pydantic-core==2.18.4
|
|
# via pydantic
|
|
pyflakes==3.2.0
|
|
# via
|
|
# autoflake
|
|
# flake8
|
|
pytest==8.2.2
|
|
# via
|
|
# pytest-cov
|
|
# pytest-mock
|
|
pytest-cov==5.0.0
|
|
# via -r ./test.in
|
|
pytest-mock==3.14.0
|
|
# via -r ./test.in
|
|
python-dateutil==2.9.0.post0
|
|
# via
|
|
# -c ./base.txt
|
|
# freezegun
|
|
pyyaml==6.0.1
|
|
# via vcrpy
|
|
referencing==0.35.1
|
|
# via
|
|
# jsonschema
|
|
# jsonschema-specifications
|
|
requests==2.32.3
|
|
# via
|
|
# -c ./base.txt
|
|
# label-studio-sdk
|
|
rpds-py==0.18.1
|
|
# via
|
|
# jsonschema
|
|
# referencing
|
|
ruff==0.4.8
|
|
# via -r ./test.in
|
|
six==1.16.0
|
|
# via
|
|
# -c ./base.txt
|
|
# python-dateutil
|
|
tomli==2.0.1
|
|
# via
|
|
# autoflake
|
|
# black
|
|
# coverage
|
|
# mypy
|
|
# pytest
|
|
types-click==7.1.8
|
|
# via -r ./test.in
|
|
types-markdown==3.6.0.20240316
|
|
# via -r ./test.in
|
|
types-requests==2.31.0.6
|
|
# via -r ./test.in
|
|
types-tabulate==0.9.0.20240106
|
|
# via -r ./test.in
|
|
types-urllib3==1.26.25.14
|
|
# via types-requests
|
|
typing-extensions==4.12.2
|
|
# via
|
|
# -c ./base.txt
|
|
# black
|
|
# mypy
|
|
# pydantic
|
|
# pydantic-core
|
|
urllib3==1.26.18
|
|
# via
|
|
# -c ././deps/constraints.txt
|
|
# -c ./base.txt
|
|
# requests
|
|
# vcrpy
|
|
vcrpy==6.0.1
|
|
# via -r ./test.in
|
|
wrapt==1.16.0
|
|
# via
|
|
# -c ././deps/constraints.txt
|
|
# -c ./base.txt
|
|
# vcrpy
|
|
xmljson==0.2.1
|
|
# via label-studio-sdk
|
|
yarl==1.9.4
|
|
# via vcrpy
|