MINOR: Added missing test dependencies (#19756)

* fix: added missing test dependencies

* style: ran python linting
This commit is contained in:
Teddy 2025-02-12 07:01:41 -08:00 committed by GitHub
parent 7b495072e0
commit 03de0ed549
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -59,6 +59,10 @@ VERSIONS = {
"teradata": "teradatasqlalchemy==20.0.0.2", "teradata": "teradatasqlalchemy==20.0.0.2",
"cockroach": "sqlalchemy-cockroachdb~=2.0", "cockroach": "sqlalchemy-cockroachdb~=2.0",
"cassandra": "cassandra-driver>=3.28.0", "cassandra": "cassandra-driver>=3.28.0",
"pydoris": "pydoris==1.0.2",
"pyiceberg": "pyiceberg==0.5.1",
"google-cloud-bigtable": "google-cloud-bigtable>=2.0.0",
"pyathena": "pyathena~=3.0",
} }
COMMONS = { COMMONS = {
@ -155,7 +159,7 @@ plugins: Dict[str, Set[str]] = {
VERSIONS["airflow"], VERSIONS["airflow"],
}, # Same as ingestion container. For development. }, # Same as ingestion container. For development.
"amundsen": {VERSIONS["neo4j"]}, "amundsen": {VERSIONS["neo4j"]},
"athena": {"pyathena~=3.0"}, "athena": {VERSIONS["pyathena"]},
"atlas": {}, "atlas": {},
"azuresql": {VERSIONS["pyodbc"]}, "azuresql": {VERSIONS["pyodbc"]},
"azure-sso": {VERSIONS["msal"]}, "azure-sso": {VERSIONS["msal"]},
@ -168,7 +172,11 @@ plugins: Dict[str, Set[str]] = {
VERSIONS["numpy"], VERSIONS["numpy"],
"sqlalchemy-bigquery>=1.2.2", "sqlalchemy-bigquery>=1.2.2",
}, },
"bigtable": {"google-cloud-bigtable>=2.0.0", VERSIONS["pandas"], VERSIONS["numpy"]}, "bigtable": {
VERSIONS["google-cloud-bigtable"],
VERSIONS["pandas"],
VERSIONS["numpy"],
},
"clickhouse": { "clickhouse": {
"clickhouse-driver~=0.2", "clickhouse-driver~=0.2",
"clickhouse-sqlalchemy~=0.2", "clickhouse-sqlalchemy~=0.2",
@ -247,7 +255,7 @@ plugins: Dict[str, Set[str]] = {
"impyla~=0.18.0", "impyla~=0.18.0",
}, },
"iceberg": { "iceberg": {
"pyiceberg==0.5.1", VERSIONS["pyiceberg"],
# Forcing the version of a few packages so it plays nicely with other requirements. # Forcing the version of a few packages so it plays nicely with other requirements.
VERSIONS["pydantic"], VERSIONS["pydantic"],
VERSIONS["adlfs"], VERSIONS["adlfs"],
@ -386,6 +394,8 @@ test = {
VERSIONS["grpc-tools"], VERSIONS["grpc-tools"],
VERSIONS["neo4j"], VERSIONS["neo4j"],
VERSIONS["cockroach"], VERSIONS["cockroach"],
VERSIONS["pydoris"],
VERSIONS["pyiceberg"],
"testcontainers==3.7.1;python_version<'3.9'", "testcontainers==3.7.1;python_version<'3.9'",
"testcontainers~=4.8.0;python_version>='3.9'", "testcontainers~=4.8.0;python_version>='3.9'",
"minio==7.2.5", "minio==7.2.5",
@ -404,6 +414,13 @@ test = {
*plugins["dagster"], *plugins["dagster"],
*plugins["oracle"], *plugins["oracle"],
*plugins["mssql"], *plugins["mssql"],
VERSIONS["validators"],
VERSIONS["pyathena"],
VERSIONS["pyiceberg"],
VERSIONS["pydoris"],
"python-liquid",
VERSIONS["google-cloud-bigtable"],
*plugins["bigquery"],
} }
e2e_test = { e2e_test = {