yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-11-11 17:03:33 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(ingest): Fix modeldocgen; bump feast to relax pyarrow constraint (#8178)

Browse Source
This commit is contained in:
Andrew Sikowitz 2023-06-06 16:12:10 -04:00 committed by GitHub
parent 57c5d2fb47
commit 6bad15be5c
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
metadata-ingestion/scripts/modeldocgen.py
View File

@ -605,7 +605,7 @@ def generate(
] ]
relationship_graph = RelationshipGraph() relationship_graph = RelationshipGraph()
mcps = generate_stitched_record(relationship_graph) mcps = list(generate_stitched_record(relationship_graph))
shutil.rmtree(f"{generated_docs_dir}/entities", ignore_errors=True) shutil.rmtree(f"{generated_docs_dir}/entities", ignore_errors=True)
entity_names = [(x, entity_registry[x]) for x in generated_documentation] entity_names = [(x, entity_registry[x]) for x in generated_documentation]

5
metadata-ingestion/setup.py
View File

@ -189,8 +189,7 @@ snowflake_common = {
# because it may break Airflow users that need SQLAlchemy 1.3.x. # because it may break Airflow users that need SQLAlchemy 1.3.x.
"SQLAlchemy<1.4.42", "SQLAlchemy<1.4.42",
# See https://github.com/snowflakedb/snowflake-connector-python/pull/1348 for why 2.8.2 is blocked # See https://github.com/snowflakedb/snowflake-connector-python/pull/1348 for why 2.8.2 is blocked
# Cannot upgrade to 3.0.0 because of dependency on pyarrow>=10.0.1, conflicts with feast "snowflake-connector-python!=2.8.2",
"snowflake-connector-python!=2.8.2, <3.0.0",
"pandas", "pandas",
"cryptography", "cryptography",
"msal", "msal",
@ -302,7 +301,7 @@ plugins: Dict[str, Set[str]] = {
# https://github.com/elastic/elasticsearch-py/issues/1639#issuecomment-883587433 # https://github.com/elastic/elasticsearch-py/issues/1639#issuecomment-883587433
"elasticsearch": {"elasticsearch==7.13.4"}, "elasticsearch": {"elasticsearch==7.13.4"},
"feast": { "feast": {
"feast~=0.29.0", "feast>=0.30.2",
"flask-openid>=1.3.0", "flask-openid>=1.3.0",
# typeguard 3.x, released on 2023-03-14, seems to cause issues with Feast. # typeguard 3.x, released on 2023-03-14, seems to cause issues with Feast.
"typeguard<3", "typeguard<3",

1
metadata-ingestion/tests/integration/feast/feature_store/feature_store.yaml
View File

@ -6,3 +6,4 @@ online_store:
offline_store: offline_store:
type: file type: file
entity_key_serialization_version: 2 entity_key_serialization_version: 2
registry: "data/registry.db"