mirror of
https://github.com/open-metadata/OpenMetadata.git
synced 2025-07-22 00:39:24 +00:00
FQN changed from bigquery to bigquery_gcp
This commit is contained in:
parent
38b02a4bfb
commit
47a97e7be0
@ -21,7 +21,7 @@ cd ../ && mvn -DskipTests clean package
|
|||||||
cd docker/local-metadata
|
cd docker/local-metadata
|
||||||
echo "Starting Local Docker Containers"
|
echo "Starting Local Docker Containers"
|
||||||
docker-compose down && docker-compose up --build -d
|
docker-compose down && docker-compose up --build -d
|
||||||
until curl -s -f -o /dev/null "http://localhost:8585/api/v1/tables/name/bigquery.shopify.fact_sale"; do
|
until curl -s -f -o /dev/null "http://localhost:8585/api/v1/tables/name/bigquery_gcp.shopify.fact_sale"; do
|
||||||
printf '.'
|
printf '.'
|
||||||
sleep 2
|
sleep 2
|
||||||
done
|
done
|
||||||
|
@ -43,7 +43,7 @@ config = """
|
|||||||
"type": "sample-usage",
|
"type": "sample-usage",
|
||||||
"config": {
|
"config": {
|
||||||
"database": "warehouse",
|
"database": "warehouse",
|
||||||
"service_name": "gcp_bigquery",
|
"service_name": "bigquery_gcp",
|
||||||
"sample_data_folder": "./examples/sample_data"
|
"sample_data_folder": "./examples/sample_data"
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
|
@ -34,16 +34,19 @@ def openmetadata_airflow_lineage_example():
|
|||||||
@task(
|
@task(
|
||||||
inlets={
|
inlets={
|
||||||
"tables": [
|
"tables": [
|
||||||
Table(fullyQualifiedName="bigquery.shopify.raw_order"),
|
Table(fullyQualifiedName="bigquery_gcp.shopify.raw_order"),
|
||||||
Table(fullyQualifiedName="bigquery.shopify.raw_customer")
|
Table(fullyQualifiedName="bigquery_gcp.shopify.raw_customer"),
|
||||||
],
|
],
|
||||||
},
|
},
|
||||||
outlets={"tables": [Table(fullyQualifiedName="bigquery.shopify.fact_order")]},
|
outlets={
|
||||||
|
"tables": [Table(fullyQualifiedName="bigquery_gcp.shopify.fact_order")]
|
||||||
|
},
|
||||||
)
|
)
|
||||||
def generate_data():
|
def generate_data():
|
||||||
""" write your query to generate ETL"""
|
"""write your query to generate ETL"""
|
||||||
pass
|
pass
|
||||||
|
|
||||||
generate_data()
|
generate_data()
|
||||||
|
|
||||||
|
|
||||||
openmetadata_airflow_lineage_example_dag = openmetadata_airflow_lineage_example()
|
openmetadata_airflow_lineage_example_dag = openmetadata_airflow_lineage_example()
|
||||||
|
File diff suppressed because it is too large
Load Diff
@ -26,6 +26,6 @@ airflow users create \
|
|||||||
--password admin
|
--password admin
|
||||||
airflow db upgrade
|
airflow db upgrade
|
||||||
(while ! wget -O /dev/null -o /dev/null http://ingestion:8080; do sleep 5; done; sleep 5; curl -u admin:admin --data '{"dag_run_id":"sample_data_1"}' -H "Content-type: application/json" -X POST http://ingestion:8080/api/v1/dags/sample_data/dagRuns) &
|
(while ! wget -O /dev/null -o /dev/null http://ingestion:8080; do sleep 5; done; sleep 5; curl -u admin:admin --data '{"dag_run_id":"sample_data_1"}' -H "Content-type: application/json" -X POST http://ingestion:8080/api/v1/dags/sample_data/dagRuns) &
|
||||||
(while ! wget -O /dev/null -o /dev/null http://localhost:8585/api/v1/tables/name/bigquery.shopify.fact_sale; do sleep 5; done; sleep 6; curl -u admin:admin --data '{"dag_run_id":"sample_usage_1"}' -H "Content-type: application/json" -X POST http://ingestion:8080/api/v1/dags/sample_usage/dagRuns) &
|
(while ! wget -O /dev/null -o /dev/null http://openmetadata-server:8585/api/v1/tables/name/bigquery_gcp.shopify.fact_sale; do sleep 5; done; sleep 6; curl -u admin:admin --data '{"dag_run_id":"sample_usage_1"}' -H "Content-type: application/json" -X POST http://ingestion:8080/api/v1/dags/sample_usage/dagRuns) &
|
||||||
(while ! wget -O /dev/null -o /dev/null http://localhost:8585/api/v1/tables/name/bigquery.shopify.fact_sale; do sleep 5; done; sleep 7; curl -u admin:admin --data '{"dag_run_id":"index_metadata_1"}' -H "Content-type: application/json" -X POST http://ingestion:8080/api/v1/dags/index_metadata/dagRuns) &
|
(while ! wget -O /dev/null -o /dev/null http://openmetadata-server:8585/api/v1/tables/name/bigquery_gcp.shopify.fact_sale; do sleep 5; done; sleep 7; curl -u admin:admin --data '{"dag_run_id":"index_metadata_1"}' -H "Content-type: application/json" -X POST http://ingestion:8080/api/v1/dags/index_metadata/dagRuns) &
|
||||||
airflow standalone
|
airflow standalone
|
@ -3,7 +3,7 @@
|
|||||||
"type": "sample-usage",
|
"type": "sample-usage",
|
||||||
"config": {
|
"config": {
|
||||||
"database": "warehouse",
|
"database": "warehouse",
|
||||||
"service_name": "gcp_bigquery",
|
"service_name": "bigquery_gcp",
|
||||||
"sample_data_folder": "./examples/sample_data"
|
"sample_data_folder": "./examples/sample_data"
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
|
@ -223,7 +223,7 @@ def docker(start, stop, clean, type, path) -> None:
|
|||||||
ometa_client = OpenMetadata(metadata_config).client
|
ometa_client = OpenMetadata(metadata_config).client
|
||||||
while True:
|
while True:
|
||||||
try:
|
try:
|
||||||
ometa_client.get(f"/tables/name/bigquery.shopify.dim_customer")
|
ometa_client.get(f"/tables/name/bigquery_gcp.shopify.dim_customer")
|
||||||
break
|
break
|
||||||
except Exception as err:
|
except Exception as err:
|
||||||
sys.stdout.write(".")
|
sys.stdout.write(".")
|
||||||
|
Loading…
x
Reference in New Issue
Block a user