yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-12-05 07:04:44 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(ui) Update bigquery UI ingestion source to be the same as bigquery-beta (#6283)

Browse Source
This commit is contained in:
Chris Collins 2022-10-31 15:52:13 -04:00 committed by GitHub
parent 8e1deb6853
commit e1c39e59c8
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 7 additions and 16 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
datahub-web-react/src/app/ingest/source/builder/RecipeForm/constants.ts
View File

@ -10,7 +10,6 @@ import {
STATEFUL_INGESTION_ENABLED,
DATABASE_ALLOW,
DATABASE_DENY,
UPSTREAM_LINEAGE_IN_REPORT,
TABLE_LINEAGE_MODE,
INGEST_TAGS,
INGEST_OWNER,
@ -38,14 +37,10 @@ import {
SNOWFLAKE_VIEW_DENY,
} from './snowflake';
import {
BIGQUERY_PROJECT_ID,
BIGQUERY_CREDENTIAL_PROJECT_ID,
BIGQUERY_PRIVATE_KEY,
BIGQUERY_PRIVATE_KEY_ID,
BIGQUERY_CLIENT_EMAIL,
BIGQUERY_CLIENT_ID,
BIGQUERY_SCHEMA_ALLOW,
BIGQUERY_SCHEMA_DENY,
BIGQUERY_TABLE_ALLOW,
BIGQUERY_TABLE_DENY,
BIGQUERY_VIEW_ALLOW,
@ -131,22 +126,18 @@ export const RECIPE_FIELDS: RecipeFields = {
},
[BIGQUERY]: {
fields: [
BIGQUERY_PROJECT_ID,
BIGQUERY_CREDENTIAL_PROJECT_ID,
BIGQUERY_BETA_PROJECT_ID,
BIGQUERY_PRIVATE_KEY,
BIGQUERY_PRIVATE_KEY_ID,
BIGQUERY_CLIENT_EMAIL,
BIGQUERY_CLIENT_ID,
],
advancedFields: [
INCLUDE_TABLE_LINEAGE,
PROFILING_ENABLED,
STATEFUL_INGESTION_ENABLED,
UPSTREAM_LINEAGE_IN_REPORT,
],
advancedFields: [INCLUDE_TABLE_LINEAGE, PROFILING_ENABLED, STATEFUL_INGESTION_ENABLED, START_TIME],
filterFields: [
BIGQUERY_SCHEMA_ALLOW,
BIGQUERY_SCHEMA_DENY,
PROJECT_ALLOW,
PROJECT_DENY,
DATASET_ALLOW,
DATASET_DENY,
BIGQUERY_TABLE_ALLOW,
BIGQUERY_TABLE_DENY,
BIGQUERY_VIEW_ALLOW,

2
datahub-web-react/src/app/ingest/source/builder/sources.json
View File

@ -4,7 +4,7 @@
"name": "bigquery",
"displayName": "BigQuery",
"docsUrl": "https://datahubproject.io/docs/generated/ingestion/sources/bigquery/",
"recipe": "source:\n type: bigquery\n config:\n # Coordinates\n project_id: # Your BigQuery project id, e.g. sample_project_id\n # Credentials\n credential:\n project_id: # Your BQ project id, e.g. sample_project_id\n private_key_id: \"${BQ_PRIVATE_KEY_ID}\"\n private_key: \"${BQ_PRIVATE_KEY}\"\n client_email: # Your BQ client email, e.g. \"test@suppproject-id-1234567.iam.gserviceaccount.com\"\n client_id: # Your BQ client id, e.g.\"123456678890\"\n \n include_table_lineage: true\n profiling:\n enabled: true\n stateful_ingestion:\n enabled: true"
"recipe": "source:\n type: bigquery\n config:\n include_table_lineage: true\n include_usage_statistics: true\n credential:\n private_key_id: \n client_email: \n private_key: \n client_id: \n project_id: \n profiling:\n enabled: true\n profile_table_level_only: true\n stateful_ingestion:\n enabled: true"
},
{
"urn": "urn:li:dataPlatform:redshift",