diff --git a/metadata-ingestion/src/datahub/ingestion/source/usage/bigquery_usage.py b/metadata-ingestion/src/datahub/ingestion/source/usage/bigquery_usage.py index f4fe1d8b0c..f1b1b743fe 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/usage/bigquery_usage.py +++ b/metadata-ingestion/src/datahub/ingestion/source/usage/bigquery_usage.py @@ -37,7 +37,8 @@ GCP_LOGGING_PAGE_SIZE = 1000 # Handle yearly, monthly, daily, or hourly partitioning. # See https://cloud.google.com/bigquery/docs/partitioned-tables. -PARTITIONED_TABLE_REGEX = re.compile(r"^(.+)\$(\d{4}|\d{6}|\d{8}|\d{10})$") +# This REGEX handles both Partitioned Tables ($ separator) and Sharded Tables (_ separator) +PARTITIONED_TABLE_REGEX = re.compile(r"^(.+)[\$_](\d{4}|\d{6}|\d{8}|\d{10})$") # Handle table snapshots # See https://cloud.google.com/bigquery/docs/table-snapshots-intro.