yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-09-25 09:00:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(ingest/bigquery): show report in output (#8867)

Browse Source 
Co-authored-by: Mayuri Nehate <33225191+mayurinehate@users.noreply.github.com>
Co-authored-by: Andrew Sikowitz <andrew.sikowitz@acryl.io>
This commit is contained in:
Harshal Sheth 2023-09-22 13:01:38 -07:00 committed by GitHub
parent aff1e7a620
commit c946c01199
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 13 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

23
metadata-ingestion/src/datahub/ingestion/source/bigquery_v2/bigquery_report.py
View File

@ -6,6 +6,7 @@ from typing import Counter, Dict, List, Optional
import pydantic
from datahub.ingestion.api.report import Report
from datahub.ingestion.source.sql.sql_generic_profiler import ProfilingSqlReport
from datahub.ingestion.source_report.ingestion_stage import IngestionStageReport
from datahub.ingestion.source_report.time_window import BaseTimeWindowReport
@ -16,18 +17,20 @@ from datahub.utilities.stats_collections import TopKDict, int_top_k_dict
logger: logging.Logger = logging.getLogger(__name__)
class BigQuerySchemaApiPerfReport:
list_projects = PerfTimer()
list_datasets = PerfTimer()
get_columns_for_dataset = PerfTimer()
get_tables_for_dataset = PerfTimer()
list_tables = PerfTimer()
get_views_for_dataset = PerfTimer()
@dataclass
class BigQuerySchemaApiPerfReport(Report):
list_projects: PerfTimer = field(default_factory=PerfTimer)
list_datasets: PerfTimer = field(default_factory=PerfTimer)
get_columns_for_dataset: PerfTimer = field(default_factory=PerfTimer)
get_tables_for_dataset: PerfTimer = field(default_factory=PerfTimer)
list_tables: PerfTimer = field(default_factory=PerfTimer)
get_views_for_dataset: PerfTimer = field(default_factory=PerfTimer)
class BigQueryAuditLogApiPerfReport:
get_exported_log_entries = PerfTimer()
list_log_entries = PerfTimer()
@dataclass
class BigQueryAuditLogApiPerfReport(Report):
get_exported_log_entries: PerfTimer = field(default_factory=PerfTimer)
list_log_entries: PerfTimer = field(default_factory=PerfTimer)
@dataclass