Added Exception Handling for Bigquery Tags & Fix py-test CI (#7649)

This commit is contained in:
Mayur Singal 2022-09-22 14:08:04 +05:30 committed by GitHub
parent 569e8b9085
commit 680a186209
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 22 additions and 19 deletions

View File

@ -27,7 +27,7 @@ jobs:
runs-on: ubuntu-latest
strategy:
matrix:
py-version: ['3.7', '3.8', '3.9', '3.10']
py-version: ['3.7', '3.8', '3.9']
steps:
- name: Checkout
uses: actions/checkout@v2
@ -48,7 +48,7 @@ jobs:
- name: Install Ubuntu dependencies
run: |
sudo apt-get install -y unixodbc-dev python3-venv librdkafka-dev gcc libsasl2-dev build-essential libssl-dev libffi-dev \
librdkafka-dev unixodbc-dev libevent-dev
unixodbc-dev libevent-dev python3-dev
- name: Generate models
run: |

View File

@ -49,7 +49,6 @@ from metadata.ingestion.models.ometa_tag_category import OMetaTagAndCategory
from metadata.ingestion.source.database.column_type_parser import create_sqlalchemy_type
from metadata.ingestion.source.database.common_db_source import CommonDbSourceService
from metadata.utils import fqn
from metadata.utils.filters import filter_by_table
from metadata.utils.logger import ingestion_logger
logger = ingestion_logger()
@ -134,6 +133,7 @@ class BigquerySource(CommonDbSourceService):
:param _:
:return:
"""
try:
taxonomies = PolicyTagManagerClient().list_taxonomies(
parent=f"projects/{self.project_id}/locations/{self.service_connection.taxonomyLocation}"
)
@ -152,6 +152,9 @@ class BigquerySource(CommonDbSourceService):
name=tag.display_name, description="Bigquery Policy Tag"
),
)
except Exception as exc:
logger.debug(traceback.format_exc())
logger.warning(f"Skipping Policy Tag: {exc}")
def get_tag_labels(self, table_name: str) -> Optional[List[TagLabel]]:
"""