yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-09-26 09:22:14 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix E2E tests (#11267)

Browse Source 
* fix: profile only include schema

* tests: add logic to handle exsiting views and table for Hive

* fix: python linting
This commit is contained in:
Teddy 2023-04-25 16:05:49 +02:00 committed by GitHub
parent f1d57caf97
commit afce5fa61b
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 9 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
ingestion/tests/cli_e2e/base/config_builders/builders.py
View File

@ -62,9 +62,9 @@ class ProfilerConfigBuilder(BaseBuilder):
} }
if self.config_args.get("includes"): if self.config_args.get("includes"):
self.config["source"]["sourceConfig"]["config"][ self.config["source"]["sourceConfig"]["config"]["schemaFilterPattern"] = {
"schemaFilterPattern" "includes": self.config_args.get("includes")
] = self.config_args }
self.config["processor"] = {"type": "orm-profiler", "config": {}} self.config["processor"] = {"type": "orm-profiler", "config": {}}
return self.config return self.config

5
ingestion/tests/cli_e2e/base/test_cli_db.py
View File

@ -197,7 +197,10 @@ class CliDBBase(TestCase):
processor_config = self.get_profiler_processor_config(time_partition) processor_config = self.get_profiler_processor_config(time_partition)
self.build_config_file( self.build_config_file(
E2EType.PROFILER_PROCESSOR, E2EType.PROFILER_PROCESSOR,
{"processor": processor_config}, {
"processor": processor_config,
"includes": self.get_includes_schemas(),
},
) )
result = self.run_command("profile") result = self.run_command("profile")
sink_status, source_status = self.retrieve_statuses(result) sink_status, source_status = self.retrieve_statuses(result)

4
ingestion/tests/cli_e2e/test_cli_hive.py
View File

@ -23,7 +23,7 @@ from .common_e2e_sqa_mixins import SQACommonMethods
class HiveCliTest(CliCommonDB.TestSuite, SQACommonMethods): class HiveCliTest(CliCommonDB.TestSuite, SQACommonMethods):
create_table_query: str = """ create_table_query: str = """
CREATE TABLE e2e_cli_tests.persons ( CREATE TABLE IF NOT EXISTS e2e_cli_tests.persons (
person_id int, person_id int,
full_name varchar(255), full_name varchar(255),
birthdate date birthdate date
@ -31,7 +31,7 @@ class HiveCliTest(CliCommonDB.TestSuite, SQACommonMethods):
""" """
create_view_query: str = """ create_view_query: str = """
CREATE VIEW e2e_cli_tests.view_persons AS CREATE OR REPLACE VIEW e2e_cli_tests.view_persons AS
SELECT * SELECT *
FROM e2e_cli_tests.persons FROM e2e_cli_tests.persons
""" """