mirror of
https://github.com/open-metadata/OpenMetadata.git
synced 2025-08-07 16:48:02 +00:00
8621ee3fa0
- Glue works with columns containing dots. - Glue works with temporary credentials. - Fix bug in TableRepository, the EntityType was database instead of table. - only region_name is mandatory in Glue config. - first integration test for Glue. The CI integration with AWS is still missing.
43 lines
986 B
Python
43 lines
986 B
Python
import json
|
|
from unittest import TestCase
|
|
|
|
from metadata.ingestion.api.workflow import Workflow
|
|
|
|
config = """
|
|
{
|
|
"source": {
|
|
"type": "glue",
|
|
"config": {
|
|
"region_name": "us-west-2",
|
|
"service_name": "glue_db",
|
|
"pipeline_service_name": "glue_pipeline",
|
|
"storage_service_name": "s3"
|
|
}
|
|
},
|
|
"sink": {
|
|
"type": "metadata-rest",
|
|
"config": {}
|
|
},
|
|
"metadata_server": {
|
|
"type": "metadata-server",
|
|
"config": {
|
|
"api_endpoint": "http://localhost:8585/api",
|
|
"auth_provider_type": "no-auth"
|
|
}
|
|
}
|
|
}
|
|
"""
|
|
|
|
|
|
class WorkflowTest(TestCase):
|
|
def test_execute_200(self):
|
|
"""
|
|
stage/file.py must be compatible with source/sample_data.py,
|
|
this test try to catch if one becomes incompatible with the other
|
|
by running a workflow that includes both of them.
|
|
"""
|
|
workflow = Workflow.create(json.loads(config))
|
|
workflow.execute()
|
|
workflow.stop()
|
|
self.assertTrue(True)
|