mirror of
https://github.com/open-metadata/OpenMetadata.git
synced 2025-08-15 12:37:18 +00:00
* Fix #1073: Apache Druid Support
This commit is contained in:
parent
c2efcb1107
commit
7009a0bc12
@ -22,7 +22,8 @@
|
||||
"Trino",
|
||||
"Vertica",
|
||||
"Glue",
|
||||
"MariaDB"
|
||||
"MariaDB",
|
||||
"Druid"
|
||||
],
|
||||
"javaEnums": [
|
||||
{
|
||||
@ -66,6 +67,9 @@
|
||||
},
|
||||
{
|
||||
"name": "MariaDB"
|
||||
},
|
||||
{
|
||||
"name": "Druid"
|
||||
}
|
||||
]
|
||||
}
|
||||
|
@ -79,6 +79,7 @@ plugins: Dict[str, Set[str]] = {
|
||||
"bigquery-usage": {"google-cloud-logging", "cachetools"},
|
||||
"docker": {"docker==5.0.3"},
|
||||
"dbt": {},
|
||||
"druid": {"pydruid>=0.6.2"},
|
||||
"elasticsearch": {"elasticsearch~=7.13.1"},
|
||||
"glue": {"boto3~=1.19.12"},
|
||||
"hive": {
|
||||
|
27
ingestion/src/metadata/ingestion/source/druid.py
Normal file
27
ingestion/src/metadata/ingestion/source/druid.py
Normal file
@ -0,0 +1,27 @@
|
||||
from typing import Optional
|
||||
|
||||
import pydruid
|
||||
|
||||
from metadata.ingestion.ometa.openmetadata_rest import MetadataServerConfig
|
||||
from metadata.ingestion.source.sql_source import SQLConnectionConfig, SQLSource
|
||||
|
||||
|
||||
class DruidConfig(SQLConnectionConfig):
|
||||
scheme = "druid"
|
||||
auth_options: Optional[str] = None
|
||||
service_type = "Druid"
|
||||
|
||||
def get_connection_url(self):
|
||||
url = super().get_connection_url()
|
||||
return f"{url}/druid/v2/sql"
|
||||
|
||||
|
||||
class DruidSource(SQLSource):
|
||||
def __init__(self, config, metadata_config, ctx):
|
||||
super().__init__(config, metadata_config, ctx)
|
||||
|
||||
@classmethod
|
||||
def create(cls, config_dict, metadata_config_dict, ctx):
|
||||
config = DruidConfig.parse_obj(config_dict)
|
||||
metadata_config = MetadataServerConfig.parse_obj(metadata_config_dict)
|
||||
return cls(config, metadata_config, ctx)
|
Loading…
x
Reference in New Issue
Block a user