yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-07-27 03:19:51 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(ingest): redshift - mapping for spectrum external array types (#3890)

Browse Source
This commit is contained in:
Tamas Nemeth 2022-01-14 21:23:57 +01:00 committed by GitHub
parent e95446be1c
commit 2daa06a58f
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
metadata-ingestion/src/datahub/ingestion/source/sql/redshift.py
View File

@ -273,6 +273,7 @@ def _get_schema_column_info(self, connection, schema=None, **kw):
CASE CASE
WHEN external_type = 'int' THEN 'integer' WHEN external_type = 'int' THEN 'integer'
ELSE ELSE
regexp_replace(
replace( replace(
replace( replace(
replace( replace(
@ -283,7 +284,8 @@ def _get_schema_column_info(self, connection, schema=None, **kw):
'string', 'character varying'), 'string', 'character varying'),
'char(', 'character('), 'char(', 'character('),
'float', 'real'), 'float', 'real'),
'double', 'float') 'double', 'float'),
'^array<(.*)>$', '$1[]', 1, 'p')
END AS "type", END AS "type",
null as "distkey", null as "distkey",
0 as "sortkey", 0 as "sortkey",
@ -294,6 +296,7 @@ def _get_schema_column_info(self, connection, schema=None, **kw):
CASE CASE
WHEN external_type = 'int' THEN 'integer' WHEN external_type = 'int' THEN 'integer'
ELSE ELSE
regexp_replace(
replace( replace(
replace( replace(
replace( replace(
@ -304,7 +307,8 @@ def _get_schema_column_info(self, connection, schema=None, **kw):
'string', 'character varying'), 'string', 'character varying'),
'char(', 'character('), 'char(', 'character('),
'float', 'real'), 'float', 'real'),
'double', 'float') 'double', 'float'),
'^array<(.*)>$', '$1[]', 1, 'p')
END AS "format_type", END AS "format_type",
null as "default", null as "default",
null as "schema_oid", null as "schema_oid",