yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-07-03 07:09:21 +00:00
Code Issues Packages Projects Releases Wiki Activity

add oracle driver (#1613)

Browse Source
This commit is contained in:
larluo 2020-03-28 09:28:55 +08:00 committed by GitHub
parent ba33c7a5cd
commit ad91a528ce
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 10 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
contrib/metadata-ingestion/README.md
View File

@ -12,8 +12,8 @@ i split the ingestion procedure to two part: [datahub-producer] and different [m
- [X] datahub-producer load json avro data. - [X] datahub-producer load json avro data.
- [X] add lineage-hive generator - [X] add lineage-hive generator
- [X] add dataset-jdbc generator[include [mysql, mssql, postgresql] driver] - [X] add dataset-jdbc generator[include [mysql, mssql, postgresql, oracle] driver]
- [ ] enhance dataset-jdbc generator [oracle-driver] - [ ] enhance dataset-jdbc generator [hive-driver]
- [ ] enhance lineage-jdbc generator to lazy iterator mode. - [ ] enhance lineage-jdbc generator to lazy iterator mode.
- [ ] add lineage-oracle generator - [ ] add lineage-oracle generator
- [ ] enchance avro parser to show error information - [ ] enchance avro parser to show error information
@ -42,7 +42,7 @@ i split the ingestion procedure to two part: [datahub-producer] and different [m
ls sample/hive_*.sql | bin/lineage_hive_generator.hs | bin/datahub-producer.hs config ls sample/hive_*.sql | bin/lineage_hive_generator.hs | bin/datahub-producer.hs config
``` ```
4. load jdbc schema(mysql, mssql, postgresql) to datahub [ 4. load jdbc schema(mysql, mssql, postgresql, oracle) to datahub
``` ```
bin/dataset-jdbc-generator.hs | bin/datahub-producer.hs config bin/dataset-jdbc-generator.hs | bin/datahub-producer.hs config
``` ```

7
contrib/metadata-ingestion/bin/dataset-jdbc-generator.hs
View File

@ -133,7 +133,12 @@ main = do
dbUrl :: T.Text = "jdbc:mysql://localhost:3306/datahub?useSSL=false" dbUrl :: T.Text = "jdbc:mysql://localhost:3306/datahub?useSSL=false"
dbUser :: T.Text = "datahub" dbUser :: T.Text = "datahub"
dbPassword :: T.Text = "datahub" dbPassword :: T.Text = "datahub"
dbDriver :: T.Text = "com.mysql.jdbc.Driver"
-- dbDriver:: T.Text = "oracle.jdbc.OracleDriver" ;
dbDriver:: T.Text = "com.mysql.jdbc.Driver" ;
-- dbDriver:: T.Text = "org.postgresql.Driver" ;
-- dbDriver:: T.Text = "com.microsoft.sqlserver.jdbc.SQLServerDriver" ;
dbSQL :: T.Text = datasetMysqlSql dbSQL :: T.Text = datasetMysqlSql
runInBoundThread $ withJVM jvmArgs $ do runInBoundThread $ withJVM jvmArgs $ do
[jDbUrl, jDbUser, jDbPassword, jDbDriver, jDbSQL ] <- [jDbUrl, jDbUser, jDbPassword, jDbDriver, jDbSQL ] <-

1
contrib/metadata-ingestion/bin/dataset-jdbc-generator.hs.nix
View File

@ -38,6 +38,7 @@ mkShell {
pkgs.postgresql_jdbc pkgs.postgresql_jdbc
pkgs.mysql_jdbc pkgs.mysql_jdbc
pkgs.mssql_jdbc pkgs.mssql_jdbc
pkgs.oracle-instantclient
(haskellPackages.ghcWithPackages ( p: (haskellPackages.ghcWithPackages ( p:
[ p.bytestring p.string-conversions [ p.bytestring p.string-conversions