add oracle driver (#1613)

This commit is contained in:
larluo 2020-03-28 09:28:55 +08:00 committed by GitHub
parent ba33c7a5cd
commit ad91a528ce
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 10 additions and 4 deletions

View File

@ -12,8 +12,8 @@ i split the ingestion procedure to two part: [datahub-producer] and different [m
- [X] datahub-producer load json avro data.
- [X] add lineage-hive generator
- [X] add dataset-jdbc generator[include [mysql, mssql, postgresql] driver]
- [ ] enhance dataset-jdbc generator [oracle-driver]
- [X] add dataset-jdbc generator[include [mysql, mssql, postgresql, oracle] driver]
- [ ] enhance dataset-jdbc generator [hive-driver]
- [ ] enhance lineage-jdbc generator to lazy iterator mode.
- [ ] add lineage-oracle generator
- [ ] enchance avro parser to show error information
@ -42,7 +42,7 @@ i split the ingestion procedure to two part: [datahub-producer] and different [m
ls sample/hive_*.sql | bin/lineage_hive_generator.hs | bin/datahub-producer.hs config
```
4. load jdbc schema(mysql, mssql, postgresql) to datahub [
4. load jdbc schema(mysql, mssql, postgresql, oracle) to datahub
```
bin/dataset-jdbc-generator.hs | bin/datahub-producer.hs config
```

View File

@ -133,7 +133,12 @@ main = do
dbUrl :: T.Text = "jdbc:mysql://localhost:3306/datahub?useSSL=false"
dbUser :: T.Text = "datahub"
dbPassword :: T.Text = "datahub"
dbDriver :: T.Text = "com.mysql.jdbc.Driver"
-- dbDriver:: T.Text = "oracle.jdbc.OracleDriver" ;
dbDriver:: T.Text = "com.mysql.jdbc.Driver" ;
-- dbDriver:: T.Text = "org.postgresql.Driver" ;
-- dbDriver:: T.Text = "com.microsoft.sqlserver.jdbc.SQLServerDriver" ;
dbSQL :: T.Text = datasetMysqlSql
runInBoundThread $ withJVM jvmArgs $ do
[jDbUrl, jDbUser, jDbPassword, jDbDriver, jDbSQL ] <-

View File

@ -38,6 +38,7 @@ mkShell {
pkgs.postgresql_jdbc
pkgs.mysql_jdbc
pkgs.mssql_jdbc
pkgs.oracle-instantclient
(haskellPackages.ghcWithPackages ( p:
[ p.bytestring p.string-conversions