diff --git a/hadoop-dataset-extractor-standalone/build.gradle b/hadoop-dataset-extractor-standalone/build.gradle index df3b99c1da..8eeb8634a6 100644 --- a/hadoop-dataset-extractor-standalone/build.gradle +++ b/hadoop-dataset-extractor-standalone/build.gradle @@ -25,6 +25,8 @@ dependencies { compile externalDependency.avro_mapred compile externalDependency.joda compile externalDependency.hive + compile externalDependency.http_client + compile externalDependency.http_core testCompile externalDependency.testng } diff --git a/metadata-etl/src/main/java/metadata/etl/dataset/hdfs/HdfsMetadataEtl.java b/metadata-etl/src/main/java/metadata/etl/dataset/hdfs/HdfsMetadataEtl.java index 45e40f6734..48dd3774d9 100644 --- a/metadata-etl/src/main/java/metadata/etl/dataset/hdfs/HdfsMetadataEtl.java +++ b/metadata-etl/src/main/java/metadata/etl/dataset/hdfs/HdfsMetadataEtl.java @@ -82,6 +82,7 @@ public class HdfsMetadataEtl extends EtlJob { InputStream localJarStream = classLoader.getResourceAsStream("jar/schemaFetch.jar"); channelSftp.put(localJarStream, remoteJarFile, ChannelSftp.OVERWRITE); + localJarStream.close(); String localSchemaFile = prop.getProperty(Constant.HDFS_SCHEMA_LOCAL_PATH_KEY); new File(localSchemaFile).getParentFile().mkdirs();