From 5bfb5adb71c4f381b29df45211d4906d4f8593f4 Mon Sep 17 00:00:00 2001 From: Zhen Chen Date: Thu, 3 Dec 2015 16:59:38 -0800 Subject: [PATCH] close input stream and fix import older version jar in the standalone module --- hadoop-dataset-extractor-standalone/build.gradle | 2 ++ .../main/java/metadata/etl/dataset/hdfs/HdfsMetadataEtl.java | 1 + 2 files changed, 3 insertions(+) diff --git a/hadoop-dataset-extractor-standalone/build.gradle b/hadoop-dataset-extractor-standalone/build.gradle index df3b99c1da..8eeb8634a6 100644 --- a/hadoop-dataset-extractor-standalone/build.gradle +++ b/hadoop-dataset-extractor-standalone/build.gradle @@ -25,6 +25,8 @@ dependencies { compile externalDependency.avro_mapred compile externalDependency.joda compile externalDependency.hive + compile externalDependency.http_client + compile externalDependency.http_core testCompile externalDependency.testng } diff --git a/metadata-etl/src/main/java/metadata/etl/dataset/hdfs/HdfsMetadataEtl.java b/metadata-etl/src/main/java/metadata/etl/dataset/hdfs/HdfsMetadataEtl.java index 45e40f6734..48dd3774d9 100644 --- a/metadata-etl/src/main/java/metadata/etl/dataset/hdfs/HdfsMetadataEtl.java +++ b/metadata-etl/src/main/java/metadata/etl/dataset/hdfs/HdfsMetadataEtl.java @@ -82,6 +82,7 @@ public class HdfsMetadataEtl extends EtlJob { InputStream localJarStream = classLoader.getResourceAsStream("jar/schemaFetch.jar"); channelSftp.put(localJarStream, remoteJarFile, ChannelSftp.OVERWRITE); + localJarStream.close(); String localSchemaFile = prop.getProperty(Constant.HDFS_SCHEMA_LOCAL_PATH_KEY); new File(localSchemaFile).getParentFile().mkdirs();