mirror of
https://github.com/datahub-project/datahub.git
synced 2025-11-02 03:39:03 +00:00
53a30d5a77
* Major refactoring - Move job-spcific properties from wh_etl_job_property table to .job files - Use the job file name instead of numeric IDs to identify ETL jobs - Use reflection to create ETL job class at run time instead of relying hard-coded enums - Drop ETL job-related APIs as they're no longer needed - Drop wh_etl_job, wh_etl_job_property, wh_etl_job_execution tables - Add wh_etl_schedule & wh_etl_history tables
84 lines
2.9 KiB
Java
84 lines
2.9 KiB
Java
/**
|
|
* Copyright 2015 LinkedIn Corp. All rights reserved.
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
*/
|
|
package actors;
|
|
|
|
import com.google.common.collect.ImmutableList;
|
|
import java.io.File;
|
|
import java.io.FileWriter;
|
|
import java.io.IOException;
|
|
import java.util.Arrays;
|
|
import java.util.Properties;
|
|
import wherehows.common.Constant;
|
|
|
|
import static org.apache.commons.lang3.StringUtils.*;
|
|
|
|
|
|
/**
|
|
* Utility class for generate cmd, write and delete config files.
|
|
*/
|
|
class ConfigUtil {
|
|
|
|
private static final String javaCmd = "java";
|
|
private static final String WH_APPLICATION_DEFAULT_DIRECTORY = "/var/tmp/wherehows";
|
|
|
|
/**
|
|
* Generate the config file in the 'wherehows.app_folder' folder
|
|
* The file name is {whEtlExecId}.config
|
|
*
|
|
* @param whEtlExecId
|
|
* @param props
|
|
* @return void
|
|
*/
|
|
static void generateProperties(long whEtlExecId, Properties props, String outDir) throws IOException {
|
|
File dir = new File(outDir);
|
|
if (!dir.exists()) {
|
|
dir.mkdirs();
|
|
}
|
|
File configFile = new File(dir, whEtlExecId + ".properties");
|
|
FileWriter writer = new FileWriter(configFile);
|
|
props.store(writer, "exec id : " + whEtlExecId + " job configurations");
|
|
writer.close();
|
|
}
|
|
|
|
static void deletePropertiesFile(long whEtlExecId, String outDir) {
|
|
File configFile = new File(outDir, whEtlExecId + ".properties");
|
|
if (configFile.exists()) {
|
|
configFile.delete();
|
|
}
|
|
}
|
|
|
|
static ProcessBuilder buildProcess(String etlJobName, long whEtlExecId, String cmdParam,
|
|
Properties etlJobProperties) {
|
|
String classPath = System.getProperty("java.class.path");
|
|
String outDir = etlJobProperties.getProperty(Constant.WH_APP_FOLDER_KEY, WH_APPLICATION_DEFAULT_DIRECTORY);
|
|
String configFile = outDir + "/exec/" + whEtlExecId + ".properties";
|
|
|
|
String[] cmdParams = isNotBlank(cmdParam) ? cmdParam.trim().split(" ") : new String[0];
|
|
|
|
ProcessBuilder pb = new ProcessBuilder(new ImmutableList.Builder<String>().add(javaCmd)
|
|
.addAll(Arrays.asList(cmdParams))
|
|
.add("-cp")
|
|
.add(classPath)
|
|
.add("-Dconfig=" + configFile)
|
|
.add("-DCONTEXT=" + etlJobName)
|
|
.add("-Dlogback.configurationFile=etl_logback.xml")
|
|
.add("-DLOG_DIR=" + outDir)
|
|
.add("metadata.etl.Launcher")
|
|
.build());
|
|
pb.redirectOutput(ProcessBuilder.Redirect.to(new File(outDir + "/" + etlJobName + ".stdout")));
|
|
pb.redirectError(ProcessBuilder.Redirect.to(new File(outDir + "/" + etlJobName + ".stderr")));
|
|
return pb;
|
|
}
|
|
}
|