datahub/backend-service/app/actors/ConfigUtil.java

/**
 * Copyright 2015 LinkedIn Corp. All rights reserved.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 */
package actors;

import metadata.etl.Launcher;
import metadata.etl.models.EtlJobName;
import wherehows.common.Constant;

import java.io.File;
import java.io.FileWriter;
import java.io.IOException;
import java.util.Properties;


/**
 * Utility class for generate cmd, write and delete config files.
 */
class ConfigUtil {

  private static final String javaCmd = "java";
  private static final String WH_APPLICATION_DEFAULT_DIRECTORY = "/var/tmp/wherehows";

  /**
   * Generate the config file in the 'wherehows.app_folder' folder
   * The file name is {whEtlExecId}.config
   *
   * @param etlJobName
   * @param refId
   * @param whEtlExecId
   * @param props
   * @return void
   */
  static void generateProperties(EtlJobName etlJobName, int refId, long whEtlExecId, Properties props)
          throws IOException {

    props.setProperty(Launcher.JOB_NAME_KEY, etlJobName.name());
    props.setProperty(Launcher.REF_ID_KEY, String.valueOf(refId));
    props.setProperty(Launcher.WH_ETL_EXEC_ID_KEY, String.valueOf(whEtlExecId));

    String dirName = props.getProperty(Constant.WH_APP_FOLDER_KEY, WH_APPLICATION_DEFAULT_DIRECTORY) + "/exec";
    File dir = new File(dirName);
    if (!dir.exists()) {
      dir.mkdir();
    }
    File configFile = new File(dirName, whEtlExecId + ".properties");
    FileWriter writer = new FileWriter(configFile);
    props.store(writer, "exec id : " + whEtlExecId + " job configurations");
    writer.close();
  }

  static void deletePropertiesFile(Properties props, long whEtlExecId) {
    String dirName = props.getProperty(Constant.WH_APP_FOLDER_KEY, WH_APPLICATION_DEFAULT_DIRECTORY) + "/exec";
    File configFile = new File(dirName, whEtlExecId + ".properties");
    if (configFile.exists()) {
      configFile.delete();
    }
  }

  static String generateCommand(EtlJobName etlJobName, long whEtlExecId, String cmdParam, Properties etlJobProperties) {
    StringBuilder sb = new StringBuilder();
    sb.append(javaCmd);
    sb.append(cmdParam).append(" ");

    String classPath = System.getProperty("java.class.path");
    sb.append("-cp ").append(classPath);

    String directoryPath = etlJobProperties.getProperty(Constant.WH_APP_FOLDER_KEY, WH_APPLICATION_DEFAULT_DIRECTORY);
    String configFile = directoryPath + "/exec/" + whEtlExecId + ".properties";
    sb.append(" -Dconfig=").append(configFile);
    sb.append(" -DCONTEXT=").append(etlJobName.name());

    sb.append(" metadata.etl.Launcher");

    return sb.toString();
  }
}