yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-12-28 18:38:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

test: check properties file and etl job command generation

Browse Source
This commit is contained in:
Rafal Kluszczynski 2016-05-30 11:09:36 +02:00
parent d06bfbfbd0
commit 14e5ec497d
2 changed files with 97 additions and 39 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

97
backend-service/test/actors/ConfigUtilTest.java Normal file
View File

@ -0,0 +1,97 @@
package actors;
import com.google.common.io.Files;
import metadata.etl.models.EtlJobName;
import org.junit.Test;
import wherehows.common.Constant;
import java.io.File;
import java.io.IOException;
import java.nio.charset.Charset;
import java.util.Properties;
import static org.fest.assertions.Assertions.assertThat;
public class ConfigUtilTest {
@Test
public void shouldGenerateEtlJobDefaultCommand() {
// when:
String command = ConfigUtil.generateCommand(0L, "", new Properties());
// then:
assertThat(command.startsWith("java -cp ")).isTrue();
assertThat(command.endsWith(" -Dconfig=/var/tmp/wherehows/exec/0.properties metadata.etl.Launcher")).isTrue();
}
@Test
public void shouldGenerateEtlJobCommandWithConfiguredDirectory() {
final String applicationDirectory = "./temporary-directory";
// given:
Properties etlJobProperties = new Properties();
etlJobProperties.put(Constant.WH_APP_FOLDER_KEY, applicationDirectory);
// when:
String command = ConfigUtil.generateCommand(1L, "", etlJobProperties);
// then:
assertThat(command.startsWith("java -cp ")).isTrue();
assertThat(command.endsWith(" -Dconfig=" + applicationDirectory + "/exec/1.properties metadata.etl.Launcher")).isTrue();
}
@Test
public void shouldGeneratePropertiesWithValues() throws IOException {
final long whEtlExecId = System.currentTimeMillis();
final Properties etlJobProperties = new Properties();
etlJobProperties.put("p1", "v1");
etlJobProperties.put("p2", "v2");
etlJobProperties.put("p3", "v3");
final File propertiesFile = createTemporaryPropertiesFile(whEtlExecId, etlJobProperties);
// when:
final EtlJobName etlJobName = EtlJobName.valueOf("HIVE_DATASET_METADATA_ETL");
ConfigUtil.generateProperties(etlJobName, 2, whEtlExecId, etlJobProperties);
// then:
final String content = Files.toString(propertiesFile, Charset.defaultCharset());
assertThat(content).contains("p1=v1");
assertThat(content).contains("p2=v2");
assertThat(content).contains("p3=v3");
}
@Test
public void shouldGeneratePropertiesFileAndDeleteIt() throws IOException {
final long whEtlExecId = System.currentTimeMillis();
final Properties etlJobProperties = new Properties();
final File propertiesFile = createTemporaryPropertiesFile(whEtlExecId, etlJobProperties);
// expect:
assertThat(propertiesFile.exists()).isFalse();
// when:
final EtlJobName etlJobName = EtlJobName.valueOf("AZKABAN_EXECUTION_METADATA_ETL");
ConfigUtil.generateProperties(etlJobName, 2, whEtlExecId, etlJobProperties);
// then:
assertThat(propertiesFile.exists()).isTrue();
// when:
ConfigUtil.deletePropertiesFile(etlJobProperties, whEtlExecId);
// then:
assertThat(propertiesFile.exists()).isFalse();
}
private File createTemporaryPropertiesFile(long whEtlExecId, Properties etlJobProperties) {
final File tempDir = Files.createTempDir();
tempDir.deleteOnExit();
final String tempDirPath = tempDir.getAbsolutePath();
etlJobProperties.put(Constant.WH_APP_FOLDER_KEY, tempDirPath);
return new File(tempDirPath + "/exec", whEtlExecId + ".properties");
}
}

39
backend-service/test/java/ConfigUtilTest.java
View File

@ -1,39 +0,0 @@
import java.io.File;
import java.io.IOException;
import java.util.Properties;
import metadata.etl.models.EtlJobName;
import org.testng.Assert;
import org.testng.annotations.Test;
import actors.ConfigUtil;
import wherehows.common.Constant;
public class ConfigUtilTest {
@Test
public void testgenerateCMD(){
EtlJobName etlJobName = EtlJobName.valueOf("AZKABAN_EXECUTION_METADATA_ETL");
Properties prop = new Properties();
prop.put("p1", "v1");
prop.put("p2", "v2");
prop.put("p3", "v3");
prop.put(Constant.WH_APP_FOLDER_KEY, "/var/tmp/wherehows");
String cmd = ConfigUtil.generateCMD(0L, "");
Assert.assertTrue(cmd.startsWith("java -cp "));
Assert.assertTrue(cmd.endsWith(" -Dconfig=/var/tmp/wherehows/exec/0.properties metadata.etl.Launcher"));
File configFile = new File("/var/tmp/wherehows/exec", "0.properties");
Assert.assertTrue(!configFile.exists());
try {
ConfigUtil.generateProperties(etlJobName, 0, 0L, prop);
Assert.assertTrue(configFile.exists());
ConfigUtil.deletePropertiesFile(prop, 0L);
Assert.assertTrue(!configFile.exists());
} catch (IOException e) {
e.printStackTrace();
}
}
}