yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-08-19 14:44:37 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #112 from jerrybai2009/master

Browse Source 
update the tract pathinfo method since db content changed
This commit is contained in:
jerrybai2009 2016-04-21 13:53:30 -07:00
commit c779f33ad8
3 changed files with 689 additions and 347 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

982
web/app/dao/LineageDAO.java
View File

File diff suppressed because it is too large Load Diff

3
web/app/models/LineageNode.java
View File

@ -31,6 +31,9 @@ public class LineageNode {
public String script_path;
public String job_start_time;
public String job_end_time;
public Long job_start_unix_time;
public Long job_end_unix_time;
public int level;
public String git_location;
public List<String> _sort_list;
public String source_target_type;

51
web/app/utils/Lineage.java
View File

@ -24,6 +24,7 @@ import java.io.BufferedReader;
import java.io.FileReader;
import java.util.HashMap;
import java.util.Iterator;
import java.util.List;
import java.util.Map;
public class Lineage
@ -45,38 +46,9 @@ public class Lineage
pathInfo.storageType = storageType;
if (StringUtils.isNotBlank(storageType))
{
if (storageType.equalsIgnoreCase("hdfs"))
if (pathArray.length > 1 && StringUtils.isNotBlank(pathArray[1]))
{
if (pathArray.length > 1 && StringUtils.isNotBlank(pathArray[1]))
{
pathInfo.filePath = "/" + pathArray[1];
}
}
else if (storageType.equalsIgnoreCase("teradata"))
{
if (pathArray.length > 1 && StringUtils.isNotBlank(pathArray[1]))
{
int index = pathArray[1].indexOf("/");
if (index != -1)
{
pathInfo.schemaName = pathArray[1].substring(0, index);
pathInfo.filePath = pathArray[1].substring(index+1);
}
}
}
else if (storageType.equalsIgnoreCase("nas"))
{
if (pathArray.length > 1 && StringUtils.isNotBlank(pathArray[1]))
{
pathInfo.filePath = "/" + pathArray[1];
}
}
else if (storageType.equalsIgnoreCase("hive"))
{
if (pathArray.length > 1 && StringUtils.isNotBlank(pathArray[1]))
{
pathInfo.filePath = "/" + pathArray[1];
}
pathInfo.filePath = "/" + pathArray[1];
}
else
{
@ -113,13 +85,22 @@ public class Lineage
filePath = pathInfo.filePath;
}
}
if (StringUtils.isNotBlank(pathInfo.storageType) && pathInfo.storageType.equalsIgnoreCase("teradata"))
return pathInfo.storageType.toLowerCase() + ":///" + filePath;
}
public static boolean isInList(List<String> list, String source)
{
if (list == null || list.size() == 0 || StringUtils.isBlank(source))
{
return "teradata:///" + pathInfo.schemaName + "/" + filePath;
return false;
}
else
for(String s : list)
{
return pathInfo.storageType.toLowerCase() + ":///" + filePath;
if (source.equalsIgnoreCase(s))
{
return true;
}
}
return false;
}
}